2024-09-21T02:28:35.839 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-21T02:28:35.861 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-21T02:28:35.951 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913430 branch: wip-pdonnell-testing-20240920.212106-debug description: fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} tasks/asok_dump_tree} email: pdonnell@redhat.com first_in_suite: false job_id: '7913430' kernel: kdb: 1 sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: ubuntu os_version: '22.04' overrides: admin_socket: branch: wip-pdonnell-testing-20240920.212106-debug ceph: cluster-conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 2 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: client mount timeout: 30 debug client: 20 debug mgr: 20 debug ms: 1 mon warn on pool no app: false mon: mon op complaint time: 120 osd: osd op complaint time: 180 conf: client: pid file: '' mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - fs.*is degraded - filesystem is degraded - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - filesystem is offline - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - insufficient standby MDS daemons available - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy sha1: 1843221895adccfb3b692060251dd6a0183bc410 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 1843221895adccfb3b692060251dd6a0183bc410 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-pdonnell-testing-20240920.212106-debug sha1: 1843221895adccfb3b692060251dd6a0183bc410 owner: scheduled_pdonnell@teuthology priority: 90 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 7864 sha1: 1843221895adccfb3b692060251dd6a0183bc410 sleep_before_teardown: 0 subset: 67/512 suite: fs suite_branch: wip-pdonnell-testing-20240920.212106-debug suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_1843221895adccfb3b692060251dd6a0183bc410/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 1843221895adccfb3b692060251dd6a0183bc410 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi083.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIZqs75/cTjQRLrH0/ou5ZxxQhLIiZa5swwZ6oX/xiQ6u/fZpV7DtoVNFNSnOHGtjOsGqWBxXHCvWrTkoGUmSwI= smithi142.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGXllS0B4oWYzg7sNKqRHLVGfDZN9ACj9Of8JM3dQvJgiNgbtQQjVh41N3SoYGvqQ3TXqCGx4OSIrQLJsQhKuNw= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - ceph-fuse: null - cephfs_test_runner: modules: - tasks.cephfs.test_dump_tree teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-20_23:48:22 tube: smithi user: pdonnell verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2902 2024-09-21T02:28:35.951 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_1843221895adccfb3b692060251dd6a0183bc410/qa; will attempt to use it 2024-09-21T02:28:35.952 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_1843221895adccfb3b692060251dd6a0183bc410/qa/tasks 2024-09-21T02:28:35.952 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-21T02:28:35.953 INFO:teuthology.task.internal:Checking packages... 2024-09-21T02:28:35.974 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash '1843221895adccfb3b692060251dd6a0183bc410' 2024-09-21T02:28:35.974 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-21T02:28:35.974 INFO:teuthology.packaging:ref: None 2024-09-21T02:28:35.974 INFO:teuthology.packaging:tag: None 2024-09-21T02:28:35.974 INFO:teuthology.packaging:branch: wip-pdonnell-testing-20240920.212106-debug 2024-09-21T02:28:35.974 INFO:teuthology.packaging:sha1: 1843221895adccfb3b692060251dd6a0183bc410 2024-09-21T02:28:35.974 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=wip-pdonnell-testing-20240920.212106-debug 2024-09-21T02:28:36.116 INFO:teuthology.task.internal:Found packages for ceph version 19.3.0-5120-g18432218-1jammy 2024-09-21T02:28:36.117 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-21T02:28:36.124 INFO:teuthology.task.internal:no buildpackages task found 2024-09-21T02:28:36.124 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-21T02:28:36.155 INFO:teuthology.task.internal:Saving configuration 2024-09-21T02:28:36.171 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-21T02:28:36.180 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-21T02:28:36.205 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi083.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913430', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-21 02:22:57.496563', 'locked_by': 'scheduled_pdonnell@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAICezh4ZMNnrkpYzHc6M/n3O86ZyynOOdZX6yhqD52hcZ'} 2024-09-21T02:28:36.227 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi142.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913430', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-21 02:22:57.494600', 'locked_by': 'scheduled_pdonnell@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIEr15t3Orq3hgGGRo0lEI1B+88wGUk8LbhwA41nij4AA'} 2024-09-21T02:28:36.227 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-21T02:28:36.234 INFO:teuthology.task.internal:roles: ubuntu@smithi083.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-09-21T02:28:36.234 INFO:teuthology.task.internal:roles: ubuntu@smithi142.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-09-21T02:28:36.234 INFO:teuthology.run_tasks:Running task console_log... 2024-09-21T02:28:36.308 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fdd61980160>, signals=[15]) 2024-09-21T02:28:36.308 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-21T02:28:36.314 INFO:teuthology.task.internal:Opening connections... 2024-09-21T02:28:36.314 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi083.front.sepia.ceph.com 2024-09-21T02:28:36.315 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi083.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T02:28:36.395 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi142.front.sepia.ceph.com 2024-09-21T02:28:36.396 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi142.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T02:28:36.473 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-21T02:28:36.487 DEBUG:teuthology.orchestra.run.smithi083:> uname -m 2024-09-21T02:28:36.493 INFO:teuthology.orchestra.run.smithi083.stdout:x86_64 2024-09-21T02:28:36.493 DEBUG:teuthology.orchestra.run.smithi083:> cat /etc/os-release 2024-09-21T02:28:36.538 INFO:teuthology.orchestra.run.smithi083.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-09-21T02:28:36.538 INFO:teuthology.orchestra.run.smithi083.stdout:NAME="Ubuntu" 2024-09-21T02:28:36.538 INFO:teuthology.orchestra.run.smithi083.stdout:VERSION_ID="22.04" 2024-09-21T02:28:36.538 INFO:teuthology.orchestra.run.smithi083.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-09-21T02:28:36.538 INFO:teuthology.orchestra.run.smithi083.stdout:VERSION_CODENAME=jammy 2024-09-21T02:28:36.538 INFO:teuthology.orchestra.run.smithi083.stdout:ID=ubuntu 2024-09-21T02:28:36.539 INFO:teuthology.orchestra.run.smithi083.stdout:ID_LIKE=debian 2024-09-21T02:28:36.539 INFO:teuthology.orchestra.run.smithi083.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-21T02:28:36.539 INFO:teuthology.orchestra.run.smithi083.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-21T02:28:36.539 INFO:teuthology.orchestra.run.smithi083.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-21T02:28:36.539 INFO:teuthology.orchestra.run.smithi083.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-21T02:28:36.539 INFO:teuthology.orchestra.run.smithi083.stdout:UBUNTU_CODENAME=jammy 2024-09-21T02:28:36.539 INFO:teuthology.lock.ops:Updating smithi083.front.sepia.ceph.com on lock server 2024-09-21T02:28:36.561 DEBUG:teuthology.orchestra.run.smithi142:> uname -m 2024-09-21T02:28:36.566 INFO:teuthology.orchestra.run.smithi142.stdout:x86_64 2024-09-21T02:28:36.566 DEBUG:teuthology.orchestra.run.smithi142:> cat /etc/os-release 2024-09-21T02:28:36.614 INFO:teuthology.orchestra.run.smithi142.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-09-21T02:28:36.614 INFO:teuthology.orchestra.run.smithi142.stdout:NAME="Ubuntu" 2024-09-21T02:28:36.615 INFO:teuthology.orchestra.run.smithi142.stdout:VERSION_ID="22.04" 2024-09-21T02:28:36.615 INFO:teuthology.orchestra.run.smithi142.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-09-21T02:28:36.615 INFO:teuthology.orchestra.run.smithi142.stdout:VERSION_CODENAME=jammy 2024-09-21T02:28:36.615 INFO:teuthology.orchestra.run.smithi142.stdout:ID=ubuntu 2024-09-21T02:28:36.615 INFO:teuthology.orchestra.run.smithi142.stdout:ID_LIKE=debian 2024-09-21T02:28:36.615 INFO:teuthology.orchestra.run.smithi142.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-21T02:28:36.615 INFO:teuthology.orchestra.run.smithi142.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-21T02:28:36.615 INFO:teuthology.orchestra.run.smithi142.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-21T02:28:36.615 INFO:teuthology.orchestra.run.smithi142.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-21T02:28:36.615 INFO:teuthology.orchestra.run.smithi142.stdout:UBUNTU_CODENAME=jammy 2024-09-21T02:28:36.615 INFO:teuthology.lock.ops:Updating smithi142.front.sepia.ceph.com on lock server 2024-09-21T02:28:36.636 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-21T02:28:36.645 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-21T02:28:36.672 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-21T02:28:36.672 DEBUG:teuthology.orchestra.run.smithi083:> test '!' -e /home/ubuntu/cephtest 2024-09-21T02:28:36.674 DEBUG:teuthology.orchestra.run.smithi142:> test '!' -e /home/ubuntu/cephtest 2024-09-21T02:28:36.679 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-21T02:28:36.697 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-21T02:28:36.697 DEBUG:teuthology.orchestra.run.smithi083:> test -z $(ls -A /var/lib/ceph) 2024-09-21T02:28:36.724 DEBUG:teuthology.orchestra.run.smithi142:> test -z $(ls -A /var/lib/ceph) 2024-09-21T02:28:36.747 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-21T02:28:36.801 INFO:teuthology.run_tasks:Running task kernel... 2024-09-21T02:28:36.816 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-21T02:28:36.816 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-21T02:28:36.816 DEBUG:teuthology.orchestra.run.smithi083:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-21T02:28:36.817 DEBUG:teuthology.orchestra.run.smithi142:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-21T02:28:36.821 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T02:28:36.821 DEBUG:teuthology.orchestra.run.smithi083:> uname -r 2024-09-21T02:28:36.822 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T02:28:36.822 DEBUG:teuthology.orchestra.run.smithi142:> uname -r 2024-09-21T02:28:36.866 INFO:teuthology.orchestra.run.smithi083.stdout:5.15.0-56-generic 2024-09-21T02:28:36.867 INFO:teuthology.task.kernel:Running kernel on smithi083: 5.15.0-56-generic 2024-09-21T02:28:36.867 DEBUG:teuthology.orchestra.run.smithi083:> sudo apt-get clean 2024-09-21T02:28:36.872 INFO:teuthology.orchestra.run.smithi142.stdout:5.15.0-56-generic 2024-09-21T02:28:36.872 INFO:teuthology.task.kernel:Running kernel on smithi142: 5.15.0-56-generic 2024-09-21T02:28:36.872 DEBUG:teuthology.orchestra.run.smithi142:> sudo apt-get clean 2024-09-21T02:28:37.000 DEBUG:teuthology.orchestra.run.smithi083:> sudo apt-get update 2024-09-21T02:28:37.010 DEBUG:teuthology.orchestra.run.smithi142:> sudo apt-get update 2024-09-21T02:28:37.125 INFO:teuthology.orchestra.run.smithi083.stdout:Get:1 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-21T02:28:37.147 INFO:teuthology.orchestra.run.smithi142.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-21T02:28:37.162 INFO:teuthology.orchestra.run.smithi142.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-21T02:28:37.226 INFO:teuthology.orchestra.run.smithi142.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2024-09-21T02:28:37.241 INFO:teuthology.orchestra.run.smithi083.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-21T02:28:37.262 INFO:teuthology.orchestra.run.smithi142.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-21T02:28:37.322 INFO:teuthology.orchestra.run.smithi083.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-21T02:28:37.350 INFO:teuthology.orchestra.run.smithi083.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,839 kB] 2024-09-21T02:28:37.375 INFO:teuthology.orchestra.run.smithi142.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [703 kB] 2024-09-21T02:28:37.451 INFO:teuthology.orchestra.run.smithi083.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [544 kB] 2024-09-21T02:28:37.456 INFO:teuthology.orchestra.run.smithi083.stdout:Get:6 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [298 kB] 2024-09-21T02:28:37.458 INFO:teuthology.orchestra.run.smithi083.stdout:Get:7 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [13.3 kB] 2024-09-21T02:28:37.459 INFO:teuthology.orchestra.run.smithi083.stdout:Get:8 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [37.7 kB] 2024-09-21T02:28:37.459 INFO:teuthology.orchestra.run.smithi083.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [2,431 kB] 2024-09-21T02:28:37.460 INFO:teuthology.orchestra.run.smithi142.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [2,062 kB] 2024-09-21T02:28:37.480 INFO:teuthology.orchestra.run.smithi083.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [418 kB] 2024-09-21T02:28:37.483 INFO:teuthology.orchestra.run.smithi083.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [584 B] 2024-09-21T02:28:37.484 INFO:teuthology.orchestra.run.smithi083.stdout:Get:12 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [629 kB] 2024-09-21T02:28:37.488 INFO:teuthology.orchestra.run.smithi083.stdout:Get:13 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [905 kB] 2024-09-21T02:28:37.495 INFO:teuthology.orchestra.run.smithi083.stdout:Get:14 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [177 kB] 2024-09-21T02:28:37.497 INFO:teuthology.orchestra.run.smithi083.stdout:Get:15 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [19.3 kB] 2024-09-21T02:28:37.497 INFO:teuthology.orchestra.run.smithi083.stdout:Get:16 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-09-21T02:28:37.498 INFO:teuthology.orchestra.run.smithi083.stdout:Get:17 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-09-21T02:28:37.498 INFO:teuthology.orchestra.run.smithi083.stdout:Get:18 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-09-21T02:28:37.498 INFO:teuthology.orchestra.run.smithi142.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [356 kB] 2024-09-21T02:28:37.506 INFO:teuthology.orchestra.run.smithi142.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [17.8 kB] 2024-09-21T02:28:37.507 INFO:teuthology.orchestra.run.smithi142.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [2,499 kB] 2024-09-21T02:28:37.527 INFO:teuthology.orchestra.run.smithi083.stdout:Get:19 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B] 2024-09-21T02:28:37.539 INFO:teuthology.orchestra.run.smithi142.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [39.3 kB] 2024-09-21T02:28:37.539 INFO:teuthology.orchestra.run.smithi142.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [430 kB] 2024-09-21T02:28:37.544 INFO:teuthology.orchestra.run.smithi142.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [616 B] 2024-09-21T02:28:37.544 INFO:teuthology.orchestra.run.smithi142.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [733 kB] 2024-09-21T02:28:37.550 INFO:teuthology.orchestra.run.smithi142.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,125 kB] 2024-09-21T02:28:37.574 INFO:teuthology.orchestra.run.smithi142.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [261 kB] 2024-09-21T02:28:37.576 INFO:teuthology.orchestra.run.smithi142.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.1 kB] 2024-09-21T02:28:37.576 INFO:teuthology.orchestra.run.smithi142.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [43.3 kB] 2024-09-21T02:28:37.577 INFO:teuthology.orchestra.run.smithi142.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,752 B] 2024-09-21T02:28:37.577 INFO:teuthology.orchestra.run.smithi142.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.8 kB] 2024-09-21T02:28:37.578 INFO:teuthology.orchestra.run.smithi142.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B] 2024-09-21T02:28:37.579 INFO:teuthology.orchestra.run.smithi142.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.9 kB] 2024-09-21T02:28:37.580 INFO:teuthology.orchestra.run.smithi142.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.8 kB] 2024-09-21T02:28:37.580 INFO:teuthology.orchestra.run.smithi142.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.1 kB] 2024-09-21T02:28:37.593 INFO:teuthology.orchestra.run.smithi142.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-09-21T02:28:37.610 INFO:teuthology.orchestra.run.smithi142.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.3 kB] 2024-09-21T02:28:37.611 INFO:teuthology.orchestra.run.smithi142.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.8 kB] 2024-09-21T02:28:37.611 INFO:teuthology.orchestra.run.smithi142.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2024-09-21T02:28:37.611 INFO:teuthology.orchestra.run.smithi142.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [672 B] 2024-09-21T02:28:37.678 INFO:teuthology.orchestra.run.smithi083.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2024-09-21T02:28:37.705 INFO:teuthology.orchestra.run.smithi142.stdout:Get:29 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,839 kB] 2024-09-21T02:28:37.817 INFO:teuthology.orchestra.run.smithi083.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [2,062 kB] 2024-09-21T02:28:38.128 INFO:teuthology.orchestra.run.smithi142.stdout:Get:30 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [544 kB] 2024-09-21T02:28:38.136 INFO:teuthology.orchestra.run.smithi083.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [703 kB] 2024-09-21T02:28:38.144 INFO:teuthology.orchestra.run.smithi142.stdout:Get:31 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [298 kB] 2024-09-21T02:28:38.153 INFO:teuthology.orchestra.run.smithi142.stdout:Get:32 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [13.3 kB] 2024-09-21T02:28:38.154 INFO:teuthology.orchestra.run.smithi142.stdout:Get:33 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [2,431 kB] 2024-09-21T02:28:38.175 INFO:teuthology.orchestra.run.smithi083.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [356 kB] 2024-09-21T02:28:38.189 INFO:teuthology.orchestra.run.smithi083.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [17.8 kB] 2024-09-21T02:28:38.190 INFO:teuthology.orchestra.run.smithi083.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [39.3 kB] 2024-09-21T02:28:38.191 INFO:teuthology.orchestra.run.smithi083.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [2,499 kB] 2024-09-21T02:28:38.250 INFO:teuthology.orchestra.run.smithi142.stdout:Get:34 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [37.7 kB] 2024-09-21T02:28:38.251 INFO:teuthology.orchestra.run.smithi142.stdout:Get:35 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [418 kB] 2024-09-21T02:28:38.262 INFO:teuthology.orchestra.run.smithi142.stdout:Get:36 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [584 B] 2024-09-21T02:28:38.263 INFO:teuthology.orchestra.run.smithi142.stdout:Get:37 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [629 kB] 2024-09-21T02:28:38.264 INFO:teuthology.orchestra.run.smithi083.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [430 kB] 2024-09-21T02:28:38.278 INFO:teuthology.orchestra.run.smithi142.stdout:Get:38 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [905 kB] 2024-09-21T02:28:38.278 INFO:teuthology.orchestra.run.smithi083.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [616 B] 2024-09-21T02:28:38.279 INFO:teuthology.orchestra.run.smithi083.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,125 kB] 2024-09-21T02:28:38.307 INFO:teuthology.orchestra.run.smithi142.stdout:Get:39 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [177 kB] 2024-09-21T02:28:38.308 INFO:teuthology.orchestra.run.smithi083.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [733 kB] 2024-09-21T02:28:38.313 INFO:teuthology.orchestra.run.smithi142.stdout:Get:40 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [19.3 kB] 2024-09-21T02:28:38.314 INFO:teuthology.orchestra.run.smithi142.stdout:Get:41 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-09-21T02:28:38.314 INFO:teuthology.orchestra.run.smithi142.stdout:Get:42 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-09-21T02:28:38.328 INFO:teuthology.orchestra.run.smithi083.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [261 kB] 2024-09-21T02:28:38.333 INFO:teuthology.orchestra.run.smithi083.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.1 kB] 2024-09-21T02:28:38.335 INFO:teuthology.orchestra.run.smithi083.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,752 B] 2024-09-21T02:28:38.335 INFO:teuthology.orchestra.run.smithi083.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [43.3 kB] 2024-09-21T02:28:38.339 INFO:teuthology.orchestra.run.smithi083.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.8 kB] 2024-09-21T02:28:38.381 INFO:teuthology.orchestra.run.smithi083.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B] 2024-09-21T02:28:38.381 INFO:teuthology.orchestra.run.smithi083.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.9 kB] 2024-09-21T02:28:38.384 INFO:teuthology.orchestra.run.smithi083.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.8 kB] 2024-09-21T02:28:38.394 INFO:teuthology.orchestra.run.smithi142.stdout:Get:43 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-09-21T02:28:38.394 INFO:teuthology.orchestra.run.smithi142.stdout:Get:44 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B] 2024-09-21T02:28:38.421 INFO:teuthology.orchestra.run.smithi083.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.1 kB] 2024-09-21T02:28:38.421 INFO:teuthology.orchestra.run.smithi083.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-09-21T02:28:38.421 INFO:teuthology.orchestra.run.smithi083.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.8 kB] 2024-09-21T02:28:38.422 INFO:teuthology.orchestra.run.smithi083.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.3 kB] 2024-09-21T02:28:38.423 INFO:teuthology.orchestra.run.smithi083.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2024-09-21T02:28:38.462 INFO:teuthology.orchestra.run.smithi083.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [672 B] 2024-09-21T02:28:43.802 INFO:teuthology.orchestra.run.smithi142.stdout:Fetched 16.3 MB in 2s (7,593 kB/s) 2024-09-21T02:28:43.822 INFO:teuthology.orchestra.run.smithi083.stdout:Fetched 16.3 MB in 2s (7,471 kB/s) 2024-09-21T02:28:45.220 INFO:teuthology.orchestra.run.smithi083.stdout:Reading package lists... 2024-09-21T02:28:45.237 DEBUG:teuthology.orchestra.run.smithi083:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-21T02:28:45.297 INFO:teuthology.orchestra.run.smithi083.stdout:Reading package lists... 2024-09-21T02:28:45.404 INFO:teuthology.orchestra.run.smithi142.stdout:Reading package lists... 2024-09-21T02:28:45.421 DEBUG:teuthology.orchestra.run.smithi142:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-21T02:28:45.477 INFO:teuthology.orchestra.run.smithi142.stdout:Reading package lists... 2024-09-21T02:28:45.508 INFO:teuthology.orchestra.run.smithi083.stdout:Building dependency tree... 2024-09-21T02:28:45.508 INFO:teuthology.orchestra.run.smithi083.stdout:Reading state information... 2024-09-21T02:28:45.663 INFO:teuthology.orchestra.run.smithi142.stdout:Building dependency tree... 2024-09-21T02:28:45.663 INFO:teuthology.orchestra.run.smithi142.stdout:Reading state information... 2024-09-21T02:28:45.685 INFO:teuthology.orchestra.run.smithi083.stdout:The following packages were automatically installed and are no longer required: 2024-09-21T02:28:45.685 INFO:teuthology.orchestra.run.smithi083.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-21T02:28:45.685 INFO:teuthology.orchestra.run.smithi083.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-21T02:28:45.685 INFO:teuthology.orchestra.run.smithi083.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-21T02:28:45.685 INFO:teuthology.orchestra.run.smithi083.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-09-21T02:28:45.685 INFO:teuthology.orchestra.run.smithi083.stdout: python2.7-minimal 2024-09-21T02:28:45.686 INFO:teuthology.orchestra.run.smithi083.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-21T02:28:45.687 INFO:teuthology.orchestra.run.smithi083.stdout:The following additional packages will be installed: 2024-09-21T02:28:45.687 INFO:teuthology.orchestra.run.smithi083.stdout: linux-generic linux-headers-5.15.0-122 linux-headers-5.15.0-122-generic 2024-09-21T02:28:45.687 INFO:teuthology.orchestra.run.smithi083.stdout: linux-headers-generic linux-image-5.15.0-122-generic 2024-09-21T02:28:45.688 INFO:teuthology.orchestra.run.smithi083.stdout: linux-modules-5.15.0-122-generic linux-modules-extra-5.15.0-122-generic 2024-09-21T02:28:45.689 INFO:teuthology.orchestra.run.smithi083.stdout:Suggested packages: 2024-09-21T02:28:45.689 INFO:teuthology.orchestra.run.smithi083.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-09-21T02:28:45.689 INFO:teuthology.orchestra.run.smithi083.stdout:Recommended packages: 2024-09-21T02:28:45.689 INFO:teuthology.orchestra.run.smithi083.stdout: thermald 2024-09-21T02:28:45.743 INFO:teuthology.orchestra.run.smithi083.stdout:The following NEW packages will be installed: 2024-09-21T02:28:45.743 INFO:teuthology.orchestra.run.smithi083.stdout: linux-headers-5.15.0-122 linux-headers-5.15.0-122-generic 2024-09-21T02:28:45.743 INFO:teuthology.orchestra.run.smithi083.stdout: linux-image-5.15.0-122-generic linux-modules-5.15.0-122-generic 2024-09-21T02:28:45.743 INFO:teuthology.orchestra.run.smithi083.stdout: linux-modules-extra-5.15.0-122-generic 2024-09-21T02:28:45.745 INFO:teuthology.orchestra.run.smithi083.stdout:The following packages will be upgraded: 2024-09-21T02:28:45.745 INFO:teuthology.orchestra.run.smithi083.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-21T02:28:45.829 INFO:teuthology.orchestra.run.smithi142.stdout:The following packages were automatically installed and are no longer required: 2024-09-21T02:28:45.830 INFO:teuthology.orchestra.run.smithi142.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-21T02:28:45.830 INFO:teuthology.orchestra.run.smithi142.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-21T02:28:45.830 INFO:teuthology.orchestra.run.smithi142.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-21T02:28:45.830 INFO:teuthology.orchestra.run.smithi142.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-09-21T02:28:45.831 INFO:teuthology.orchestra.run.smithi142.stdout: python2.7-minimal 2024-09-21T02:28:45.831 INFO:teuthology.orchestra.run.smithi142.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-21T02:28:45.831 INFO:teuthology.orchestra.run.smithi142.stdout:The following additional packages will be installed: 2024-09-21T02:28:45.832 INFO:teuthology.orchestra.run.smithi142.stdout: linux-generic linux-headers-5.15.0-122 linux-headers-5.15.0-122-generic 2024-09-21T02:28:45.832 INFO:teuthology.orchestra.run.smithi142.stdout: linux-headers-generic linux-image-5.15.0-122-generic 2024-09-21T02:28:45.832 INFO:teuthology.orchestra.run.smithi142.stdout: linux-modules-5.15.0-122-generic linux-modules-extra-5.15.0-122-generic 2024-09-21T02:28:45.833 INFO:teuthology.orchestra.run.smithi142.stdout:Suggested packages: 2024-09-21T02:28:45.833 INFO:teuthology.orchestra.run.smithi142.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-09-21T02:28:45.833 INFO:teuthology.orchestra.run.smithi142.stdout:Recommended packages: 2024-09-21T02:28:45.834 INFO:teuthology.orchestra.run.smithi142.stdout: thermald 2024-09-21T02:28:45.890 INFO:teuthology.orchestra.run.smithi142.stdout:The following NEW packages will be installed: 2024-09-21T02:28:45.890 INFO:teuthology.orchestra.run.smithi142.stdout: linux-headers-5.15.0-122 linux-headers-5.15.0-122-generic 2024-09-21T02:28:45.890 INFO:teuthology.orchestra.run.smithi142.stdout: linux-image-5.15.0-122-generic linux-modules-5.15.0-122-generic 2024-09-21T02:28:45.890 INFO:teuthology.orchestra.run.smithi142.stdout: linux-modules-extra-5.15.0-122-generic 2024-09-21T02:28:45.891 INFO:teuthology.orchestra.run.smithi142.stdout:The following packages will be upgraded: 2024-09-21T02:28:45.892 INFO:teuthology.orchestra.run.smithi142.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-21T02:28:45.925 INFO:teuthology.orchestra.run.smithi083.stdout:3 upgraded, 5 newly installed, 0 to remove and 345 not upgraded. 2024-09-21T02:28:45.925 INFO:teuthology.orchestra.run.smithi083.stdout:Need to get 113 MB of archives. 2024-09-21T02:28:45.925 INFO:teuthology.orchestra.run.smithi083.stdout:After this operation, 584 MB of additional disk space will be used. 2024-09-21T02:28:45.925 INFO:teuthology.orchestra.run.smithi083.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-122-generic amd64 5.15.0-122.132 [22.7 MB] 2024-09-21T02:28:45.943 INFO:teuthology.orchestra.run.smithi142.stdout:3 upgraded, 5 newly installed, 0 to remove and 345 not upgraded. 2024-09-21T02:28:45.943 INFO:teuthology.orchestra.run.smithi142.stdout:Need to get 113 MB of archives. 2024-09-21T02:28:45.943 INFO:teuthology.orchestra.run.smithi142.stdout:After this operation, 584 MB of additional disk space will be used. 2024-09-21T02:28:45.943 INFO:teuthology.orchestra.run.smithi142.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-122-generic amd64 5.15.0-122.132 [22.7 MB] 2024-09-21T02:28:46.351 INFO:teuthology.orchestra.run.smithi142.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-122-generic amd64 5.15.0-122.132 [11.5 MB] 2024-09-21T02:28:46.439 INFO:teuthology.orchestra.run.smithi142.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-122-generic amd64 5.15.0-122.132 [63.9 MB] 2024-09-21T02:28:47.203 INFO:teuthology.orchestra.run.smithi142.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.122.122 [1,692 B] 2024-09-21T02:28:47.204 INFO:teuthology.orchestra.run.smithi142.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.122.122 [2,436 B] 2024-09-21T02:28:47.204 INFO:teuthology.orchestra.run.smithi142.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-122 all 5.15.0-122.132 [12.3 MB] 2024-09-21T02:28:47.320 INFO:teuthology.orchestra.run.smithi142.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-122-generic amd64 5.15.0-122.132 [2,827 kB] 2024-09-21T02:28:47.412 INFO:teuthology.orchestra.run.smithi142.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.122.122 [2,294 B] 2024-09-21T02:28:47.421 INFO:teuthology.orchestra.run.smithi083.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-122-generic amd64 5.15.0-122.132 [11.5 MB] 2024-09-21T02:28:47.771 INFO:teuthology.orchestra.run.smithi083.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-122-generic amd64 5.15.0-122.132 [63.9 MB] 2024-09-21T02:28:47.824 INFO:teuthology.orchestra.run.smithi142.stdout:Fetched 113 MB in 2s (74.9 MB/s) 2024-09-21T02:28:48.030 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package linux-modules-5.15.0-122-generic. 2024-09-21T02:28:49.963 INFO:teuthology.orchestra.run.smithi142.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-09-21T02:28:49.967 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../0-linux-modules-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-21T02:28:49.998 INFO:teuthology.orchestra.run.smithi083.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.122.122 [1,692 B] 2024-09-21T02:28:49.999 INFO:teuthology.orchestra.run.smithi083.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.122.122 [2,436 B] 2024-09-21T02:28:49.999 INFO:teuthology.orchestra.run.smithi083.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-122 all 5.15.0-122.132 [12.3 MB] 2024-09-21T02:28:50.143 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking linux-modules-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T02:28:50.362 INFO:teuthology.orchestra.run.smithi083.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-122-generic amd64 5.15.0-122.132 [2,827 kB] 2024-09-21T02:28:50.444 INFO:teuthology.orchestra.run.smithi083.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.122.122 [2,294 B] 2024-09-21T02:28:50.851 INFO:teuthology.orchestra.run.smithi083.stdout:Fetched 113 MB in 5s (24.1 MB/s) 2024-09-21T02:28:51.026 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package linux-modules-5.15.0-122-generic. 2024-09-21T02:28:52.468 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package linux-image-5.15.0-122-generic. 2024-09-21T02:28:52.489 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../1-linux-image-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-21T02:28:52.566 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T02:28:53.028 INFO:teuthology.orchestra.run.smithi083.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-09-21T02:28:53.032 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../0-linux-modules-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-21T02:28:53.113 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-122-generic. 2024-09-21T02:28:53.115 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking linux-modules-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T02:28:53.134 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-21T02:28:53.312 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking linux-modules-extra-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T02:28:55.199 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package linux-image-5.15.0-122-generic. 2024-09-21T02:28:55.220 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../1-linux-image-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-21T02:28:55.308 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T02:28:55.794 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-122-generic. 2024-09-21T02:28:55.815 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-21T02:28:55.852 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking linux-modules-extra-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T02:29:00.169 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../3-linux-generic_5.15.0.122.122_amd64.deb ... 2024-09-21T02:29:00.268 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking linux-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-21T02:29:00.652 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.122.122_amd64.deb ... 2024-09-21T02:29:00.780 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking linux-image-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-21T02:29:01.137 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package linux-headers-5.15.0-122. 2024-09-21T02:29:01.159 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../5-linux-headers-5.15.0-122_5.15.0-122.132_all.deb ... 2024-09-21T02:29:01.207 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking linux-headers-5.15.0-122 (5.15.0-122.132) ... 2024-09-21T02:29:02.399 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../3-linux-generic_5.15.0.122.122_amd64.deb ... 2024-09-21T02:29:02.507 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking linux-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-21T02:29:02.832 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.122.122_amd64.deb ... 2024-09-21T02:29:02.936 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking linux-image-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-21T02:29:03.222 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package linux-headers-5.15.0-122. 2024-09-21T02:29:03.244 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../5-linux-headers-5.15.0-122_5.15.0-122.132_all.deb ... 2024-09-21T02:29:03.288 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking linux-headers-5.15.0-122 (5.15.0-122.132) ... 2024-09-21T02:29:07.036 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package linux-headers-5.15.0-122-generic. 2024-09-21T02:29:07.073 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../6-linux-headers-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-21T02:29:07.102 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking linux-headers-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T02:29:09.100 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package linux-headers-5.15.0-122-generic. 2024-09-21T02:29:09.137 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../6-linux-headers-5.15.0-122-generic_5.15.0-122.132_amd64.deb ... 2024-09-21T02:29:09.175 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking linux-headers-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T02:29:10.510 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.122.122_amd64.deb ... 2024-09-21T02:29:10.636 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking linux-headers-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-21T02:29:11.053 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up linux-headers-5.15.0-122 (5.15.0-122.132) ... 2024-09-21T02:29:11.199 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up linux-headers-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T02:29:11.325 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up linux-headers-generic (5.15.0.122.122) ... 2024-09-21T02:29:11.479 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T02:29:11.730 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.122.122_amd64.deb ... 2024-09-21T02:29:11.856 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking linux-headers-generic (5.15.0.122.122) over (5.15.0.56.54) ... 2024-09-21T02:29:12.189 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up linux-headers-5.15.0-122 (5.15.0-122.132) ... 2024-09-21T02:29:12.310 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up linux-headers-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T02:29:12.436 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up linux-headers-generic (5.15.0.122.122) ... 2024-09-21T02:29:12.907 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T02:29:12.918 INFO:teuthology.orchestra.run.smithi142.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-09-21T02:29:12.918 INFO:teuthology.orchestra.run.smithi142.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-09-21T02:29:12.918 INFO:teuthology.orchestra.run.smithi142.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-122-generic 2024-09-21T02:29:12.918 INFO:teuthology.orchestra.run.smithi142.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-122-generic 2024-09-21T02:29:13.663 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up linux-modules-extra-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T02:29:14.734 INFO:teuthology.orchestra.run.smithi083.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-09-21T02:29:14.735 INFO:teuthology.orchestra.run.smithi083.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-09-21T02:29:14.735 INFO:teuthology.orchestra.run.smithi083.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-122-generic 2024-09-21T02:29:14.735 INFO:teuthology.orchestra.run.smithi083.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-122-generic 2024-09-21T02:29:14.893 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up linux-modules-extra-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T02:29:15.105 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up linux-image-generic (5.15.0.122.122) ... 2024-09-21T02:29:15.248 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up linux-generic (5.15.0.122.122) ... 2024-09-21T02:29:15.399 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up linux-modules-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T02:29:16.319 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up linux-image-generic (5.15.0.122.122) ... 2024-09-21T02:29:16.445 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up linux-generic (5.15.0.122.122) ... 2024-09-21T02:29:16.554 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up linux-modules-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T02:29:16.793 INFO:teuthology.orchestra.run.smithi142.stdout:Processing triggers for linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T02:29:16.880 INFO:teuthology.orchestra.run.smithi142.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-21T02:29:16.880 INFO:teuthology.orchestra.run.smithi142.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-122-generic 2024-09-21T02:29:17.915 INFO:teuthology.orchestra.run.smithi083.stdout:Processing triggers for linux-image-5.15.0-122-generic (5.15.0-122.132) ... 2024-09-21T02:29:17.969 INFO:teuthology.orchestra.run.smithi083.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-21T02:29:17.969 INFO:teuthology.orchestra.run.smithi083.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-122-generic 2024-09-21T02:29:30.849 INFO:teuthology.orchestra.run.smithi142.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-21T02:29:30.850 INFO:teuthology.orchestra.run.smithi142.stdout:Sourcing file `/etc/default/grub' 2024-09-21T02:29:30.882 INFO:teuthology.orchestra.run.smithi142.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-21T02:29:30.907 INFO:teuthology.orchestra.run.smithi142.stdout:Generating grub configuration file ... 2024-09-21T02:29:31.211 INFO:teuthology.orchestra.run.smithi142.stdout:Found linux image: /boot/vmlinuz-5.15.0-122-generic 2024-09-21T02:29:31.234 INFO:teuthology.orchestra.run.smithi142.stdout:Found initrd image: /boot/initrd.img-5.15.0-122-generic 2024-09-21T02:29:31.569 INFO:teuthology.orchestra.run.smithi142.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-21T02:29:31.575 INFO:teuthology.orchestra.run.smithi142.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-21T02:29:31.648 INFO:teuthology.orchestra.run.smithi142.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-21T02:29:31.653 INFO:teuthology.orchestra.run.smithi142.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-21T02:29:31.816 INFO:teuthology.orchestra.run.smithi142.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-21T02:29:31.817 INFO:teuthology.orchestra.run.smithi142.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-09-21T02:29:31.817 INFO:teuthology.orchestra.run.smithi142.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-21T02:29:31.856 INFO:teuthology.orchestra.run.smithi142.stdout:done 2024-09-21T02:29:32.204 INFO:teuthology.orchestra.run.smithi083.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-21T02:29:32.204 INFO:teuthology.orchestra.run.smithi083.stdout:Sourcing file `/etc/default/grub' 2024-09-21T02:29:32.234 INFO:teuthology.orchestra.run.smithi083.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-21T02:29:32.257 INFO:teuthology.orchestra.run.smithi083.stdout:Generating grub configuration file ... 2024-09-21T02:29:32.368 DEBUG:teuthology.orchestra.run.smithi142:> dpkg -s linux-image-generic 2024-09-21T02:29:32.433 INFO:teuthology.orchestra.run.smithi142.stdout:Package: linux-image-generic 2024-09-21T02:29:32.433 INFO:teuthology.orchestra.run.smithi142.stdout:Status: install ok installed 2024-09-21T02:29:32.433 INFO:teuthology.orchestra.run.smithi142.stdout:Priority: optional 2024-09-21T02:29:32.433 INFO:teuthology.orchestra.run.smithi142.stdout:Section: kernel 2024-09-21T02:29:32.434 INFO:teuthology.orchestra.run.smithi142.stdout:Installed-Size: 21 2024-09-21T02:29:32.434 INFO:teuthology.orchestra.run.smithi142.stdout:Maintainer: Ubuntu Kernel Team 2024-09-21T02:29:32.434 INFO:teuthology.orchestra.run.smithi142.stdout:Architecture: amd64 2024-09-21T02:29:32.434 INFO:teuthology.orchestra.run.smithi142.stdout:Source: linux-meta 2024-09-21T02:29:32.434 INFO:teuthology.orchestra.run.smithi142.stdout:Version: 5.15.0.122.122 2024-09-21T02:29:32.434 INFO:teuthology.orchestra.run.smithi142.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-122), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-21T02:29:32.434 INFO:teuthology.orchestra.run.smithi142.stdout:Depends: linux-image-5.15.0-122-generic, linux-modules-extra-5.15.0-122-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-21T02:29:32.434 INFO:teuthology.orchestra.run.smithi142.stdout:Recommends: thermald 2024-09-21T02:29:32.434 INFO:teuthology.orchestra.run.smithi142.stdout:Description: Generic Linux kernel image 2024-09-21T02:29:32.434 INFO:teuthology.orchestra.run.smithi142.stdout: This package will always depend on the latest generic kernel image 2024-09-21T02:29:32.434 INFO:teuthology.orchestra.run.smithi142.stdout: available. 2024-09-21T02:29:32.434 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-122-generic 2024-09-21T02:29:32.435 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-21T02:29:32.435 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-21T02:29:32.435 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-21T02:29:32.435 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi142.front.sepia.ceph.com, path=None, version=distro) 2024-09-21T02:29:32.435 DEBUG:teuthology.orchestra.run.smithi142:> sudo apt-get clean 2024-09-21T02:29:32.515 INFO:teuthology.orchestra.run.smithi083.stdout:Found linux image: /boot/vmlinuz-5.15.0-122-generic 2024-09-21T02:29:32.531 INFO:teuthology.orchestra.run.smithi083.stdout:Found initrd image: /boot/initrd.img-5.15.0-122-generic 2024-09-21T02:29:32.620 DEBUG:teuthology.orchestra.run.smithi142:> sudo apt-get update 2024-09-21T02:29:32.790 INFO:teuthology.orchestra.run.smithi142.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-21T02:29:32.790 INFO:teuthology.orchestra.run.smithi142.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-21T02:29:32.790 INFO:teuthology.orchestra.run.smithi142.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-21T02:29:32.797 INFO:teuthology.orchestra.run.smithi142.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-21T02:29:32.840 INFO:teuthology.orchestra.run.smithi083.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-21T02:29:32.846 INFO:teuthology.orchestra.run.smithi083.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-21T02:29:32.916 INFO:teuthology.orchestra.run.smithi083.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-21T02:29:32.922 INFO:teuthology.orchestra.run.smithi083.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-21T02:29:33.077 INFO:teuthology.orchestra.run.smithi083.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-21T02:29:33.078 INFO:teuthology.orchestra.run.smithi083.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-09-21T02:29:33.078 INFO:teuthology.orchestra.run.smithi083.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-21T02:29:33.125 INFO:teuthology.orchestra.run.smithi083.stdout:done 2024-09-21T02:29:33.612 DEBUG:teuthology.orchestra.run.smithi083:> dpkg -s linux-image-generic 2024-09-21T02:29:33.629 INFO:teuthology.orchestra.run.smithi083.stdout:Package: linux-image-generic 2024-09-21T02:29:33.630 INFO:teuthology.orchestra.run.smithi083.stdout:Status: install ok installed 2024-09-21T02:29:33.630 INFO:teuthology.orchestra.run.smithi083.stdout:Priority: optional 2024-09-21T02:29:33.630 INFO:teuthology.orchestra.run.smithi083.stdout:Section: kernel 2024-09-21T02:29:33.630 INFO:teuthology.orchestra.run.smithi083.stdout:Installed-Size: 21 2024-09-21T02:29:33.630 INFO:teuthology.orchestra.run.smithi083.stdout:Maintainer: Ubuntu Kernel Team 2024-09-21T02:29:33.630 INFO:teuthology.orchestra.run.smithi083.stdout:Architecture: amd64 2024-09-21T02:29:33.630 INFO:teuthology.orchestra.run.smithi083.stdout:Source: linux-meta 2024-09-21T02:29:33.630 INFO:teuthology.orchestra.run.smithi083.stdout:Version: 5.15.0.122.122 2024-09-21T02:29:33.630 INFO:teuthology.orchestra.run.smithi083.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-122), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-21T02:29:33.630 INFO:teuthology.orchestra.run.smithi083.stdout:Depends: linux-image-5.15.0-122-generic, linux-modules-extra-5.15.0-122-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-21T02:29:33.630 INFO:teuthology.orchestra.run.smithi083.stdout:Recommends: thermald 2024-09-21T02:29:33.631 INFO:teuthology.orchestra.run.smithi083.stdout:Description: Generic Linux kernel image 2024-09-21T02:29:33.631 INFO:teuthology.orchestra.run.smithi083.stdout: This package will always depend on the latest generic kernel image 2024-09-21T02:29:33.631 INFO:teuthology.orchestra.run.smithi083.stdout: available. 2024-09-21T02:29:33.631 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-122-generic 2024-09-21T02:29:33.631 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-21T02:29:33.631 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-21T02:29:33.631 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-21T02:29:33.631 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi083.front.sepia.ceph.com, path=None, version=distro) 2024-09-21T02:29:33.631 DEBUG:teuthology.orchestra.run.smithi083:> sudo apt-get clean 2024-09-21T02:29:33.787 DEBUG:teuthology.orchestra.run.smithi083:> sudo apt-get update 2024-09-21T02:29:33.905 INFO:teuthology.orchestra.run.smithi083.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-21T02:29:34.029 INFO:teuthology.orchestra.run.smithi083.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-21T02:29:34.128 INFO:teuthology.orchestra.run.smithi083.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-21T02:29:34.193 INFO:teuthology.orchestra.run.smithi083.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-21T02:29:34.296 INFO:teuthology.orchestra.run.smithi142.stdout:Reading package lists... 2024-09-21T02:29:34.314 DEBUG:teuthology.orchestra.run.smithi142:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-21T02:29:34.377 INFO:teuthology.orchestra.run.smithi142.stdout:Reading package lists... 2024-09-21T02:29:34.590 INFO:teuthology.orchestra.run.smithi142.stdout:Building dependency tree... 2024-09-21T02:29:34.591 INFO:teuthology.orchestra.run.smithi142.stdout:Reading state information... 2024-09-21T02:29:34.772 INFO:teuthology.orchestra.run.smithi142.stdout:linux-image-generic is already the newest version (5.15.0.122.122). 2024-09-21T02:29:34.772 INFO:teuthology.orchestra.run.smithi142.stdout:The following packages were automatically installed and are no longer required: 2024-09-21T02:29:34.772 INFO:teuthology.orchestra.run.smithi142.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-21T02:29:34.772 INFO:teuthology.orchestra.run.smithi142.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-21T02:29:34.772 INFO:teuthology.orchestra.run.smithi142.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-21T02:29:34.773 INFO:teuthology.orchestra.run.smithi142.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-21T02:29:34.773 INFO:teuthology.orchestra.run.smithi142.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-21T02:29:34.773 INFO:teuthology.orchestra.run.smithi142.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-21T02:29:34.814 INFO:teuthology.orchestra.run.smithi142.stdout:0 upgraded, 0 newly installed, 0 to remove and 345 not upgraded. 2024-09-21T02:29:34.816 DEBUG:teuthology.orchestra.run.smithi142:> dpkg -s linux-image-generic 2024-09-21T02:29:34.827 INFO:teuthology.orchestra.run.smithi142.stdout:Package: linux-image-generic 2024-09-21T02:29:34.827 INFO:teuthology.orchestra.run.smithi142.stdout:Status: install ok installed 2024-09-21T02:29:34.827 INFO:teuthology.orchestra.run.smithi142.stdout:Priority: optional 2024-09-21T02:29:34.827 INFO:teuthology.orchestra.run.smithi142.stdout:Section: kernel 2024-09-21T02:29:34.828 INFO:teuthology.orchestra.run.smithi142.stdout:Installed-Size: 21 2024-09-21T02:29:34.828 INFO:teuthology.orchestra.run.smithi142.stdout:Maintainer: Ubuntu Kernel Team 2024-09-21T02:29:34.828 INFO:teuthology.orchestra.run.smithi142.stdout:Architecture: amd64 2024-09-21T02:29:34.828 INFO:teuthology.orchestra.run.smithi142.stdout:Source: linux-meta 2024-09-21T02:29:34.828 INFO:teuthology.orchestra.run.smithi142.stdout:Version: 5.15.0.122.122 2024-09-21T02:29:34.828 INFO:teuthology.orchestra.run.smithi142.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-122), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-21T02:29:34.828 INFO:teuthology.orchestra.run.smithi142.stdout:Depends: linux-image-5.15.0-122-generic, linux-modules-extra-5.15.0-122-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-21T02:29:34.828 INFO:teuthology.orchestra.run.smithi142.stdout:Recommends: thermald 2024-09-21T02:29:34.828 INFO:teuthology.orchestra.run.smithi142.stdout:Description: Generic Linux kernel image 2024-09-21T02:29:34.828 INFO:teuthology.orchestra.run.smithi142.stdout: This package will always depend on the latest generic kernel image 2024-09-21T02:29:34.828 INFO:teuthology.orchestra.run.smithi142.stdout: available. 2024-09-21T02:29:34.828 DEBUG:teuthology.orchestra.run.smithi142:> mktemp 2024-09-21T02:29:34.872 INFO:teuthology.orchestra.run.smithi142.stdout:/tmp/tmp.tRjp94l1eL 2024-09-21T02:29:34.873 DEBUG:teuthology.orchestra.run.smithi142:> sudo cp /boot/grub/grub.cfg /tmp/tmp.tRjp94l1eL 2024-09-21T02:29:34.925 DEBUG:teuthology.orchestra.run.smithi142:> sudo chmod 0666 /tmp/tmp.tRjp94l1eL 2024-09-21T02:29:35.052 DEBUG:teuthology.orchestra.remote:smithi142:/tmp/tmp.tRjp94l1eL is 10KB 2024-09-21T02:29:35.065 DEBUG:teuthology.orchestra.run.smithi142:> rm -fr /tmp/tmp.tRjp94l1eL 2024-09-21T02:29:35.069 DEBUG:teuthology.orchestra.run.smithi142:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-21T02:29:35.125 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2024-09-21T02:29:35.125 DEBUG:teuthology.orchestra.run.smithi142:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-21T02:29:35.125 DEBUG:teuthology.orchestra.run.smithi142:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-21T02:29:35.206 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-122-generic 2024-09-21T02:29:35.206 DEBUG:teuthology.orchestra.run.smithi142:> sudo update-grub 2024-09-21T02:29:35.392 INFO:teuthology.orchestra.run.smithi083.stdout:Reading package lists... 2024-09-21T02:29:35.409 DEBUG:teuthology.orchestra.run.smithi083:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-21T02:29:35.475 INFO:teuthology.orchestra.run.smithi083.stdout:Reading package lists... 2024-09-21T02:29:35.687 INFO:teuthology.orchestra.run.smithi083.stdout:Building dependency tree... 2024-09-21T02:29:35.688 INFO:teuthology.orchestra.run.smithi083.stdout:Reading state information... 2024-09-21T02:29:35.880 INFO:teuthology.orchestra.run.smithi083.stdout:linux-image-generic is already the newest version (5.15.0.122.122). 2024-09-21T02:29:35.881 INFO:teuthology.orchestra.run.smithi083.stdout:The following packages were automatically installed and are no longer required: 2024-09-21T02:29:35.881 INFO:teuthology.orchestra.run.smithi083.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-21T02:29:35.881 INFO:teuthology.orchestra.run.smithi083.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-21T02:29:35.881 INFO:teuthology.orchestra.run.smithi083.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-21T02:29:35.881 INFO:teuthology.orchestra.run.smithi083.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-21T02:29:35.882 INFO:teuthology.orchestra.run.smithi083.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-21T02:29:35.882 INFO:teuthology.orchestra.run.smithi083.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-21T02:29:35.923 INFO:teuthology.orchestra.run.smithi083.stdout:0 upgraded, 0 newly installed, 0 to remove and 345 not upgraded. 2024-09-21T02:29:35.925 DEBUG:teuthology.orchestra.run.smithi083:> dpkg -s linux-image-generic 2024-09-21T02:29:35.941 INFO:teuthology.orchestra.run.smithi083.stdout:Package: linux-image-generic 2024-09-21T02:29:35.941 INFO:teuthology.orchestra.run.smithi083.stdout:Status: install ok installed 2024-09-21T02:29:35.941 INFO:teuthology.orchestra.run.smithi083.stdout:Priority: optional 2024-09-21T02:29:35.941 INFO:teuthology.orchestra.run.smithi083.stdout:Section: kernel 2024-09-21T02:29:35.941 INFO:teuthology.orchestra.run.smithi083.stdout:Installed-Size: 21 2024-09-21T02:29:35.941 INFO:teuthology.orchestra.run.smithi083.stdout:Maintainer: Ubuntu Kernel Team 2024-09-21T02:29:35.941 INFO:teuthology.orchestra.run.smithi083.stdout:Architecture: amd64 2024-09-21T02:29:35.941 INFO:teuthology.orchestra.run.smithi083.stdout:Source: linux-meta 2024-09-21T02:29:35.941 INFO:teuthology.orchestra.run.smithi083.stdout:Version: 5.15.0.122.122 2024-09-21T02:29:35.941 INFO:teuthology.orchestra.run.smithi083.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-122), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-21T02:29:35.941 INFO:teuthology.orchestra.run.smithi083.stdout:Depends: linux-image-5.15.0-122-generic, linux-modules-extra-5.15.0-122-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-21T02:29:35.941 INFO:teuthology.orchestra.run.smithi083.stdout:Recommends: thermald 2024-09-21T02:29:35.942 INFO:teuthology.orchestra.run.smithi083.stdout:Description: Generic Linux kernel image 2024-09-21T02:29:35.942 INFO:teuthology.orchestra.run.smithi083.stdout: This package will always depend on the latest generic kernel image 2024-09-21T02:29:35.942 INFO:teuthology.orchestra.run.smithi083.stdout: available. 2024-09-21T02:29:35.942 DEBUG:teuthology.orchestra.run.smithi083:> mktemp 2024-09-21T02:29:35.993 INFO:teuthology.orchestra.run.smithi083.stdout:/tmp/tmp.kUR8vkxR34 2024-09-21T02:29:35.993 DEBUG:teuthology.orchestra.run.smithi083:> sudo cp /boot/grub/grub.cfg /tmp/tmp.kUR8vkxR34 2024-09-21T02:29:36.049 DEBUG:teuthology.orchestra.run.smithi083:> sudo chmod 0666 /tmp/tmp.kUR8vkxR34 2024-09-21T02:29:36.163 DEBUG:teuthology.orchestra.remote:smithi083:/tmp/tmp.kUR8vkxR34 is 10KB 2024-09-21T02:29:36.175 DEBUG:teuthology.orchestra.run.smithi083:> rm -fr /tmp/tmp.kUR8vkxR34 2024-09-21T02:29:36.180 DEBUG:teuthology.orchestra.run.smithi083:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-21T02:29:36.232 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:29:36.232 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-21T02:29:36.232 DEBUG:teuthology.orchestra.run.smithi083:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-21T02:29:36.295 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-122-generic 2024-09-21T02:29:36.295 DEBUG:teuthology.orchestra.run.smithi083:> sudo update-grub 2024-09-21T02:29:36.710 INFO:teuthology.orchestra.run.smithi142.stderr:Sourcing file `/etc/default/grub' 2024-09-21T02:29:36.711 INFO:teuthology.orchestra.run.smithi142.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-21T02:29:36.717 INFO:teuthology.orchestra.run.smithi142.stderr:Generating grub configuration file ... 2024-09-21T02:29:36.920 INFO:teuthology.orchestra.run.smithi142.stderr:Found linux image: /boot/vmlinuz-5.15.0-122-generic 2024-09-21T02:29:36.926 INFO:teuthology.orchestra.run.smithi142.stderr:Found initrd image: /boot/initrd.img-5.15.0-122-generic 2024-09-21T02:29:37.164 INFO:teuthology.orchestra.run.smithi142.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-21T02:29:37.169 INFO:teuthology.orchestra.run.smithi142.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-21T02:29:37.209 INFO:teuthology.orchestra.run.smithi142.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-21T02:29:37.214 INFO:teuthology.orchestra.run.smithi142.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-21T02:29:37.328 INFO:teuthology.orchestra.run.smithi142.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-21T02:29:37.328 INFO:teuthology.orchestra.run.smithi142.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-21T02:29:37.328 INFO:teuthology.orchestra.run.smithi142.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-21T02:29:37.341 INFO:teuthology.orchestra.run.smithi142.stderr:done 2024-09-21T02:29:37.349 DEBUG:teuthology.orchestra.run.smithi142:> sudo shutdown -r now 2024-09-21T02:29:37.454 INFO:teuthology.orchestra.run.smithi083.stderr:Sourcing file `/etc/default/grub' 2024-09-21T02:29:37.455 INFO:teuthology.orchestra.run.smithi083.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-21T02:29:37.458 INFO:teuthology.orchestra.run.smithi083.stderr:Generating grub configuration file ... 2024-09-21T02:29:37.646 INFO:teuthology.orchestra.run.smithi083.stderr:Found linux image: /boot/vmlinuz-5.15.0-122-generic 2024-09-21T02:29:37.652 INFO:teuthology.orchestra.run.smithi083.stderr:Found initrd image: /boot/initrd.img-5.15.0-122-generic 2024-09-21T02:29:37.877 INFO:teuthology.orchestra.run.smithi083.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-21T02:29:37.882 INFO:teuthology.orchestra.run.smithi083.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-21T02:29:37.924 INFO:teuthology.orchestra.run.smithi083.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-21T02:29:37.929 INFO:teuthology.orchestra.run.smithi083.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-21T02:29:38.063 INFO:teuthology.orchestra.run.smithi083.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-21T02:29:38.063 INFO:teuthology.orchestra.run.smithi083.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-21T02:29:38.063 INFO:teuthology.orchestra.run.smithi083.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-21T02:29:38.087 INFO:teuthology.orchestra.run.smithi083.stderr:done 2024-09-21T02:29:38.102 DEBUG:teuthology.orchestra.run.smithi083:> sudo shutdown -r now 2024-09-21T02:30:07.417 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-21T02:30:07.418 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi142.front.sepia.ceph.com' 2024-09-21T02:30:07.418 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi142.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T02:30:08.105 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-21T02:30:08.105 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi083.front.sepia.ceph.com' 2024-09-21T02:30:08.105 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi083.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T02:30:25.775 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.142 2024-09-21T02:30:26.543 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.83 2024-09-21T02:30:34.784 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi142.front.sepia.ceph.com' 2024-09-21T02:30:34.785 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi142.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T02:30:35.544 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi083.front.sepia.ceph.com' 2024-09-21T02:30:35.545 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi083.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T02:30:37.843 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.142 2024-09-21T02:30:38.607 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.83 2024-09-21T02:30:49.854 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi142.front.sepia.ceph.com' 2024-09-21T02:30:49.855 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi142.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T02:30:50.608 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi083.front.sepia.ceph.com' 2024-09-21T02:30:50.609 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi083.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T02:31:08.271 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.142 2024-09-21T02:31:09.039 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.83 2024-09-21T02:31:23.286 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi142.front.sepia.ceph.com' 2024-09-21T02:31:23.287 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi142.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T02:31:23.496 DEBUG:teuthology.orchestra.run.smithi142:> true 2024-09-21T02:31:24.040 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi083.front.sepia.ceph.com' 2024-09-21T02:31:24.040 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi083.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T02:31:24.203 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi142.front.sepia.ceph.com' 2024-09-21T02:31:24.203 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.15.0-122-generic"... 2024-09-21T02:31:24.203 DEBUG:teuthology.orchestra.run.smithi142:> uname -r 2024-09-21T02:31:24.250 INFO:teuthology.orchestra.run.smithi142.stdout:5.15.0-122-generic 2024-09-21T02:31:24.250 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-122-generic vs 5.15.0-122-generic 2024-09-21T02:31:24.250 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-21T02:31:24.250 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-21T02:31:24.387 DEBUG:teuthology.orchestra.run.smithi083:> true 2024-09-21T02:31:25.180 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi083.front.sepia.ceph.com' 2024-09-21T02:31:25.181 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.15.0-122-generic"... 2024-09-21T02:31:25.181 DEBUG:teuthology.orchestra.run.smithi083:> uname -r 2024-09-21T02:31:25.229 INFO:teuthology.orchestra.run.smithi083.stdout:5.15.0-122-generic 2024-09-21T02:31:25.229 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-122-generic vs 5.15.0-122-generic 2024-09-21T02:31:25.229 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-21T02:31:25.229 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-21T02:31:25.252 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-21T02:31:25.252 DEBUG:teuthology.orchestra.run.smithi142:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-21T02:31:25.334 INFO:teuthology.orchestra.run.smithi142.stdout:ttyS1 2024-09-21T02:31:25.351 DEBUG:teuthology.parallel:result is None 2024-09-21T02:31:26.230 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-21T02:31:26.230 DEBUG:teuthology.orchestra.run.smithi083:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-21T02:31:26.315 INFO:teuthology.orchestra.run.smithi083.stdout:ttyS1 2024-09-21T02:31:26.339 DEBUG:teuthology.parallel:result is None 2024-09-21T02:31:26.339 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-21T02:31:26.346 INFO:teuthology.task.internal:Creating test directory... 2024-09-21T02:31:26.346 DEBUG:teuthology.orchestra.run.smithi083:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-21T02:31:26.348 DEBUG:teuthology.orchestra.run.smithi142:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-21T02:31:26.354 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-21T02:31:26.366 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-21T02:31:26.401 INFO:teuthology.task.internal:Creating archive directory... 2024-09-21T02:31:26.402 DEBUG:teuthology.orchestra.run.smithi083:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-21T02:31:26.405 DEBUG:teuthology.orchestra.run.smithi142:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-21T02:31:26.431 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-21T02:31:26.436 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-21T02:31:26.437 DEBUG:teuthology.orchestra.run.smithi083:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-21T02:31:26.470 DEBUG:teuthology.orchestra.run.smithi142:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-21T02:31:26.491 INFO:teuthology.orchestra.run.smithi083.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-21T02:31:26.497 INFO:teuthology.orchestra.run.smithi142.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-21T02:31:26.499 INFO:teuthology.orchestra.run.smithi083.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-21T02:31:26.505 INFO:teuthology.orchestra.run.smithi142.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-21T02:31:26.507 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-21T02:31:26.513 INFO:teuthology.task.internal:Configuring sudo... 2024-09-21T02:31:26.513 DEBUG:teuthology.orchestra.run.smithi083:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-21T02:31:26.547 DEBUG:teuthology.orchestra.run.smithi142:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-21T02:31:26.562 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-21T02:31:26.571 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-21T02:31:26.571 DEBUG:teuthology.orchestra.run.smithi083:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-21T02:31:26.602 DEBUG:teuthology.orchestra.run.smithi142:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-21T02:31:26.610 DEBUG:teuthology.orchestra.run.smithi083:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-21T02:31:26.653 DEBUG:teuthology.orchestra.run.smithi083:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-21T02:31:26.702 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:31:26.702 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-21T02:31:26.762 DEBUG:teuthology.orchestra.run.smithi142:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-21T02:31:26.768 DEBUG:teuthology.orchestra.run.smithi142:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-21T02:31:26.814 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2024-09-21T02:31:26.814 DEBUG:teuthology.orchestra.run.smithi142:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-21T02:31:26.881 DEBUG:teuthology.orchestra.run.smithi083:> sudo service rsyslog restart 2024-09-21T02:31:26.883 DEBUG:teuthology.orchestra.run.smithi142:> sudo service rsyslog restart 2024-09-21T02:31:26.965 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-21T02:31:26.972 INFO:teuthology.task.internal:Starting timer... 2024-09-21T02:31:26.972 INFO:teuthology.run_tasks:Running task pcp... 2024-09-21T02:31:26.995 INFO:teuthology.run_tasks:Running task selinux... 2024-09-21T02:31:27.028 DEBUG:teuthology.task.selinux:Excluding smithi083: OS 'ubuntu' does not support SELinux 2024-09-21T02:31:27.028 DEBUG:teuthology.task.selinux:Excluding smithi142: OS 'ubuntu' does not support SELinux 2024-09-21T02:31:27.028 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-21T02:31:27.029 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2024-09-21T02:31:27.029 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-21T02:31:27.029 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-21T02:31:27.061 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-21T02:31:28.862 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-21T02:31:28.866 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi083.front.sepia.ceph.com,smithi142.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-21T02:39:06.046 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi083.front.sepia.ceph.com'), Remote(name='ubuntu@smithi142.front.sepia.ceph.com')] 2024-09-21T02:39:06.047 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi083.front.sepia.ceph.com' 2024-09-21T02:39:06.048 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi083.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T02:39:06.129 DEBUG:teuthology.orchestra.run.smithi083:> true 2024-09-21T02:39:06.202 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi083.front.sepia.ceph.com' 2024-09-21T02:39:06.203 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi142.front.sepia.ceph.com' 2024-09-21T02:39:06.203 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi142.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T02:39:06.289 DEBUG:teuthology.orchestra.run.smithi142:> true 2024-09-21T02:39:06.367 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi142.front.sepia.ceph.com' 2024-09-21T02:39:06.367 INFO:teuthology.run_tasks:Running task clock... 2024-09-21T02:39:06.378 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-21T02:39:06.378 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-21T02:39:06.379 DEBUG:teuthology.orchestra.run.smithi083:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-21T02:39:06.381 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-21T02:39:06.381 DEBUG:teuthology.orchestra.run.smithi142:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-21T02:39:06.406 INFO:teuthology.orchestra.run.smithi083.stdout:21 Sep 02:39:06 ntpd[18499]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-09-21T02:39:06.406 INFO:teuthology.orchestra.run.smithi083.stdout:21 Sep 02:39:06 ntpd[18499]: Command line: ntpd -gq 2024-09-21T02:39:06.406 INFO:teuthology.orchestra.run.smithi083.stdout:21 Sep 02:39:06 ntpd[18499]: ---------------------------------------------------- 2024-09-21T02:39:06.406 INFO:teuthology.orchestra.run.smithi083.stdout:21 Sep 02:39:06 ntpd[18499]: ntp-4 is maintained by Network Time Foundation, 2024-09-21T02:39:06.407 INFO:teuthology.orchestra.run.smithi083.stdout:21 Sep 02:39:06 ntpd[18499]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-09-21T02:39:06.407 INFO:teuthology.orchestra.run.smithi083.stdout:21 Sep 02:39:06 ntpd[18499]: corporation. Support and training for ntp-4 are 2024-09-21T02:39:06.407 INFO:teuthology.orchestra.run.smithi083.stdout:21 Sep 02:39:06 ntpd[18499]: available at https://www.nwtime.org/support 2024-09-21T02:39:06.407 INFO:teuthology.orchestra.run.smithi083.stdout:21 Sep 02:39:06 ntpd[18499]: ---------------------------------------------------- 2024-09-21T02:39:06.407 INFO:teuthology.orchestra.run.smithi083.stdout:21 Sep 02:39:06 ntpd[18499]: proto: precision = 0.080 usec (-23) 2024-09-21T02:39:06.407 INFO:teuthology.orchestra.run.smithi083.stdout:21 Sep 02:39:06 ntpd[18499]: basedate set to 2022-02-04 2024-09-21T02:39:06.407 INFO:teuthology.orchestra.run.smithi083.stdout:21 Sep 02:39:06 ntpd[18499]: gps base set to 2022-02-06 (week 2196) 2024-09-21T02:39:06.408 INFO:teuthology.orchestra.run.smithi083.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-21T02:39:06.408 INFO:teuthology.orchestra.run.smithi083.stdout:21 Sep 02:39:06 ntpd[18499]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-21T02:39:06.408 INFO:teuthology.orchestra.run.smithi083.stdout:21 Sep 02:39:06 ntpd[18499]: restrict ::: KOD does nothing without LIMITED. 2024-09-21T02:39:06.408 INFO:teuthology.orchestra.run.smithi083.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-21T02:39:06.409 INFO:teuthology.orchestra.run.smithi083.stdout:21 Sep 02:39:06 ntpd[18499]: Listen and drop on 0 v6wildcard [::]:123 2024-09-21T02:39:06.409 INFO:teuthology.orchestra.run.smithi083.stdout:21 Sep 02:39:06 ntpd[18499]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-21T02:39:06.409 INFO:teuthology.orchestra.run.smithi083.stdout:21 Sep 02:39:06 ntpd[18499]: Listen normally on 2 lo 127.0.0.1:123 2024-09-21T02:39:06.409 INFO:teuthology.orchestra.run.smithi083.stdout:21 Sep 02:39:06 ntpd[18499]: Listen normally on 3 enp3s0f1 172.21.15.83:123 2024-09-21T02:39:06.409 INFO:teuthology.orchestra.run.smithi083.stdout:21 Sep 02:39:06 ntpd[18499]: Listen normally on 4 lo [::1]:123 2024-09-21T02:39:06.409 INFO:teuthology.orchestra.run.smithi083.stdout:21 Sep 02:39:06 ntpd[18499]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe8f:ce91%5]:123 2024-09-21T02:39:06.410 INFO:teuthology.orchestra.run.smithi083.stdout:21 Sep 02:39:06 ntpd[18499]: Listening on routing socket on fd #22 for interface updates 2024-09-21T02:39:06.435 INFO:teuthology.orchestra.run.smithi142.stdout:21 Sep 02:39:06 ntpd[18502]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-09-21T02:39:06.435 INFO:teuthology.orchestra.run.smithi142.stdout:21 Sep 02:39:06 ntpd[18502]: Command line: ntpd -gq 2024-09-21T02:39:06.435 INFO:teuthology.orchestra.run.smithi142.stdout:21 Sep 02:39:06 ntpd[18502]: ---------------------------------------------------- 2024-09-21T02:39:06.435 INFO:teuthology.orchestra.run.smithi142.stdout:21 Sep 02:39:06 ntpd[18502]: ntp-4 is maintained by Network Time Foundation, 2024-09-21T02:39:06.435 INFO:teuthology.orchestra.run.smithi142.stdout:21 Sep 02:39:06 ntpd[18502]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-09-21T02:39:06.435 INFO:teuthology.orchestra.run.smithi142.stdout:21 Sep 02:39:06 ntpd[18502]: corporation. Support and training for ntp-4 are 2024-09-21T02:39:06.435 INFO:teuthology.orchestra.run.smithi142.stdout:21 Sep 02:39:06 ntpd[18502]: available at https://www.nwtime.org/support 2024-09-21T02:39:06.435 INFO:teuthology.orchestra.run.smithi142.stdout:21 Sep 02:39:06 ntpd[18502]: ---------------------------------------------------- 2024-09-21T02:39:06.436 INFO:teuthology.orchestra.run.smithi142.stdout:21 Sep 02:39:06 ntpd[18502]: proto: precision = 0.050 usec (-24) 2024-09-21T02:39:06.436 INFO:teuthology.orchestra.run.smithi142.stdout:21 Sep 02:39:06 ntpd[18502]: basedate set to 2022-02-04 2024-09-21T02:39:06.436 INFO:teuthology.orchestra.run.smithi142.stdout:21 Sep 02:39:06 ntpd[18502]: gps base set to 2022-02-06 (week 2196) 2024-09-21T02:39:06.436 INFO:teuthology.orchestra.run.smithi142.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-21T02:39:06.437 INFO:teuthology.orchestra.run.smithi142.stdout:21 Sep 02:39:06 ntpd[18502]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-21T02:39:06.437 INFO:teuthology.orchestra.run.smithi142.stdout:21 Sep 02:39:06 ntpd[18502]: restrict ::: KOD does nothing without LIMITED. 2024-09-21T02:39:06.437 INFO:teuthology.orchestra.run.smithi142.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-21T02:39:06.438 INFO:teuthology.orchestra.run.smithi142.stdout:21 Sep 02:39:06 ntpd[18502]: Listen and drop on 0 v6wildcard [::]:123 2024-09-21T02:39:06.438 INFO:teuthology.orchestra.run.smithi142.stdout:21 Sep 02:39:06 ntpd[18502]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-21T02:39:06.438 INFO:teuthology.orchestra.run.smithi142.stdout:21 Sep 02:39:06 ntpd[18502]: Listen normally on 2 lo 127.0.0.1:123 2024-09-21T02:39:06.438 INFO:teuthology.orchestra.run.smithi142.stdout:21 Sep 02:39:06 ntpd[18502]: Listen normally on 3 enp3s0f1 172.21.15.142:123 2024-09-21T02:39:06.438 INFO:teuthology.orchestra.run.smithi142.stdout:21 Sep 02:39:06 ntpd[18502]: Listen normally on 4 lo [::1]:123 2024-09-21T02:39:06.438 INFO:teuthology.orchestra.run.smithi142.stdout:21 Sep 02:39:06 ntpd[18502]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe88:6e0d%5]:123 2024-09-21T02:39:06.438 INFO:teuthology.orchestra.run.smithi142.stdout:21 Sep 02:39:06 ntpd[18502]: Listening on routing socket on fd #22 for interface updates 2024-09-21T02:39:07.407 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:07 ntpd[18499]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:07.407 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:07 ntpd[18499]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:07.435 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:07 ntpd[18502]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:07.436 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:07 ntpd[18502]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:07.436 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:07 ntpd[18502]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:07.436 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:07 ntpd[18502]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:07.436 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:07 ntpd[18502]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T02:39:07.436 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:07 ntpd[18502]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T02:39:08.407 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:08 ntpd[18499]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:08.407 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:08 ntpd[18499]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:08.407 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:08 ntpd[18499]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:08.407 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:08 ntpd[18499]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:08.407 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:08 ntpd[18499]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T02:39:08.407 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:08 ntpd[18499]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T02:39:08.435 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:08 ntpd[18502]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:08.435 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:08 ntpd[18502]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:08.436 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:08 ntpd[18502]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:08.436 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:08 ntpd[18502]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:08.436 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:08 ntpd[18502]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T02:39:08.436 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:08 ntpd[18502]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T02:39:09.436 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:09 ntpd[18502]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:09.436 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:09 ntpd[18502]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:09.436 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:09 ntpd[18502]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:09.437 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:09 ntpd[18502]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:09.437 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:09 ntpd[18502]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:09.437 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:09 ntpd[18502]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:09.437 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:09 ntpd[18502]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:09.437 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:09 ntpd[18502]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:09.437 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:09 ntpd[18502]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T02:39:09.437 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:09 ntpd[18502]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T02:39:09.437 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:09 ntpd[18502]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:09.437 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:09 ntpd[18502]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:09.437 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:09 ntpd[18502]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T02:39:09.437 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:09 ntpd[18502]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T02:39:10.407 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:10 ntpd[18499]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:10.408 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:10 ntpd[18499]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:10.408 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:10 ntpd[18499]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:10.408 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:10 ntpd[18499]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:10.408 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:10 ntpd[18499]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:10.408 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:10 ntpd[18499]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:10.408 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:10 ntpd[18499]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T02:39:10.408 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:10 ntpd[18499]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T02:39:10.408 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:10 ntpd[18499]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:10.408 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:10 ntpd[18499]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:10.408 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:10 ntpd[18499]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T02:39:10.408 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:10 ntpd[18499]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T02:39:10.436 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:10 ntpd[18502]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:10.436 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:10 ntpd[18502]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:10.436 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:10 ntpd[18502]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:10.436 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:10 ntpd[18502]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:10.436 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:10 ntpd[18502]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T02:39:10.436 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:10 ntpd[18502]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T02:39:11.407 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:11 ntpd[18499]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:11.407 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:11 ntpd[18499]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:11.407 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:11 ntpd[18499]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:11.407 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:11 ntpd[18499]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:11.407 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:11 ntpd[18499]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T02:39:11.407 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:11 ntpd[18499]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T02:39:11.436 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:11 ntpd[18502]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:11.436 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:11 ntpd[18502]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:11.436 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:11 ntpd[18502]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:11.436 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:11 ntpd[18502]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:11.436 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:11 ntpd[18502]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:11.437 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:11 ntpd[18502]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:11.437 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:11 ntpd[18502]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T02:39:11.437 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:11 ntpd[18502]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T02:39:11.437 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:11 ntpd[18502]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:11.437 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:11 ntpd[18502]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:11.437 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:11 ntpd[18502]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T02:39:11.437 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:11 ntpd[18502]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T02:39:12.408 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:12 ntpd[18499]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:12.408 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:12 ntpd[18499]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:12.408 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:12 ntpd[18499]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:12.408 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:12 ntpd[18499]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:12.408 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:12 ntpd[18499]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:12.408 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:12 ntpd[18499]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:12.408 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:12 ntpd[18499]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T02:39:12.408 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:12 ntpd[18499]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T02:39:12.408 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:12 ntpd[18499]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:12.408 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:12 ntpd[18499]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:12.408 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:12 ntpd[18499]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T02:39:12.408 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:12 ntpd[18499]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T02:39:12.436 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:12 ntpd[18502]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:12.436 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:12 ntpd[18502]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:12.436 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:12 ntpd[18502]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:12.436 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:12 ntpd[18502]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:12.436 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:12 ntpd[18502]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T02:39:12.436 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:12 ntpd[18502]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T02:39:13.407 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:13 ntpd[18499]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:13.407 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:13 ntpd[18499]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:13.407 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:13 ntpd[18499]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:13.408 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:13 ntpd[18499]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:13.408 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:13 ntpd[18499]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T02:39:13.408 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:13 ntpd[18499]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T02:39:13.436 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:13 ntpd[18502]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:13.437 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:13 ntpd[18502]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:13.437 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:13 ntpd[18502]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:13.437 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:13 ntpd[18502]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:13.438 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:13 ntpd[18502]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:13.438 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:13 ntpd[18502]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:13.438 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:13 ntpd[18502]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T02:39:13.438 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:13 ntpd[18502]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T02:39:13.438 INFO:teuthology.orchestra.run.smithi142.stdout:21 Sep 02:39:13 ntpd[18502]: ntpd: time slew -0.001834 s 2024-09-21T02:39:13.438 INFO:teuthology.orchestra.run.smithi142.stdout:ntpd: time slew -0.001834s 2024-09-21T02:39:13.439 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:13 ntpd[18502]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-21T02:39:13.439 INFO:teuthology.orchestra.run.smithi142.stderr:21 Sep 02:39:13 ntpd[18502]: can't open /var/log/ntpstats/loopstats.20240921: Permission denied 2024-09-21T02:39:13.487 INFO:teuthology.orchestra.run.smithi142.stdout: remote refid st t when poll reach delay offset jitter 2024-09-21T02:39:13.487 INFO:teuthology.orchestra.run.smithi142.stdout:============================================================================== 2024-09-21T02:39:13.488 INFO:teuthology.orchestra.run.smithi142.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-21T02:39:13.488 INFO:teuthology.orchestra.run.smithi142.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-21T02:39:13.488 INFO:teuthology.orchestra.run.smithi142.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-21T02:39:13.488 INFO:teuthology.orchestra.run.smithi142.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-21T02:39:14.407 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:14 ntpd[18499]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:14.408 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:14 ntpd[18499]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:14.408 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:14 ntpd[18499]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:14.408 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:14 ntpd[18499]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:14.408 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:14 ntpd[18499]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:14.408 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:14 ntpd[18499]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:14.408 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:14 ntpd[18499]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T02:39:14.408 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:14 ntpd[18499]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T02:39:14.408 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:14 ntpd[18499]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-21T02:39:14.408 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:14 ntpd[18499]: can't open /var/log/ntpstats/rawstats.20240921: Permission denied 2024-09-21T02:39:14.408 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:14 ntpd[18499]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-21T02:39:14.408 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:14 ntpd[18499]: can't open /var/log/ntpstats/peerstats.20240921: Permission denied 2024-09-21T02:39:14.409 INFO:teuthology.orchestra.run.smithi083.stdout:21 Sep 02:39:14 ntpd[18499]: ntpd: time slew -0.001424 s 2024-09-21T02:39:14.409 INFO:teuthology.orchestra.run.smithi083.stdout:ntpd: time slew -0.001424s 2024-09-21T02:39:14.409 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:14 ntpd[18499]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-21T02:39:14.409 INFO:teuthology.orchestra.run.smithi083.stderr:21 Sep 02:39:14 ntpd[18499]: can't open /var/log/ntpstats/loopstats.20240921: Permission denied 2024-09-21T02:39:14.465 INFO:teuthology.orchestra.run.smithi083.stdout: remote refid st t when poll reach delay offset jitter 2024-09-21T02:39:14.466 INFO:teuthology.orchestra.run.smithi083.stdout:============================================================================== 2024-09-21T02:39:14.466 INFO:teuthology.orchestra.run.smithi083.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-21T02:39:14.466 INFO:teuthology.orchestra.run.smithi083.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-21T02:39:14.466 INFO:teuthology.orchestra.run.smithi083.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-21T02:39:14.466 INFO:teuthology.orchestra.run.smithi083.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-21T02:39:14.467 INFO:teuthology.run_tasks:Running task install... 2024-09-21T02:39:14.482 DEBUG:teuthology.task.install:project ceph 2024-09-21T02:39:14.482 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '1843221895adccfb3b692060251dd6a0183bc410'}} 2024-09-21T02:39:14.482 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '1843221895adccfb3b692060251dd6a0183bc410'} 2024-09-21T02:39:14.482 INFO:teuthology.task.install:Using flavor: default 2024-09-21T02:39:14.488 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-21T02:39:14.488 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-09-21T02:39:14.488 DEBUG:teuthology.orchestra.run.smithi083:> sudo apt-key list | grep Ceph 2024-09-21T02:39:14.489 DEBUG:teuthology.orchestra.run.smithi142:> sudo apt-key list | grep Ceph 2024-09-21T02:39:14.554 INFO:teuthology.orchestra.run.smithi142.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-09-21T02:39:14.569 INFO:teuthology.orchestra.run.smithi083.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-09-21T02:39:14.582 INFO:teuthology.orchestra.run.smithi142.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-09-21T02:39:14.582 INFO:teuthology.orchestra.run.smithi142.stdout:uid [ unknown] Ceph.com (release key) 2024-09-21T02:39:14.583 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror on remote deb x86_64 2024-09-21T02:39:14.583 INFO:teuthology.task.install.deb:Installing system (non-project) packages: bison, flex, libelf-dev, libssl-dev, network-manager, iproute2, util-linux, dump, indent, libaio-dev, libtool-bin, uuid-dev, xfslibs-dev, postgresql, postgresql-client, postgresql-common, postgresql-contrib on remote deb x86_64 2024-09-21T02:39:14.584 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=1843221895adccfb3b692060251dd6a0183bc410 2024-09-21T02:39:14.597 INFO:teuthology.orchestra.run.smithi083.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-09-21T02:39:14.597 INFO:teuthology.orchestra.run.smithi083.stdout:uid [ unknown] Ceph.com (release key) 2024-09-21T02:39:14.597 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror on remote deb x86_64 2024-09-21T02:39:14.597 INFO:teuthology.task.install.deb:Installing system (non-project) packages: bison, flex, libelf-dev, libssl-dev, network-manager, iproute2, util-linux, dump, indent, libaio-dev, libtool-bin, uuid-dev, xfslibs-dev, postgresql, postgresql-client, postgresql-common, postgresql-contrib on remote deb x86_64 2024-09-21T02:39:14.597 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=1843221895adccfb3b692060251dd6a0183bc410 2024-09-21T02:39:14.726 INFO:teuthology.task.install.deb:Pulling from https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default/ 2024-09-21T02:39:14.726 INFO:teuthology.task.install.deb:Package version is 19.3.0-5120-g18432218-1jammy 2024-09-21T02:39:14.734 INFO:teuthology.task.install.deb:Pulling from https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default/ 2024-09-21T02:39:14.734 INFO:teuthology.task.install.deb:Package version is 19.3.0-5120-g18432218-1jammy 2024-09-21T02:39:14.839 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2024-09-21T02:39:14.840 DEBUG:teuthology.orchestra.run.smithi142:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-09-21T02:39:14.851 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:39:14.851 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-09-21T02:39:14.855 DEBUG:teuthology.orchestra.run.smithi142:> sudo apt-get update 2024-09-21T02:39:14.865 DEBUG:teuthology.orchestra.run.smithi083:> sudo apt-get update 2024-09-21T02:39:15.047 INFO:teuthology.orchestra.run.smithi083.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-21T02:39:15.076 INFO:teuthology.orchestra.run.smithi142.stdout:Ign:1 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy InRelease 2024-09-21T02:39:15.090 INFO:teuthology.orchestra.run.smithi083.stdout:Ign:2 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy InRelease 2024-09-21T02:39:15.097 INFO:teuthology.orchestra.run.smithi142.stdout:Get:2 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy Release [7,005 B] 2024-09-21T02:39:15.111 INFO:teuthology.orchestra.run.smithi083.stdout:Get:3 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy Release [7,005 B] 2024-09-21T02:39:15.120 INFO:teuthology.orchestra.run.smithi142.stdout:Ign:3 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy Release.gpg 2024-09-21T02:39:15.133 INFO:teuthology.orchestra.run.smithi083.stdout:Ign:4 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy Release.gpg 2024-09-21T02:39:15.150 INFO:teuthology.orchestra.run.smithi142.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-21T02:39:15.150 INFO:teuthology.orchestra.run.smithi142.stdout:Get:5 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 Packages [18.2 kB] 2024-09-21T02:39:15.154 INFO:teuthology.orchestra.run.smithi083.stdout:Get:5 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 Packages [18.2 kB] 2024-09-21T02:39:15.160 INFO:teuthology.orchestra.run.smithi083.stdout:Hit:6 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-21T02:39:15.161 INFO:teuthology.orchestra.run.smithi142.stdout:Get:6 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-21T02:39:15.179 INFO:teuthology.orchestra.run.smithi142.stdout:Get:7 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,432 B] 2024-09-21T02:39:15.181 INFO:teuthology.orchestra.run.smithi083.stdout:Get:7 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,432 B] 2024-09-21T02:39:15.222 INFO:teuthology.orchestra.run.smithi142.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-21T02:39:15.240 INFO:teuthology.orchestra.run.smithi083.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-21T02:39:15.577 INFO:teuthology.orchestra.run.smithi142.stdout:Hit:9 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-21T02:39:15.595 INFO:teuthology.orchestra.run.smithi083.stdout:Hit:9 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-21T02:39:15.760 INFO:teuthology.orchestra.run.smithi083.stdout:Fetched 157 kB in 1s (223 kB/s) 2024-09-21T02:39:15.765 INFO:teuthology.orchestra.run.smithi142.stdout:Fetched 286 kB in 1s (392 kB/s) 2024-09-21T02:39:16.755 INFO:teuthology.orchestra.run.smithi083.stdout:Reading package lists... 2024-09-21T02:39:16.771 DEBUG:teuthology.orchestra.run.smithi083:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=19.3.0-5120-g18432218-1jammy cephadm=19.3.0-5120-g18432218-1jammy ceph-mds=19.3.0-5120-g18432218-1jammy ceph-mgr=19.3.0-5120-g18432218-1jammy ceph-common=19.3.0-5120-g18432218-1jammy ceph-fuse=19.3.0-5120-g18432218-1jammy ceph-test=19.3.0-5120-g18432218-1jammy ceph-volume=19.3.0-5120-g18432218-1jammy radosgw=19.3.0-5120-g18432218-1jammy python3-rados=19.3.0-5120-g18432218-1jammy python3-rgw=19.3.0-5120-g18432218-1jammy python3-cephfs=19.3.0-5120-g18432218-1jammy python3-rbd=19.3.0-5120-g18432218-1jammy libcephfs2=19.3.0-5120-g18432218-1jammy libcephfs-dev=19.3.0-5120-g18432218-1jammy librados2=19.3.0-5120-g18432218-1jammy librbd1=19.3.0-5120-g18432218-1jammy rbd-fuse=19.3.0-5120-g18432218-1jammy python3-cephfs=19.3.0-5120-g18432218-1jammy cephfs-shell=19.3.0-5120-g18432218-1jammy cephfs-top=19.3.0-5120-g18432218-1jammy cephfs-mirror=19.3.0-5120-g18432218-1jammy 2024-09-21T02:39:16.827 INFO:teuthology.orchestra.run.smithi142.stdout:Reading package lists... 2024-09-21T02:39:16.835 INFO:teuthology.orchestra.run.smithi083.stdout:Reading package lists... 2024-09-21T02:39:16.845 DEBUG:teuthology.orchestra.run.smithi142:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=19.3.0-5120-g18432218-1jammy cephadm=19.3.0-5120-g18432218-1jammy ceph-mds=19.3.0-5120-g18432218-1jammy ceph-mgr=19.3.0-5120-g18432218-1jammy ceph-common=19.3.0-5120-g18432218-1jammy ceph-fuse=19.3.0-5120-g18432218-1jammy ceph-test=19.3.0-5120-g18432218-1jammy ceph-volume=19.3.0-5120-g18432218-1jammy radosgw=19.3.0-5120-g18432218-1jammy python3-rados=19.3.0-5120-g18432218-1jammy python3-rgw=19.3.0-5120-g18432218-1jammy python3-cephfs=19.3.0-5120-g18432218-1jammy python3-rbd=19.3.0-5120-g18432218-1jammy libcephfs2=19.3.0-5120-g18432218-1jammy libcephfs-dev=19.3.0-5120-g18432218-1jammy librados2=19.3.0-5120-g18432218-1jammy librbd1=19.3.0-5120-g18432218-1jammy rbd-fuse=19.3.0-5120-g18432218-1jammy python3-cephfs=19.3.0-5120-g18432218-1jammy cephfs-shell=19.3.0-5120-g18432218-1jammy cephfs-top=19.3.0-5120-g18432218-1jammy cephfs-mirror=19.3.0-5120-g18432218-1jammy 2024-09-21T02:39:16.909 INFO:teuthology.orchestra.run.smithi142.stdout:Reading package lists... 2024-09-21T02:39:17.051 INFO:teuthology.orchestra.run.smithi083.stdout:Building dependency tree... 2024-09-21T02:39:17.052 INFO:teuthology.orchestra.run.smithi083.stdout:Reading state information... 2024-09-21T02:39:17.119 INFO:teuthology.orchestra.run.smithi142.stdout:Building dependency tree... 2024-09-21T02:39:17.119 INFO:teuthology.orchestra.run.smithi142.stdout:Reading state information... 2024-09-21T02:39:17.249 INFO:teuthology.orchestra.run.smithi083.stdout:The following packages were automatically installed and are no longer required: 2024-09-21T02:39:17.249 INFO:teuthology.orchestra.run.smithi083.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-21T02:39:17.249 INFO:teuthology.orchestra.run.smithi083.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-21T02:39:17.249 INFO:teuthology.orchestra.run.smithi083.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-21T02:39:17.250 INFO:teuthology.orchestra.run.smithi083.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-21T02:39:17.250 INFO:teuthology.orchestra.run.smithi083.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-21T02:39:17.250 INFO:teuthology.orchestra.run.smithi083.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-21T02:39:17.251 INFO:teuthology.orchestra.run.smithi083.stdout:The following additional packages will be installed: 2024-09-21T02:39:17.251 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-09-21T02:39:17.251 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2024-09-21T02:39:17.252 INFO:teuthology.orchestra.run.smithi083.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev libnbd0 liboath0 2024-09-21T02:39:17.252 INFO:teuthology.orchestra.run.smithi083.stdout: libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 2024-09-21T02:39:17.252 INFO:teuthology.orchestra.run.smithi083.stdout: libradosstriper1 librdkafka1 libreadline-dev librgw2 libsqlite3-mod-ceph 2024-09-21T02:39:17.252 INFO:teuthology.orchestra.run.smithi083.stdout: libthrift-0.16.0 lua-any lua-sec lua-socket lua5.1 luarocks nvme-cli 2024-09-21T02:39:17.252 INFO:teuthology.orchestra.run.smithi083.stdout: pkg-config python-asyncssh-doc python-babel-localedata 2024-09-21T02:39:17.252 INFO:teuthology.orchestra.run.smithi083.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2024-09-21T02:39:17.252 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-certifi 2024-09-21T02:39:17.252 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cheroot python3-cherrypy3 python3-cmd2 python3-colorama 2024-09-21T02:39:17.252 INFO:teuthology.orchestra.run.smithi083.stdout: python3-google-auth python3-idna python3-iniconfig python3-jaraco.classes 2024-09-21T02:39:17.253 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jaraco.collections python3-jaraco.functools python3-jaraco.text 2024-09-21T02:39:17.253 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jinja2 python3-joblib python3-kubernetes python3-logutils 2024-09-21T02:39:17.253 INFO:teuthology.orchestra.run.smithi083.stdout: python3-mako python3-markupsafe python3-natsort python3-openssl 2024-09-21T02:39:17.253 INFO:teuthology.orchestra.run.smithi083.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2024-09-21T02:39:17.253 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pluggy python3-portend python3-prettytable python3-psutil python3-py 2024-09-21T02:39:17.253 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify 2024-09-21T02:39:17.253 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pyperclip python3-pytest python3-repoze.lru python3-requests 2024-09-21T02:39:17.253 INFO:teuthology.orchestra.run.smithi083.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-simplegeneric 2024-09-21T02:39:17.253 INFO:teuthology.orchestra.run.smithi083.stdout: python3-simplejson python3-singledispatch python3-sklearn 2024-09-21T02:39:17.253 INFO:teuthology.orchestra.run.smithi083.stdout: python3-sklearn-lib python3-tempita python3-tempora python3-threadpoolctl 2024-09-21T02:39:17.253 INFO:teuthology.orchestra.run.smithi083.stdout: python3-toml python3-urllib3 python3-waitress python3-wcwidth python3-webob 2024-09-21T02:39:17.253 INFO:teuthology.orchestra.run.smithi083.stdout: python3-websocket python3-webtest python3-werkzeug python3-zc.lockfile 2024-09-21T02:39:17.253 INFO:teuthology.orchestra.run.smithi083.stdout: qttranslations5-l10n socat unzip xmlstarlet zip 2024-09-21T02:39:17.254 INFO:teuthology.orchestra.run.smithi083.stdout:Suggested packages: 2024-09-21T02:39:17.254 INFO:teuthology.orchestra.run.smithi083.stdout: python3-influxdb readline-doc python-jinja2-doc python3-beaker 2024-09-21T02:39:17.254 INFO:teuthology.orchestra.run.smithi083.stdout: python-mako-doc python-natsort-doc python-openssl-doc python3-openssl-dbg 2024-09-21T02:39:17.254 INFO:teuthology.orchestra.run.smithi083.stdout: httpd-wsgi libapache2-mod-python libapache2-mod-scgi libjs-mochikit 2024-09-21T02:39:17.254 INFO:teuthology.orchestra.run.smithi083.stdout: python-pecan-doc python-psutil-doc subversion python-pygments-doc 2024-09-21T02:39:17.254 INFO:teuthology.orchestra.run.smithi083.stdout: python-pyinotify-doc python3-socks python-requests-doc python3-dap 2024-09-21T02:39:17.254 INFO:teuthology.orchestra.run.smithi083.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2024-09-21T02:39:17.254 INFO:teuthology.orchestra.run.smithi083.stdout: python-webtest-doc python-werkzeug-doc python3-watchdog 2024-09-21T02:39:17.254 INFO:teuthology.orchestra.run.smithi083.stdout:Recommended packages: 2024-09-21T02:39:17.255 INFO:teuthology.orchestra.run.smithi083.stdout: btrfs-tools 2024-09-21T02:39:17.318 INFO:teuthology.orchestra.run.smithi142.stdout:The following packages were automatically installed and are no longer required: 2024-09-21T02:39:17.318 INFO:teuthology.orchestra.run.smithi142.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-21T02:39:17.318 INFO:teuthology.orchestra.run.smithi142.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-21T02:39:17.318 INFO:teuthology.orchestra.run.smithi142.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-21T02:39:17.319 INFO:teuthology.orchestra.run.smithi142.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-21T02:39:17.319 INFO:teuthology.orchestra.run.smithi142.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-21T02:39:17.319 INFO:teuthology.orchestra.run.smithi142.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-21T02:39:17.319 INFO:teuthology.orchestra.run.smithi142.stdout:The following additional packages will be installed: 2024-09-21T02:39:17.319 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-09-21T02:39:17.319 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2024-09-21T02:39:17.319 INFO:teuthology.orchestra.run.smithi142.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev libnbd0 liboath0 2024-09-21T02:39:17.319 INFO:teuthology.orchestra.run.smithi142.stdout: libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 2024-09-21T02:39:17.319 INFO:teuthology.orchestra.run.smithi142.stdout: libradosstriper1 librdkafka1 libreadline-dev librgw2 libsqlite3-mod-ceph 2024-09-21T02:39:17.320 INFO:teuthology.orchestra.run.smithi142.stdout: libthrift-0.16.0 lua-any lua-sec lua-socket lua5.1 luarocks nvme-cli 2024-09-21T02:39:17.320 INFO:teuthology.orchestra.run.smithi142.stdout: pkg-config python-asyncssh-doc python-babel-localedata 2024-09-21T02:39:17.320 INFO:teuthology.orchestra.run.smithi142.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2024-09-21T02:39:17.320 INFO:teuthology.orchestra.run.smithi142.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-certifi 2024-09-21T02:39:17.321 INFO:teuthology.orchestra.run.smithi142.stdout: python3-cheroot python3-cherrypy3 python3-cmd2 python3-colorama 2024-09-21T02:39:17.321 INFO:teuthology.orchestra.run.smithi142.stdout: python3-google-auth python3-idna python3-iniconfig python3-jaraco.classes 2024-09-21T02:39:17.321 INFO:teuthology.orchestra.run.smithi142.stdout: python3-jaraco.collections python3-jaraco.functools python3-jaraco.text 2024-09-21T02:39:17.321 INFO:teuthology.orchestra.run.smithi142.stdout: python3-jinja2 python3-joblib python3-kubernetes python3-logutils 2024-09-21T02:39:17.321 INFO:teuthology.orchestra.run.smithi142.stdout: python3-mako python3-markupsafe python3-natsort python3-openssl 2024-09-21T02:39:17.321 INFO:teuthology.orchestra.run.smithi142.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2024-09-21T02:39:17.321 INFO:teuthology.orchestra.run.smithi142.stdout: python3-pluggy python3-portend python3-prettytable python3-psutil python3-py 2024-09-21T02:39:17.321 INFO:teuthology.orchestra.run.smithi142.stdout: python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify 2024-09-21T02:39:17.321 INFO:teuthology.orchestra.run.smithi142.stdout: python3-pyperclip python3-pytest python3-repoze.lru python3-requests 2024-09-21T02:39:17.321 INFO:teuthology.orchestra.run.smithi142.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-simplegeneric 2024-09-21T02:39:17.321 INFO:teuthology.orchestra.run.smithi142.stdout: python3-simplejson python3-singledispatch python3-sklearn 2024-09-21T02:39:17.321 INFO:teuthology.orchestra.run.smithi142.stdout: python3-sklearn-lib python3-tempita python3-tempora python3-threadpoolctl 2024-09-21T02:39:17.321 INFO:teuthology.orchestra.run.smithi142.stdout: python3-toml python3-urllib3 python3-waitress python3-wcwidth python3-webob 2024-09-21T02:39:17.322 INFO:teuthology.orchestra.run.smithi142.stdout: python3-websocket python3-webtest python3-werkzeug python3-zc.lockfile 2024-09-21T02:39:17.322 INFO:teuthology.orchestra.run.smithi142.stdout: qttranslations5-l10n socat unzip xmlstarlet zip 2024-09-21T02:39:17.322 INFO:teuthology.orchestra.run.smithi142.stdout:Suggested packages: 2024-09-21T02:39:17.322 INFO:teuthology.orchestra.run.smithi142.stdout: python3-influxdb readline-doc python-jinja2-doc python3-beaker 2024-09-21T02:39:17.322 INFO:teuthology.orchestra.run.smithi142.stdout: python-mako-doc python-natsort-doc python-openssl-doc python3-openssl-dbg 2024-09-21T02:39:17.322 INFO:teuthology.orchestra.run.smithi142.stdout: httpd-wsgi libapache2-mod-python libapache2-mod-scgi libjs-mochikit 2024-09-21T02:39:17.322 INFO:teuthology.orchestra.run.smithi142.stdout: python-pecan-doc python-psutil-doc subversion python-pygments-doc 2024-09-21T02:39:17.322 INFO:teuthology.orchestra.run.smithi142.stdout: python-pyinotify-doc python3-socks python-requests-doc python3-dap 2024-09-21T02:39:17.322 INFO:teuthology.orchestra.run.smithi142.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2024-09-21T02:39:17.322 INFO:teuthology.orchestra.run.smithi142.stdout: python-webtest-doc python-werkzeug-doc python3-watchdog 2024-09-21T02:39:17.322 INFO:teuthology.orchestra.run.smithi142.stdout:Recommended packages: 2024-09-21T02:39:17.322 INFO:teuthology.orchestra.run.smithi142.stdout: btrfs-tools 2024-09-21T02:39:17.361 INFO:teuthology.orchestra.run.smithi083.stdout:The following NEW packages will be installed: 2024-09-21T02:39:17.361 INFO:teuthology.orchestra.run.smithi083.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-09-21T02:39:17.361 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-09-21T02:39:17.361 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2024-09-21T02:39:17.363 INFO:teuthology.orchestra.run.smithi083.stdout: cephfs-mirror cephfs-shell cephfs-top jq libcephfs-dev libcephfs2 2024-09-21T02:39:17.363 INFO:teuthology.orchestra.run.smithi083.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev libnbd0 liboath0 2024-09-21T02:39:17.363 INFO:teuthology.orchestra.run.smithi083.stdout: libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 librados2 2024-09-21T02:39:17.363 INFO:teuthology.orchestra.run.smithi083.stdout: libradosstriper1 librbd1 librdkafka1 libreadline-dev librgw2 2024-09-21T02:39:17.363 INFO:teuthology.orchestra.run.smithi083.stdout: libsqlite3-mod-ceph libthrift-0.16.0 lua-any lua-sec lua-socket lua5.1 2024-09-21T02:39:17.363 INFO:teuthology.orchestra.run.smithi083.stdout: luarocks nvme-cli pkg-config python-asyncssh-doc python-babel-localedata 2024-09-21T02:39:17.363 INFO:teuthology.orchestra.run.smithi083.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2024-09-21T02:39:17.363 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2024-09-21T02:39:17.363 INFO:teuthology.orchestra.run.smithi083.stdout: python3-certifi python3-cheroot python3-cherrypy3 python3-cmd2 2024-09-21T02:39:17.363 INFO:teuthology.orchestra.run.smithi083.stdout: python3-colorama python3-google-auth python3-idna python3-iniconfig 2024-09-21T02:39:17.364 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-09-21T02:39:17.364 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-09-21T02:39:17.364 INFO:teuthology.orchestra.run.smithi083.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-09-21T02:39:17.364 INFO:teuthology.orchestra.run.smithi083.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-09-21T02:39:17.364 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-09-21T02:39:17.364 INFO:teuthology.orchestra.run.smithi083.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-09-21T02:39:17.364 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pygments python3-pyinotify python3-pyperclip python3-pytest 2024-09-21T02:39:17.364 INFO:teuthology.orchestra.run.smithi083.stdout: python3-rados python3-rbd python3-repoze.lru python3-requests 2024-09-21T02:39:17.364 INFO:teuthology.orchestra.run.smithi083.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2024-09-21T02:39:17.364 INFO:teuthology.orchestra.run.smithi083.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-09-21T02:39:17.364 INFO:teuthology.orchestra.run.smithi083.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-09-21T02:39:17.364 INFO:teuthology.orchestra.run.smithi083.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-09-21T02:39:17.364 INFO:teuthology.orchestra.run.smithi083.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-09-21T02:39:17.364 INFO:teuthology.orchestra.run.smithi083.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse 2024-09-21T02:39:17.364 INFO:teuthology.orchestra.run.smithi083.stdout: socat unzip xmlstarlet zip 2024-09-21T02:39:17.429 INFO:teuthology.orchestra.run.smithi142.stdout:The following NEW packages will be installed: 2024-09-21T02:39:17.429 INFO:teuthology.orchestra.run.smithi142.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-09-21T02:39:17.429 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-09-21T02:39:17.429 INFO:teuthology.orchestra.run.smithi142.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2024-09-21T02:39:17.430 INFO:teuthology.orchestra.run.smithi142.stdout: cephfs-mirror cephfs-shell cephfs-top jq libcephfs-dev libcephfs2 2024-09-21T02:39:17.431 INFO:teuthology.orchestra.run.smithi142.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev libnbd0 liboath0 2024-09-21T02:39:17.431 INFO:teuthology.orchestra.run.smithi142.stdout: libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 librados2 2024-09-21T02:39:17.431 INFO:teuthology.orchestra.run.smithi142.stdout: libradosstriper1 librbd1 librdkafka1 libreadline-dev librgw2 2024-09-21T02:39:17.431 INFO:teuthology.orchestra.run.smithi142.stdout: libsqlite3-mod-ceph libthrift-0.16.0 lua-any lua-sec lua-socket lua5.1 2024-09-21T02:39:17.431 INFO:teuthology.orchestra.run.smithi142.stdout: luarocks nvme-cli pkg-config python-asyncssh-doc python-babel-localedata 2024-09-21T02:39:17.431 INFO:teuthology.orchestra.run.smithi142.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2024-09-21T02:39:17.431 INFO:teuthology.orchestra.run.smithi142.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2024-09-21T02:39:17.432 INFO:teuthology.orchestra.run.smithi142.stdout: python3-certifi python3-cheroot python3-cherrypy3 python3-cmd2 2024-09-21T02:39:17.432 INFO:teuthology.orchestra.run.smithi142.stdout: python3-colorama python3-google-auth python3-idna python3-iniconfig 2024-09-21T02:39:17.432 INFO:teuthology.orchestra.run.smithi142.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-09-21T02:39:17.432 INFO:teuthology.orchestra.run.smithi142.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-09-21T02:39:17.432 INFO:teuthology.orchestra.run.smithi142.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-09-21T02:39:17.432 INFO:teuthology.orchestra.run.smithi142.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-09-21T02:39:17.432 INFO:teuthology.orchestra.run.smithi142.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-09-21T02:39:17.432 INFO:teuthology.orchestra.run.smithi142.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-09-21T02:39:17.432 INFO:teuthology.orchestra.run.smithi142.stdout: python3-pygments python3-pyinotify python3-pyperclip python3-pytest 2024-09-21T02:39:17.432 INFO:teuthology.orchestra.run.smithi142.stdout: python3-rados python3-rbd python3-repoze.lru python3-requests 2024-09-21T02:39:17.432 INFO:teuthology.orchestra.run.smithi142.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2024-09-21T02:39:17.432 INFO:teuthology.orchestra.run.smithi142.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-09-21T02:39:17.432 INFO:teuthology.orchestra.run.smithi142.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-09-21T02:39:17.432 INFO:teuthology.orchestra.run.smithi142.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-09-21T02:39:17.432 INFO:teuthology.orchestra.run.smithi142.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-09-21T02:39:17.433 INFO:teuthology.orchestra.run.smithi142.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse 2024-09-21T02:39:17.433 INFO:teuthology.orchestra.run.smithi142.stdout: socat unzip xmlstarlet zip 2024-09-21T02:39:17.492 INFO:teuthology.orchestra.run.smithi142.stdout:0 upgraded, 125 newly installed, 0 to remove and 332 not upgraded. 2024-09-21T02:39:17.493 INFO:teuthology.orchestra.run.smithi142.stdout:Need to get 239 MB of archives. 2024-09-21T02:39:17.493 INFO:teuthology.orchestra.run.smithi142.stdout:After this operation, 986 MB of additional disk space will be used. 2024-09-21T02:39:17.493 INFO:teuthology.orchestra.run.smithi142.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyperclip all 1.8.2-2 [11.5 kB] 2024-09-21T02:39:17.509 INFO:teuthology.orchestra.run.smithi083.stdout:0 upgraded, 125 newly installed, 0 to remove and 332 not upgraded. 2024-09-21T02:39:17.509 INFO:teuthology.orchestra.run.smithi083.stdout:Need to get 239 MB of archives. 2024-09-21T02:39:17.509 INFO:teuthology.orchestra.run.smithi083.stdout:After this operation, 986 MB of additional disk space will be used. 2024-09-21T02:39:17.509 INFO:teuthology.orchestra.run.smithi083.stdout:Get:1 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 19.3.0-5120-g18432218-1jammy [3,591 kB] 2024-09-21T02:39:17.510 INFO:teuthology.orchestra.run.smithi142.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-09-21T02:39:17.520 INFO:teuthology.orchestra.run.smithi142.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cmd2 all 2.3.3-1 [124 kB] 2024-09-21T02:39:17.551 INFO:teuthology.orchestra.run.smithi083.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyperclip all 1.8.2-2 [11.5 kB] 2024-09-21T02:39:17.560 INFO:teuthology.orchestra.run.smithi142.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-09-21T02:39:17.575 INFO:teuthology.orchestra.run.smithi142.stdout:Get:5 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 19.3.0-5120-g18432218-1jammy [3,591 kB] 2024-09-21T02:39:17.581 INFO:teuthology.orchestra.run.smithi142.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-09-21T02:39:17.585 INFO:teuthology.orchestra.run.smithi142.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-09-21T02:39:17.595 INFO:teuthology.orchestra.run.smithi142.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-09-21T02:39:17.634 INFO:teuthology.orchestra.run.smithi083.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-09-21T02:39:17.644 INFO:teuthology.orchestra.run.smithi142.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-09-21T02:39:17.649 INFO:teuthology.orchestra.run.smithi142.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-09-21T02:39:17.660 INFO:teuthology.orchestra.run.smithi142.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-09-21T02:39:17.663 INFO:teuthology.orchestra.run.smithi142.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libnbd0 amd64 1.10.5-1 [71.3 kB] 2024-09-21T02:39:17.664 INFO:teuthology.orchestra.run.smithi142.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-09-21T02:39:17.665 INFO:teuthology.orchestra.run.smithi142.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-09-21T02:39:17.673 INFO:teuthology.orchestra.run.smithi142.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/main amd64 libreadline-dev amd64 8.1.2-1 [166 kB] 2024-09-21T02:39:17.675 INFO:teuthology.orchestra.run.smithi142.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblua5.3-dev amd64 5.3.6-1build1 [167 kB] 2024-09-21T02:39:17.677 INFO:teuthology.orchestra.run.smithi142.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua5.1 amd64 5.1.5-8.1build4 [94.6 kB] 2024-09-21T02:39:17.678 INFO:teuthology.orchestra.run.smithi142.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-any all 27ubuntu1 [5,034 B] 2024-09-21T02:39:17.680 INFO:teuthology.orchestra.run.smithi083.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cmd2 all 2.3.3-1 [124 kB] 2024-09-21T02:39:17.682 INFO:teuthology.orchestra.run.smithi142.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/main amd64 zip amd64 3.0-12build2 [176 kB] 2024-09-21T02:39:17.685 INFO:teuthology.orchestra.run.smithi142.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 unzip amd64 6.0-26ubuntu3.2 [175 kB] 2024-09-21T02:39:17.687 INFO:teuthology.orchestra.run.smithi142.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/universe amd64 luarocks all 3.8.0+dfsg1-1 [140 kB] 2024-09-21T02:39:17.691 INFO:teuthology.orchestra.run.smithi083.stdout:Get:5 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 19.3.0-5120-g18432218-1jammy [3,370 kB] 2024-09-21T02:39:17.699 INFO:teuthology.orchestra.run.smithi142.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-09-21T02:39:17.700 INFO:teuthology.orchestra.run.smithi142.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-09-21T02:39:17.700 INFO:teuthology.orchestra.run.smithi142.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-09-21T02:39:17.702 INFO:teuthology.orchestra.run.smithi142.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-09-21T02:39:17.702 INFO:teuthology.orchestra.run.smithi142.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-09-21T02:39:17.702 INFO:teuthology.orchestra.run.smithi142.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-09-21T02:39:17.703 INFO:teuthology.orchestra.run.smithi142.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-09-21T02:39:17.716 INFO:teuthology.orchestra.run.smithi142.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-09-21T02:39:17.717 INFO:teuthology.orchestra.run.smithi142.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-09-21T02:39:17.717 INFO:teuthology.orchestra.run.smithi142.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-09-21T02:39:17.733 INFO:teuthology.orchestra.run.smithi142.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-09-21T02:39:17.734 INFO:teuthology.orchestra.run.smithi142.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-09-21T02:39:17.734 INFO:teuthology.orchestra.run.smithi142.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-09-21T02:39:17.735 INFO:teuthology.orchestra.run.smithi142.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-09-21T02:39:17.736 INFO:teuthology.orchestra.run.smithi142.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-09-21T02:39:17.736 INFO:teuthology.orchestra.run.smithi142.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-09-21T02:39:17.736 INFO:teuthology.orchestra.run.smithi142.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-webob all 1:1.8.6-1.1ubuntu0.1 [86.7 kB] 2024-09-21T02:39:17.742 INFO:teuthology.orchestra.run.smithi083.stdout:Get:6 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 19.3.0-5120-g18432218-1jammy [733 kB] 2024-09-21T02:39:17.750 INFO:teuthology.orchestra.run.smithi142.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-09-21T02:39:17.751 INFO:teuthology.orchestra.run.smithi142.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-09-21T02:39:17.751 INFO:teuthology.orchestra.run.smithi142.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-09-21T02:39:17.758 INFO:teuthology.orchestra.run.smithi083.stdout:Get:7 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 19.3.0-5120-g18432218-1jammy [356 kB] 2024-09-21T02:39:17.763 INFO:teuthology.orchestra.run.smithi083.stdout:Get:8 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 19.3.0-5120-g18432218-1jammy [32.8 kB] 2024-09-21T02:39:17.764 INFO:teuthology.orchestra.run.smithi083.stdout:Get:9 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 19.3.0-5120-g18432218-1jammy [180 kB] 2024-09-21T02:39:17.767 INFO:teuthology.orchestra.run.smithi083.stdout:Get:10 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 19.3.0-5120-g18432218-1jammy [72.9 kB] 2024-09-21T02:39:17.767 INFO:teuthology.orchestra.run.smithi142.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-09-21T02:39:17.768 INFO:teuthology.orchestra.run.smithi142.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-09-21T02:39:17.768 INFO:teuthology.orchestra.run.smithi142.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-09-21T02:39:17.768 INFO:teuthology.orchestra.run.smithi083.stdout:Get:11 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 19.3.0-5120-g18432218-1jammy [340 kB] 2024-09-21T02:39:17.769 INFO:teuthology.orchestra.run.smithi142.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-09-21T02:39:17.770 INFO:teuthology.orchestra.run.smithi142.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-09-21T02:39:17.772 INFO:teuthology.orchestra.run.smithi142.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-idna all 3.3-1ubuntu0.1 [52.1 kB] 2024-09-21T02:39:17.772 INFO:teuthology.orchestra.run.smithi142.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-09-21T02:39:17.774 INFO:teuthology.orchestra.run.smithi083.stdout:Get:12 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 19.3.0-5120-g18432218-1jammy [8,845 kB] 2024-09-21T02:39:17.784 INFO:teuthology.orchestra.run.smithi142.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-09-21T02:39:17.785 INFO:teuthology.orchestra.run.smithi142.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.2 [181 kB] 2024-09-21T02:39:17.787 INFO:teuthology.orchestra.run.smithi142.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-09-21T02:39:17.801 INFO:teuthology.orchestra.run.smithi142.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-09-21T02:39:17.802 INFO:teuthology.orchestra.run.smithi142.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2024-09-21T02:39:17.805 INFO:teuthology.orchestra.run.smithi142.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-09-21T02:39:17.856 INFO:teuthology.orchestra.run.smithi142.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-09-21T02:39:17.857 INFO:teuthology.orchestra.run.smithi142.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.2 [108 kB] 2024-09-21T02:39:17.858 INFO:teuthology.orchestra.run.smithi142.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-09-21T02:39:17.858 INFO:teuthology.orchestra.run.smithi142.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-09-21T02:39:17.859 INFO:teuthology.orchestra.run.smithi142.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-09-21T02:39:17.876 INFO:teuthology.orchestra.run.smithi083.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-09-21T02:39:17.876 INFO:teuthology.orchestra.run.smithi142.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-09-21T02:39:17.878 INFO:teuthology.orchestra.run.smithi142.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-09-21T02:39:17.878 INFO:teuthology.orchestra.run.smithi142.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-09-21T02:39:17.892 INFO:teuthology.orchestra.run.smithi142.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-09-21T02:39:17.892 INFO:teuthology.orchestra.run.smithi142.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-09-21T02:39:17.896 INFO:teuthology.orchestra.run.smithi142.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-09-21T02:39:17.896 INFO:teuthology.orchestra.run.smithi142.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-09-21T02:39:17.897 INFO:teuthology.orchestra.run.smithi142.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-09-21T02:39:17.897 INFO:teuthology.orchestra.run.smithi142.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-09-21T02:39:17.898 INFO:teuthology.orchestra.run.smithi142.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-09-21T02:39:17.913 INFO:teuthology.orchestra.run.smithi142.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-09-21T02:39:17.916 INFO:teuthology.orchestra.run.smithi142.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-09-21T02:39:17.917 INFO:teuthology.orchestra.run.smithi142.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-09-21T02:39:17.919 INFO:teuthology.orchestra.run.smithi142.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-09-21T02:39:17.919 INFO:teuthology.orchestra.run.smithi142.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-09-21T02:39:17.930 INFO:teuthology.orchestra.run.smithi142.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-09-21T02:39:17.933 INFO:teuthology.orchestra.run.smithi142.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-colorama all 0.4.4-1 [24.5 kB] 2024-09-21T02:39:17.933 INFO:teuthology.orchestra.run.smithi142.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-socket amd64 3.0~rc1+git+ac3201d-6 [78.9 kB] 2024-09-21T02:39:17.934 INFO:teuthology.orchestra.run.smithi142.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-sec amd64 1.0.2-1 [37.6 kB] 2024-09-21T02:39:17.934 INFO:teuthology.orchestra.run.smithi142.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.3 [474 kB] 2024-09-21T02:39:17.945 INFO:teuthology.orchestra.run.smithi083.stdout:Get:14 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 19.3.0-5120-g18432218-1jammy [112 kB] 2024-09-21T02:39:17.947 INFO:teuthology.orchestra.run.smithi142.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/main amd64 pkg-config amd64 0.29.2-1ubuntu3 [48.2 kB] 2024-09-21T02:39:17.947 INFO:teuthology.orchestra.run.smithi142.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2024-09-21T02:39:17.950 INFO:teuthology.orchestra.run.smithi142.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-09-21T02:39:17.950 INFO:teuthology.orchestra.run.smithi142.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-09-21T02:39:17.950 INFO:teuthology.orchestra.run.smithi142.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-09-21T02:39:17.963 INFO:teuthology.orchestra.run.smithi142.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-09-21T02:39:17.965 INFO:teuthology.orchestra.run.smithi142.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-09-21T02:39:17.966 INFO:teuthology.orchestra.run.smithi142.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-09-21T02:39:17.971 INFO:teuthology.orchestra.run.smithi142.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-09-21T02:39:17.972 INFO:teuthology.orchestra.run.smithi142.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-09-21T02:39:17.980 INFO:teuthology.orchestra.run.smithi142.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-09-21T02:39:17.982 INFO:teuthology.orchestra.run.smithi142.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-09-21T02:39:17.983 INFO:teuthology.orchestra.run.smithi142.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-09-21T02:39:17.996 INFO:teuthology.orchestra.run.smithi083.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-09-21T02:39:17.996 INFO:teuthology.orchestra.run.smithi083.stdout:Get:16 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 19.3.0-5120-g18432218-1jammy [478 kB] 2024-09-21T02:39:17.997 INFO:teuthology.orchestra.run.smithi083.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-09-21T02:39:18.003 INFO:teuthology.orchestra.run.smithi083.stdout:Get:18 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 19.3.0-5120-g18432218-1jammy [29.1 MB] 2024-09-21T02:39:18.029 INFO:teuthology.orchestra.run.smithi083.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-09-21T02:39:18.049 INFO:teuthology.orchestra.run.smithi142.stdout:Get:93 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 19.3.0-5120-g18432218-1jammy [3,370 kB] 2024-09-21T02:39:18.203 INFO:teuthology.orchestra.run.smithi083.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-09-21T02:39:18.212 INFO:teuthology.orchestra.run.smithi083.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-09-21T02:39:18.239 INFO:teuthology.orchestra.run.smithi083.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-09-21T02:39:18.247 INFO:teuthology.orchestra.run.smithi083.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libnbd0 amd64 1.10.5-1 [71.3 kB] 2024-09-21T02:39:18.249 INFO:teuthology.orchestra.run.smithi083.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-09-21T02:39:18.251 INFO:teuthology.orchestra.run.smithi083.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-09-21T02:39:18.268 INFO:teuthology.orchestra.run.smithi083.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 libreadline-dev amd64 8.1.2-1 [166 kB] 2024-09-21T02:39:18.273 INFO:teuthology.orchestra.run.smithi083.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblua5.3-dev amd64 5.3.6-1build1 [167 kB] 2024-09-21T02:39:18.278 INFO:teuthology.orchestra.run.smithi083.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua5.1 amd64 5.1.5-8.1build4 [94.6 kB] 2024-09-21T02:39:18.286 INFO:teuthology.orchestra.run.smithi083.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-any all 27ubuntu1 [5,034 B] 2024-09-21T02:39:18.362 INFO:teuthology.orchestra.run.smithi083.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 zip amd64 3.0-12build2 [176 kB] 2024-09-21T02:39:18.366 INFO:teuthology.orchestra.run.smithi083.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 unzip amd64 6.0-26ubuntu3.2 [175 kB] 2024-09-21T02:39:18.371 INFO:teuthology.orchestra.run.smithi083.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/universe amd64 luarocks all 3.8.0+dfsg1-1 [140 kB] 2024-09-21T02:39:18.374 INFO:teuthology.orchestra.run.smithi083.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-09-21T02:39:18.375 INFO:teuthology.orchestra.run.smithi083.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-09-21T02:39:18.376 INFO:teuthology.orchestra.run.smithi083.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-09-21T02:39:18.378 INFO:teuthology.orchestra.run.smithi083.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-09-21T02:39:18.379 INFO:teuthology.orchestra.run.smithi083.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-09-21T02:39:18.379 INFO:teuthology.orchestra.run.smithi083.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-09-21T02:39:18.428 INFO:teuthology.orchestra.run.smithi142.stdout:Get:94 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 19.3.0-5120-g18432218-1jammy [733 kB] 2024-09-21T02:39:18.449 INFO:teuthology.orchestra.run.smithi083.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-09-21T02:39:18.462 INFO:teuthology.orchestra.run.smithi083.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-09-21T02:39:18.463 INFO:teuthology.orchestra.run.smithi083.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-09-21T02:39:18.464 INFO:teuthology.orchestra.run.smithi083.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-09-21T02:39:18.469 INFO:teuthology.orchestra.run.smithi083.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-09-21T02:39:18.470 INFO:teuthology.orchestra.run.smithi083.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-09-21T02:39:18.490 INFO:teuthology.orchestra.run.smithi142.stdout:Get:95 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 19.3.0-5120-g18432218-1jammy [356 kB] 2024-09-21T02:39:18.545 INFO:teuthology.orchestra.run.smithi142.stdout:Get:96 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 19.3.0-5120-g18432218-1jammy [32.8 kB] 2024-09-21T02:39:18.546 INFO:teuthology.orchestra.run.smithi142.stdout:Get:97 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 19.3.0-5120-g18432218-1jammy [180 kB] 2024-09-21T02:39:18.551 INFO:teuthology.orchestra.run.smithi142.stdout:Get:98 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 19.3.0-5120-g18432218-1jammy [72.9 kB] 2024-09-21T02:39:18.552 INFO:teuthology.orchestra.run.smithi142.stdout:Get:99 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 19.3.0-5120-g18432218-1jammy [340 kB] 2024-09-21T02:39:18.584 INFO:teuthology.orchestra.run.smithi142.stdout:Get:100 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 19.3.0-5120-g18432218-1jammy [8,845 kB] 2024-09-21T02:39:18.585 INFO:teuthology.orchestra.run.smithi083.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-09-21T02:39:18.585 INFO:teuthology.orchestra.run.smithi083.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-09-21T02:39:18.619 INFO:teuthology.orchestra.run.smithi083.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-09-21T02:39:18.619 INFO:teuthology.orchestra.run.smithi083.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-09-21T02:39:18.646 INFO:teuthology.orchestra.run.smithi083.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-webob all 1:1.8.6-1.1ubuntu0.1 [86.7 kB] 2024-09-21T02:39:18.647 INFO:teuthology.orchestra.run.smithi083.stdout:Get:50 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 19.3.0-5120-g18432218-1jammy [5,023 kB] 2024-09-21T02:39:18.648 INFO:teuthology.orchestra.run.smithi083.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-09-21T02:39:18.650 INFO:teuthology.orchestra.run.smithi083.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-09-21T02:39:18.651 INFO:teuthology.orchestra.run.smithi083.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-09-21T02:39:18.661 INFO:teuthology.orchestra.run.smithi083.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-09-21T02:39:18.694 INFO:teuthology.orchestra.run.smithi083.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-09-21T02:39:18.724 INFO:teuthology.orchestra.run.smithi083.stdout:Get:56 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 19.3.0-5120-g18432218-1jammy [252 kB] 2024-09-21T02:39:18.726 INFO:teuthology.orchestra.run.smithi083.stdout:Get:57 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 19.3.0-5120-g18432218-1jammy [126 kB] 2024-09-21T02:39:18.728 INFO:teuthology.orchestra.run.smithi083.stdout:Get:58 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 19.3.0-5120-g18432218-1jammy [1,552 kB] 2024-09-21T02:39:18.743 INFO:teuthology.orchestra.run.smithi083.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-09-21T02:39:18.744 INFO:teuthology.orchestra.run.smithi083.stdout:Get:60 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 19.3.0-5120-g18432218-1jammy [6,198 kB] 2024-09-21T02:39:18.745 INFO:teuthology.orchestra.run.smithi083.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-09-21T02:39:18.747 INFO:teuthology.orchestra.run.smithi083.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-09-21T02:39:18.751 INFO:teuthology.orchestra.run.smithi083.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-idna all 3.3-1ubuntu0.1 [52.1 kB] 2024-09-21T02:39:18.776 INFO:teuthology.orchestra.run.smithi083.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-09-21T02:39:18.779 INFO:teuthology.orchestra.run.smithi083.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-09-21T02:39:18.781 INFO:teuthology.orchestra.run.smithi083.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.2 [181 kB] 2024-09-21T02:39:18.785 INFO:teuthology.orchestra.run.smithi083.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-09-21T02:39:18.786 INFO:teuthology.orchestra.run.smithi083.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-09-21T02:39:18.856 INFO:teuthology.orchestra.run.smithi083.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2024-09-21T02:39:18.861 INFO:teuthology.orchestra.run.smithi083.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-09-21T02:39:18.876 INFO:teuthology.orchestra.run.smithi083.stdout:Get:71 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 19.3.0-5120-g18432218-1jammy [22.9 MB] 2024-09-21T02:39:18.989 INFO:teuthology.orchestra.run.smithi142.stdout:Get:101 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 19.3.0-5120-g18432218-1jammy [112 kB] 2024-09-21T02:39:19.009 INFO:teuthology.orchestra.run.smithi142.stdout:Get:102 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 19.3.0-5120-g18432218-1jammy [478 kB] 2024-09-21T02:39:19.029 INFO:teuthology.orchestra.run.smithi083.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-09-21T02:39:19.031 INFO:teuthology.orchestra.run.smithi083.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.2 [108 kB] 2024-09-21T02:39:19.033 INFO:teuthology.orchestra.run.smithi142.stdout:Get:103 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 19.3.0-5120-g18432218-1jammy [29.1 MB] 2024-09-21T02:39:19.034 INFO:teuthology.orchestra.run.smithi083.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-09-21T02:39:19.035 INFO:teuthology.orchestra.run.smithi083.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-09-21T02:39:19.038 INFO:teuthology.orchestra.run.smithi083.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-09-21T02:39:19.073 INFO:teuthology.orchestra.run.smithi083.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-09-21T02:39:19.103 INFO:teuthology.orchestra.run.smithi083.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-09-21T02:39:19.104 INFO:teuthology.orchestra.run.smithi083.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-09-21T02:39:19.134 INFO:teuthology.orchestra.run.smithi083.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-09-21T02:39:19.134 INFO:teuthology.orchestra.run.smithi083.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-09-21T02:39:19.197 INFO:teuthology.orchestra.run.smithi083.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-09-21T02:39:19.198 INFO:teuthology.orchestra.run.smithi083.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-09-21T02:39:19.199 INFO:teuthology.orchestra.run.smithi083.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-09-21T02:39:19.200 INFO:teuthology.orchestra.run.smithi083.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-09-21T02:39:19.201 INFO:teuthology.orchestra.run.smithi083.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-09-21T02:39:19.202 INFO:teuthology.orchestra.run.smithi083.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-09-21T02:39:19.209 INFO:teuthology.orchestra.run.smithi083.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-09-21T02:39:19.278 INFO:teuthology.orchestra.run.smithi083.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-09-21T02:39:19.282 INFO:teuthology.orchestra.run.smithi083.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-09-21T02:39:19.283 INFO:teuthology.orchestra.run.smithi083.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-09-21T02:39:19.359 INFO:teuthology.orchestra.run.smithi083.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-09-21T02:39:19.366 INFO:teuthology.orchestra.run.smithi083.stdout:Get:93 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-colorama all 0.4.4-1 [24.5 kB] 2024-09-21T02:39:19.367 INFO:teuthology.orchestra.run.smithi083.stdout:Get:94 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-socket amd64 3.0~rc1+git+ac3201d-6 [78.9 kB] 2024-09-21T02:39:19.370 INFO:teuthology.orchestra.run.smithi083.stdout:Get:95 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-sec amd64 1.0.2-1 [37.6 kB] 2024-09-21T02:39:19.371 INFO:teuthology.orchestra.run.smithi083.stdout:Get:96 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.3 [474 kB] 2024-09-21T02:39:19.383 INFO:teuthology.orchestra.run.smithi083.stdout:Get:97 http://archive.ubuntu.com/ubuntu jammy/main amd64 pkg-config amd64 0.29.2-1ubuntu3 [48.2 kB] 2024-09-21T02:39:19.385 INFO:teuthology.orchestra.run.smithi083.stdout:Get:98 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2024-09-21T02:39:19.441 INFO:teuthology.orchestra.run.smithi083.stdout:Get:99 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-09-21T02:39:19.493 INFO:teuthology.orchestra.run.smithi083.stdout:Get:100 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-09-21T02:39:19.494 INFO:teuthology.orchestra.run.smithi083.stdout:Get:101 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 19.3.0-5120-g18432218-1jammy [14.0 kB] 2024-09-21T02:39:19.495 INFO:teuthology.orchestra.run.smithi083.stdout:Get:102 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-09-21T02:39:19.495 INFO:teuthology.orchestra.run.smithi083.stdout:Get:103 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 19.3.0-5120-g18432218-1jammy [865 kB] 2024-09-21T02:39:19.508 INFO:teuthology.orchestra.run.smithi083.stdout:Get:104 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 19.3.0-5120-g18432218-1jammy [2,390 kB] 2024-09-21T02:39:19.522 INFO:teuthology.orchestra.run.smithi083.stdout:Get:105 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-09-21T02:39:19.527 INFO:teuthology.orchestra.run.smithi083.stdout:Get:106 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-09-21T02:39:19.529 INFO:teuthology.orchestra.run.smithi083.stdout:Get:107 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-09-21T02:39:19.543 INFO:teuthology.orchestra.run.smithi083.stdout:Get:108 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 19.3.0-5120-g18432218-1jammy [813 kB] 2024-09-21T02:39:19.547 INFO:teuthology.orchestra.run.smithi083.stdout:Get:109 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-09-21T02:39:19.547 INFO:teuthology.orchestra.run.smithi083.stdout:Get:110 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-09-21T02:39:19.548 INFO:teuthology.orchestra.run.smithi083.stdout:Get:111 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-09-21T02:39:19.553 INFO:teuthology.orchestra.run.smithi083.stdout:Get:112 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 19.3.0-5120-g18432218-1jammy [160 kB] 2024-09-21T02:39:19.554 INFO:teuthology.orchestra.run.smithi083.stdout:Get:113 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-09-21T02:39:19.555 INFO:teuthology.orchestra.run.smithi083.stdout:Get:114 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 19.3.0-5120-g18432218-1jammy [61.5 MB] 2024-09-21T02:39:19.604 INFO:teuthology.orchestra.run.smithi083.stdout:Get:115 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-09-21T02:39:20.349 INFO:teuthology.orchestra.run.smithi142.stdout:Get:104 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 19.3.0-5120-g18432218-1jammy [5,023 kB] 2024-09-21T02:39:20.450 INFO:teuthology.orchestra.run.smithi142.stdout:Get:105 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 19.3.0-5120-g18432218-1jammy [252 kB] 2024-09-21T02:39:20.456 INFO:teuthology.orchestra.run.smithi142.stdout:Get:106 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 19.3.0-5120-g18432218-1jammy [126 kB] 2024-09-21T02:39:20.459 INFO:teuthology.orchestra.run.smithi142.stdout:Get:107 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 19.3.0-5120-g18432218-1jammy [1,552 kB] 2024-09-21T02:39:20.513 INFO:teuthology.orchestra.run.smithi142.stdout:Get:108 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 19.3.0-5120-g18432218-1jammy [6,198 kB] 2024-09-21T02:39:20.755 INFO:teuthology.orchestra.run.smithi142.stdout:Get:109 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 19.3.0-5120-g18432218-1jammy [22.9 MB] 2024-09-21T02:39:21.602 INFO:teuthology.orchestra.run.smithi142.stdout:Get:110 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 19.3.0-5120-g18432218-1jammy [14.0 kB] 2024-09-21T02:39:21.602 INFO:teuthology.orchestra.run.smithi142.stdout:Get:111 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 19.3.0-5120-g18432218-1jammy [865 kB] 2024-09-21T02:39:21.617 INFO:teuthology.orchestra.run.smithi142.stdout:Get:112 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 19.3.0-5120-g18432218-1jammy [2,390 kB] 2024-09-21T02:39:21.625 INFO:teuthology.orchestra.run.smithi083.stdout:Get:116 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 19.3.0-5120-g18432218-1jammy [8,625 kB] 2024-09-21T02:39:21.653 INFO:teuthology.orchestra.run.smithi142.stdout:Get:113 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 19.3.0-5120-g18432218-1jammy [813 kB] 2024-09-21T02:39:21.663 INFO:teuthology.orchestra.run.smithi142.stdout:Get:114 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 19.3.0-5120-g18432218-1jammy [160 kB] 2024-09-21T02:39:21.665 INFO:teuthology.orchestra.run.smithi142.stdout:Get:115 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 19.3.0-5120-g18432218-1jammy [61.5 MB] 2024-09-21T02:39:21.801 INFO:teuthology.orchestra.run.smithi083.stdout:Get:117 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 19.3.0-5120-g18432218-1jammy [14.2 kB] 2024-09-21T02:39:21.801 INFO:teuthology.orchestra.run.smithi083.stdout:Get:118 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 19.3.0-5120-g18432218-1jammy [40.9 MB] 2024-09-21T02:39:23.128 INFO:teuthology.orchestra.run.smithi083.stdout:Get:119 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 19.3.0-5120-g18432218-1jammy [130 kB] 2024-09-21T02:39:23.131 INFO:teuthology.orchestra.run.smithi083.stdout:Get:120 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-mirror amd64 19.3.0-5120-g18432218-1jammy [237 kB] 2024-09-21T02:39:23.136 INFO:teuthology.orchestra.run.smithi083.stdout:Get:121 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-shell all 19.3.0-5120-g18432218-1jammy [34.0 kB] 2024-09-21T02:39:23.137 INFO:teuthology.orchestra.run.smithi083.stdout:Get:122 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-top all 19.3.0-5120-g18432218-1jammy [23.6 kB] 2024-09-21T02:39:23.192 INFO:teuthology.orchestra.run.smithi083.stdout:Get:123 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 19.3.0-5120-g18432218-1jammy [39.0 kB] 2024-09-21T02:39:23.193 INFO:teuthology.orchestra.run.smithi083.stdout:Get:124 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 19.3.0-5120-g18432218-1jammy [17.6 MB] 2024-09-21T02:39:23.695 INFO:teuthology.orchestra.run.smithi083.stdout:Get:125 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 19.3.0-5120-g18432218-1jammy [93.1 kB] 2024-09-21T02:39:23.946 INFO:teuthology.orchestra.run.smithi142.stdout:Get:116 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 19.3.0-5120-g18432218-1jammy [8,625 kB] 2024-09-21T02:39:24.055 INFO:teuthology.orchestra.run.smithi142.stdout:Get:117 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 19.3.0-5120-g18432218-1jammy [14.2 kB] 2024-09-21T02:39:24.055 INFO:teuthology.orchestra.run.smithi142.stdout:Get:118 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 19.3.0-5120-g18432218-1jammy [40.9 MB] 2024-09-21T02:39:24.344 INFO:teuthology.orchestra.run.smithi083.stdout:Fetched 239 MB in 6s (37.9 MB/s) 2024-09-21T02:39:24.482 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-pyperclip. 2024-09-21T02:39:24.580 INFO:teuthology.orchestra.run.smithi083.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165990 files and directories currently installed.) 2024-09-21T02:39:24.586 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../000-python3-pyperclip_1.8.2-2_all.deb ... 2024-09-21T02:39:24.622 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-pyperclip (1.8.2-2) ... 2024-09-21T02:39:24.878 INFO:teuthology.orchestra.run.smithi142.stdout:Get:119 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 19.3.0-5120-g18432218-1jammy [130 kB] 2024-09-21T02:39:24.879 INFO:teuthology.orchestra.run.smithi142.stdout:Get:120 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-mirror amd64 19.3.0-5120-g18432218-1jammy [237 kB] 2024-09-21T02:39:24.881 INFO:teuthology.orchestra.run.smithi142.stdout:Get:121 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-shell all 19.3.0-5120-g18432218-1jammy [34.0 kB] 2024-09-21T02:39:24.881 INFO:teuthology.orchestra.run.smithi142.stdout:Get:122 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-top all 19.3.0-5120-g18432218-1jammy [23.6 kB] 2024-09-21T02:39:24.891 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-wcwidth. 2024-09-21T02:39:24.917 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../001-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-09-21T02:39:24.938 INFO:teuthology.orchestra.run.smithi142.stdout:Get:123 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 19.3.0-5120-g18432218-1jammy [39.0 kB] 2024-09-21T02:39:24.939 INFO:teuthology.orchestra.run.smithi142.stdout:Get:124 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 19.3.0-5120-g18432218-1jammy [17.6 MB] 2024-09-21T02:39:24.958 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-21T02:39:25.266 INFO:teuthology.orchestra.run.smithi142.stdout:Get:125 https://1.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 19.3.0-5120-g18432218-1jammy [93.1 kB] 2024-09-21T02:39:25.286 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-cmd2. 2024-09-21T02:39:25.312 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../002-python3-cmd2_2.3.3-1_all.deb ... 2024-09-21T02:39:25.352 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-cmd2 (2.3.3-1) ... 2024-09-21T02:39:25.697 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-09-21T02:39:25.723 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../003-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-09-21T02:39:25.823 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-21T02:39:25.894 INFO:teuthology.orchestra.run.smithi142.stdout:Fetched 239 MB in 8s (30.6 MB/s) 2024-09-21T02:39:26.043 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-pyperclip. 2024-09-21T02:39:26.140 INFO:teuthology.orchestra.run.smithi142.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165990 files and directories currently installed.) 2024-09-21T02:39:26.145 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../000-python3-pyperclip_1.8.2-2_all.deb ... 2024-09-21T02:39:26.151 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-09-21T02:39:26.177 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../004-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-09-21T02:39:26.183 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-pyperclip (1.8.2-2) ... 2024-09-21T02:39:26.217 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-21T02:39:26.427 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-wcwidth. 2024-09-21T02:39:26.442 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../001-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-09-21T02:39:26.485 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-21T02:39:26.529 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-09-21T02:39:26.555 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../005-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-09-21T02:39:26.596 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-21T02:39:26.813 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-cmd2. 2024-09-21T02:39:26.840 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../002-python3-cmd2_2.3.3-1_all.deb ... 2024-09-21T02:39:26.880 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-cmd2 (2.3.3-1) ... 2024-09-21T02:39:27.033 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-09-21T02:39:27.059 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../006-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-21T02:39:27.108 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-21T02:39:27.234 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-09-21T02:39:27.259 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../003-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-09-21T02:39:27.350 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-21T02:39:27.528 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-09-21T02:39:27.554 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../007-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-21T02:39:27.594 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-21T02:39:27.703 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-09-21T02:39:27.729 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../004-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-09-21T02:39:27.769 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-21T02:39:28.056 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-09-21T02:39:28.082 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../005-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-09-21T02:39:28.114 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-21T02:39:28.131 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-09-21T02:39:28.157 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../008-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-21T02:39:28.197 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-21T02:39:28.542 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-09-21T02:39:28.551 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-09-21T02:39:28.569 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../006-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-21T02:39:28.576 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../009-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-09-21T02:39:28.617 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-21T02:39:28.618 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-21T02:39:28.954 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package librados2. 2024-09-21T02:39:28.980 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../010-librados2_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:39:29.020 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking librados2 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:29.029 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-09-21T02:39:29.055 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../007-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-21T02:39:29.095 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-21T02:39:29.473 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-09-21T02:39:29.490 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package libnbd0. 2024-09-21T02:39:29.499 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../008-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-21T02:39:29.516 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../011-libnbd0_1.10.5-1_amd64.deb ... 2024-09-21T02:39:29.540 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-21T02:39:29.548 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking libnbd0 (1.10.5-1) ... 2024-09-21T02:39:29.859 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package librbd1. 2024-09-21T02:39:29.885 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../012-librbd1_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:39:29.926 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking librbd1 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:30.210 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-09-21T02:39:30.236 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../009-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-09-21T02:39:30.276 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-21T02:39:30.438 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package libcephfs2. 2024-09-21T02:39:30.464 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../013-libcephfs2_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:39:30.504 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking libcephfs2 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:30.604 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package librados2. 2024-09-21T02:39:30.630 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../010-librados2_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:39:30.670 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking librados2 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:30.790 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-rados. 2024-09-21T02:39:30.806 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../014-python3-rados_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:39:30.840 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-rados (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:31.082 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libnbd0. 2024-09-21T02:39:31.108 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../011-libnbd0_1.10.5-1_amd64.deb ... 2024-09-21T02:39:31.135 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-09-21T02:39:31.140 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libnbd0 (1.10.5-1) ... 2024-09-21T02:39:31.161 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../015-python3-ceph-argparse_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T02:39:31.201 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-ceph-argparse (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:31.451 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package librbd1. 2024-09-21T02:39:31.454 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-cephfs. 2024-09-21T02:39:31.477 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../012-librbd1_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:39:31.480 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../016-python3-cephfs_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:39:31.517 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking librbd1 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:31.520 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-cephfs (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:31.840 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-ceph-common. 2024-09-21T02:39:31.866 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../017-python3-ceph-common_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T02:39:31.906 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-ceph-common (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:32.004 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libcephfs2. 2024-09-21T02:39:32.030 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../013-libcephfs2_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:39:32.070 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libcephfs2 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:32.218 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-prettytable. 2024-09-21T02:39:32.244 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../018-python3-prettytable_2.5.0-2_all.deb ... 2024-09-21T02:39:32.284 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-09-21T02:39:32.356 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-rados. 2024-09-21T02:39:32.371 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../014-python3-rados_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:39:32.405 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-rados (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:32.521 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-rbd. 2024-09-21T02:39:32.547 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../019-python3-rbd_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:39:32.587 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-rbd (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:32.667 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-09-21T02:39:32.682 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../015-python3-ceph-argparse_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T02:39:32.717 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-ceph-argparse (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:32.941 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-09-21T02:39:32.944 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-cephfs. 2024-09-21T02:39:32.959 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../016-python3-cephfs_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:39:32.967 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../020-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-09-21T02:39:33.002 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-cephfs (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:33.024 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-21T02:39:33.338 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-ceph-common. 2024-09-21T02:39:33.343 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package libreadline-dev:amd64. 2024-09-21T02:39:33.359 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../021-libreadline-dev_8.1.2-1_amd64.deb ... 2024-09-21T02:39:33.365 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../017-python3-ceph-common_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T02:39:33.402 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking libreadline-dev:amd64 (8.1.2-1) ... 2024-09-21T02:39:33.405 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-ceph-common (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:33.713 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package liblua5.3-dev:amd64. 2024-09-21T02:39:33.733 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-prettytable. 2024-09-21T02:39:33.741 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../022-liblua5.3-dev_5.3.6-1build1_amd64.deb ... 2024-09-21T02:39:33.759 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../018-python3-prettytable_2.5.0-2_all.deb ... 2024-09-21T02:39:33.771 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-21T02:39:33.808 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-09-21T02:39:34.052 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-rbd. 2024-09-21T02:39:34.079 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../019-python3-rbd_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:39:34.108 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package lua5.1. 2024-09-21T02:39:34.119 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-rbd (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:34.134 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../023-lua5.1_5.1.5-8.1build4_amd64.deb ... 2024-09-21T02:39:34.175 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking lua5.1 (5.1.5-8.1build4) ... 2024-09-21T02:39:34.413 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-09-21T02:39:34.440 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../020-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-09-21T02:39:34.471 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-21T02:39:34.503 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package lua-any. 2024-09-21T02:39:34.518 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../024-lua-any_27ubuntu1_all.deb ... 2024-09-21T02:39:34.570 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking lua-any (27ubuntu1) ... 2024-09-21T02:39:34.740 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libreadline-dev:amd64. 2024-09-21T02:39:34.756 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../021-libreadline-dev_8.1.2-1_amd64.deb ... 2024-09-21T02:39:34.780 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package zip. 2024-09-21T02:39:34.796 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../025-zip_3.0-12build2_amd64.deb ... 2024-09-21T02:39:34.799 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libreadline-dev:amd64 (8.1.2-1) ... 2024-09-21T02:39:34.831 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking zip (3.0-12build2) ... 2024-09-21T02:39:35.134 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package unzip. 2024-09-21T02:39:35.152 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package liblua5.3-dev:amd64. 2024-09-21T02:39:35.160 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../026-unzip_6.0-26ubuntu3.2_amd64.deb ... 2024-09-21T02:39:35.179 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../022-liblua5.3-dev_5.3.6-1build1_amd64.deb ... 2024-09-21T02:39:35.200 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking unzip (6.0-26ubuntu3.2) ... 2024-09-21T02:39:35.219 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-21T02:39:35.539 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package lua5.1. 2024-09-21T02:39:35.566 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../023-lua5.1_5.1.5-8.1build4_amd64.deb ... 2024-09-21T02:39:35.596 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package luarocks. 2024-09-21T02:39:35.605 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking lua5.1 (5.1.5-8.1build4) ... 2024-09-21T02:39:35.622 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../027-luarocks_3.8.0+dfsg1-1_all.deb ... 2024-09-21T02:39:35.663 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking luarocks (3.8.0+dfsg1-1) ... 2024-09-21T02:39:35.917 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package lua-any. 2024-09-21T02:39:35.943 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../024-lua-any_27ubuntu1_all.deb ... 2024-09-21T02:39:35.983 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking lua-any (27ubuntu1) ... 2024-09-21T02:39:36.029 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package librgw2. 2024-09-21T02:39:36.056 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../028-librgw2_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:39:36.087 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking librgw2 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:36.236 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package zip. 2024-09-21T02:39:36.251 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../025-zip_3.0-12build2_amd64.deb ... 2024-09-21T02:39:36.294 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking zip (3.0-12build2) ... 2024-09-21T02:39:36.614 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package unzip. 2024-09-21T02:39:36.640 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../026-unzip_6.0-26ubuntu3.2_amd64.deb ... 2024-09-21T02:39:36.680 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking unzip (6.0-26ubuntu3.2) ... 2024-09-21T02:39:36.807 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-rgw. 2024-09-21T02:39:36.833 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../029-python3-rgw_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:39:36.873 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-rgw (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:37.034 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package luarocks. 2024-09-21T02:39:37.061 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../027-luarocks_3.8.0+dfsg1-1_all.deb ... 2024-09-21T02:39:37.101 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking luarocks (3.8.0+dfsg1-1) ... 2024-09-21T02:39:37.210 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package liboath0:amd64. 2024-09-21T02:39:37.236 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../030-liboath0_2.6.7-3build1_amd64.deb ... 2024-09-21T02:39:37.276 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-09-21T02:39:37.508 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package librgw2. 2024-09-21T02:39:37.535 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../028-librgw2_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:39:37.583 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking librgw2 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:37.613 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package libradosstriper1. 2024-09-21T02:39:37.639 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../031-libradosstriper1_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:39:37.679 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking libradosstriper1 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:38.074 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package ceph-common. 2024-09-21T02:39:38.100 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../032-ceph-common_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:39:38.141 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking ceph-common (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:38.311 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-rgw. 2024-09-21T02:39:38.326 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../029-python3-rgw_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:39:38.369 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-rgw (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:38.672 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package liboath0:amd64. 2024-09-21T02:39:38.687 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../030-liboath0_2.6.7-3build1_amd64.deb ... 2024-09-21T02:39:38.721 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-09-21T02:39:39.016 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libradosstriper1. 2024-09-21T02:39:39.042 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../031-libradosstriper1_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:39:39.082 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libradosstriper1 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:39.495 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package ceph-common. 2024-09-21T02:39:39.521 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../032-ceph-common_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:39:39.561 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking ceph-common (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:39.972 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package ceph-base. 2024-09-21T02:39:39.998 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../033-ceph-base_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:39:40.047 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking ceph-base (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:40.659 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-09-21T02:39:40.686 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../034-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-09-21T02:39:40.726 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-09-21T02:39:41.087 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-cheroot. 2024-09-21T02:39:41.113 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../035-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-09-21T02:39:41.162 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-21T02:39:41.307 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package ceph-base. 2024-09-21T02:39:41.334 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../033-ceph-base_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:39:41.384 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking ceph-base (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:41.540 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-09-21T02:39:41.566 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../036-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-09-21T02:39:41.615 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-09-21T02:39:41.943 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-jaraco.text. 2024-09-21T02:39:41.969 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../037-python3-jaraco.text_3.6.0-2_all.deb ... 2024-09-21T02:39:41.978 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-09-21T02:39:42.005 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../034-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-09-21T02:39:42.009 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-09-21T02:39:42.045 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-09-21T02:39:42.313 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-09-21T02:39:42.322 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-cheroot. 2024-09-21T02:39:42.339 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../038-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-09-21T02:39:42.349 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../035-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-09-21T02:39:42.379 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-09-21T02:39:42.389 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-21T02:39:42.702 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-09-21T02:39:42.729 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../036-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-09-21T02:39:42.741 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-tempora. 2024-09-21T02:39:42.767 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../039-python3-tempora_4.1.2-1_all.deb ... 2024-09-21T02:39:42.769 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-09-21T02:39:42.815 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-09-21T02:39:43.072 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-jaraco.text. 2024-09-21T02:39:43.098 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../037-python3-jaraco.text_3.6.0-2_all.deb ... 2024-09-21T02:39:43.138 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-09-21T02:39:43.177 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-portend. 2024-09-21T02:39:43.203 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../040-python3-portend_3.0.0-1_all.deb ... 2024-09-21T02:39:43.268 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-09-21T02:39:43.441 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-09-21T02:39:43.467 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../038-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-09-21T02:39:43.507 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-09-21T02:39:43.572 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-09-21T02:39:43.598 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../041-python3-zc.lockfile_2.0-1_all.deb ... 2024-09-21T02:39:43.638 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-09-21T02:39:43.769 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-tempora. 2024-09-21T02:39:43.795 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../039-python3-tempora_4.1.2-1_all.deb ... 2024-09-21T02:39:43.827 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-09-21T02:39:43.983 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-cherrypy3. 2024-09-21T02:39:44.009 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../042-python3-cherrypy3_18.6.1-4_all.deb ... 2024-09-21T02:39:44.058 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-09-21T02:39:44.130 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-portend. 2024-09-21T02:39:44.156 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../040-python3-portend_3.0.0-1_all.deb ... 2024-09-21T02:39:44.196 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-09-21T02:39:44.387 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-natsort. 2024-09-21T02:39:44.413 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../043-python3-natsort_8.0.2-1_all.deb ... 2024-09-21T02:39:44.453 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-09-21T02:39:44.499 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-09-21T02:39:44.525 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../041-python3-zc.lockfile_2.0-1_all.deb ... 2024-09-21T02:39:44.566 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-09-21T02:39:44.868 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-cherrypy3. 2024-09-21T02:39:44.895 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../042-python3-cherrypy3_18.6.1-4_all.deb ... 2024-09-21T02:39:44.914 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-logutils. 2024-09-21T02:39:44.940 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../044-python3-logutils_0.3.3-8_all.deb ... 2024-09-21T02:39:44.944 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-09-21T02:39:44.990 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-09-21T02:39:45.230 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-natsort. 2024-09-21T02:39:45.257 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../043-python3-natsort_8.0.2-1_all.deb ... 2024-09-21T02:39:45.297 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-09-21T02:39:45.318 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-markupsafe. 2024-09-21T02:39:45.344 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../045-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-09-21T02:39:45.384 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-09-21T02:39:45.575 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-logutils. 2024-09-21T02:39:45.601 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../044-python3-logutils_0.3.3-8_all.deb ... 2024-09-21T02:39:45.641 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-09-21T02:39:45.654 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-mako. 2024-09-21T02:39:45.681 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../046-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-09-21T02:39:45.712 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-21T02:39:45.961 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-markupsafe. 2024-09-21T02:39:45.988 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../045-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-09-21T02:39:46.024 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-simplegeneric. 2024-09-21T02:39:46.027 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-09-21T02:39:46.050 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../047-python3-simplegeneric_0.8.1-3_all.deb ... 2024-09-21T02:39:46.091 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-09-21T02:39:46.330 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-mako. 2024-09-21T02:39:46.357 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../046-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-09-21T02:39:46.394 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-singledispatch. 2024-09-21T02:39:46.397 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-21T02:39:46.420 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../048-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-09-21T02:39:46.460 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-09-21T02:39:46.700 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-simplegeneric. 2024-09-21T02:39:46.727 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../047-python3-simplegeneric_0.8.1-3_all.deb ... 2024-09-21T02:39:46.766 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-09-21T02:39:46.771 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-webob. 2024-09-21T02:39:46.798 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../049-python3-webob_1%3a1.8.6-1.1ubuntu0.1_all.deb ... 2024-09-21T02:39:46.838 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-21T02:39:47.028 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-singledispatch. 2024-09-21T02:39:47.043 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../048-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-09-21T02:39:47.086 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-09-21T02:39:47.166 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-waitress. 2024-09-21T02:39:47.193 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../050-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-09-21T02:39:47.236 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-21T02:39:47.380 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-webob. 2024-09-21T02:39:47.406 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../049-python3-webob_1%3a1.8.6-1.1ubuntu0.1_all.deb ... 2024-09-21T02:39:47.447 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-21T02:39:47.611 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-tempita. 2024-09-21T02:39:47.637 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../051-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-09-21T02:39:47.686 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-09-21T02:39:47.800 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-waitress. 2024-09-21T02:39:47.826 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../050-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-09-21T02:39:47.869 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-21T02:39:48.064 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-paste. 2024-09-21T02:39:48.090 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../052-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-09-21T02:39:48.139 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-09-21T02:39:48.186 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-tempita. 2024-09-21T02:39:48.213 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../051-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-09-21T02:39:48.252 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-09-21T02:39:48.484 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-09-21T02:39:48.510 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../053-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-09-21T02:39:48.513 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-paste. 2024-09-21T02:39:48.529 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../052-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-09-21T02:39:48.559 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-09-21T02:39:48.563 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-09-21T02:39:48.908 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-09-21T02:39:48.924 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../053-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-09-21T02:39:48.928 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-pastedeploy. 2024-09-21T02:39:48.955 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../054-python3-pastedeploy_2.1.1-1_all.deb ... 2024-09-21T02:39:48.966 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-09-21T02:39:49.012 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-09-21T02:39:49.228 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-pastedeploy. 2024-09-21T02:39:49.255 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../054-python3-pastedeploy_2.1.1-1_all.deb ... 2024-09-21T02:39:49.286 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-09-21T02:39:49.332 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-webtest. 2024-09-21T02:39:49.358 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../055-python3-webtest_2.0.35-1_all.deb ... 2024-09-21T02:39:49.398 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-09-21T02:39:49.676 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-pecan. 2024-09-21T02:39:49.703 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../056-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-09-21T02:39:49.743 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-09-21T02:39:50.106 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-certifi. 2024-09-21T02:39:50.133 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../057-python3-certifi_2020.6.20-1_all.deb ... 2024-09-21T02:39:50.173 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-09-21T02:39:50.598 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-webtest. 2024-09-21T02:39:50.625 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../055-python3-webtest_2.0.35-1_all.deb ... 2024-09-21T02:39:50.664 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-09-21T02:39:50.976 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-pecan. 2024-09-21T02:39:51.002 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../056-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-09-21T02:39:51.042 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-09-21T02:39:51.377 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-idna. 2024-09-21T02:39:51.403 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../058-python3-idna_3.3-1ubuntu0.1_all.deb ... 2024-09-21T02:39:51.405 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-certifi. 2024-09-21T02:39:51.432 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../057-python3-certifi_2020.6.20-1_all.deb ... 2024-09-21T02:39:51.443 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-idna (3.3-1ubuntu0.1) ... 2024-09-21T02:39:51.471 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-09-21T02:39:51.746 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-urllib3. 2024-09-21T02:39:51.773 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../059-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-09-21T02:39:51.774 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-idna. 2024-09-21T02:39:51.801 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../058-python3-idna_3.3-1ubuntu0.1_all.deb ... 2024-09-21T02:39:51.813 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-21T02:39:51.834 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-idna (3.3-1ubuntu0.1) ... 2024-09-21T02:39:52.119 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-urllib3. 2024-09-21T02:39:52.125 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-requests. 2024-09-21T02:39:52.146 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../059-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-09-21T02:39:52.151 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../060-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-09-21T02:39:52.191 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-21T02:39:52.194 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-21T02:39:52.503 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-werkzeug. 2024-09-21T02:39:52.505 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-requests. 2024-09-21T02:39:52.529 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../061-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.2_all.deb ... 2024-09-21T02:39:52.532 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../060-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-09-21T02:39:52.569 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-21T02:39:52.572 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-21T02:39:52.847 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-09-21T02:39:52.874 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../062-ceph-mgr-modules-core_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T02:39:52.883 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-werkzeug. 2024-09-21T02:39:52.909 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../061-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.2_all.deb ... 2024-09-21T02:39:52.914 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking ceph-mgr-modules-core (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:52.949 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-21T02:39:53.228 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-09-21T02:39:53.254 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../062-ceph-mgr-modules-core_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T02:39:53.302 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-09-21T02:39:53.302 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking ceph-mgr-modules-core (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:53.329 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../063-libsqlite3-mod-ceph_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:39:53.360 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking libsqlite3-mod-ceph (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:53.655 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-bcrypt. 2024-09-21T02:39:53.666 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-09-21T02:39:53.682 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../064-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-09-21T02:39:53.692 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../063-libsqlite3-mod-ceph_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:39:53.721 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-09-21T02:39:53.740 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libsqlite3-mod-ceph (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:54.025 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-openssl. 2024-09-21T02:39:54.035 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-bcrypt. 2024-09-21T02:39:54.051 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../065-python3-openssl_21.0.0-1_all.deb ... 2024-09-21T02:39:54.061 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../064-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-09-21T02:39:54.091 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-09-21T02:39:54.101 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-09-21T02:39:54.404 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-openssl. 2024-09-21T02:39:54.431 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../065-python3-openssl_21.0.0-1_all.deb ... 2024-09-21T02:39:54.436 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package ceph-mgr. 2024-09-21T02:39:54.463 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../066-ceph-mgr_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:39:54.471 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-09-21T02:39:54.502 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking ceph-mgr (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:54.816 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package ceph-mgr. 2024-09-21T02:39:54.843 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../066-ceph-mgr_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:39:54.882 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking ceph-mgr (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:54.889 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package ceph-mon. 2024-09-21T02:39:54.916 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../067-ceph-mon_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:39:54.956 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking ceph-mon (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:55.235 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package ceph-mon. 2024-09-21T02:39:55.250 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../067-ceph-mon_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:39:55.285 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking ceph-mon (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:55.751 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package ceph-osd. 2024-09-21T02:39:55.778 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../068-ceph-osd_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:39:55.817 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking ceph-osd (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:55.930 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package ceph-osd. 2024-09-21T02:39:55.957 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../068-ceph-osd_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:39:55.997 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking ceph-osd (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:56.921 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package ceph. 2024-09-21T02:39:56.948 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../069-ceph_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:39:56.987 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking ceph (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:57.066 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package ceph. 2024-09-21T02:39:57.082 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../069-ceph_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:39:57.124 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking ceph (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:57.249 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package ceph-fuse. 2024-09-21T02:39:57.275 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../070-ceph-fuse_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:39:57.315 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking ceph-fuse (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:57.377 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package ceph-fuse. 2024-09-21T02:39:57.403 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../070-ceph-fuse_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:39:57.435 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking ceph-fuse (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:57.693 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package ceph-mds. 2024-09-21T02:39:57.720 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../071-ceph-mds_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:39:57.761 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking ceph-mds (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:57.855 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package ceph-mds. 2024-09-21T02:39:57.882 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../071-ceph-mds_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:39:57.921 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking ceph-mds (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:58.157 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package cephadm. 2024-09-21T02:39:58.183 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../072-cephadm_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:39:58.215 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking cephadm (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:58.325 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package cephadm. 2024-09-21T02:39:58.351 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../072-cephadm_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:39:58.391 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking cephadm (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:39:58.593 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-asyncssh. 2024-09-21T02:39:58.620 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../073-python3-asyncssh_2.5.0-1_all.deb ... 2024-09-21T02:39:58.659 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2024-09-21T02:39:58.694 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-asyncssh. 2024-09-21T02:39:58.715 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../073-python3-asyncssh_2.5.0-1_all.deb ... 2024-09-21T02:39:58.760 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2024-09-21T02:39:58.970 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python-babel-localedata. 2024-09-21T02:39:58.994 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../074-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-09-21T02:39:59.028 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-21T02:39:59.079 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-babel-localedata. 2024-09-21T02:39:59.095 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../074-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-09-21T02:39:59.138 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-21T02:40:00.067 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-babel. 2024-09-21T02:40:00.094 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../075-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-09-21T02:40:00.133 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-09-21T02:40:00.134 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-babel. 2024-09-21T02:40:00.161 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../075-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-09-21T02:40:00.192 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-09-21T02:40:00.470 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-jinja2. 2024-09-21T02:40:00.497 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../076-python3-jinja2_3.0.3-1ubuntu0.2_all.deb ... 2024-09-21T02:40:00.504 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-jinja2. 2024-09-21T02:40:00.530 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../076-python3-jinja2_3.0.3-1ubuntu0.2_all.deb ... 2024-09-21T02:40:00.536 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-21T02:40:00.570 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-21T02:40:00.924 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-09-21T02:40:00.951 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../077-ceph-mgr-cephadm_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T02:40:00.990 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking ceph-mgr-cephadm (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:01.082 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-09-21T02:40:01.108 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../077-ceph-mgr-cephadm_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T02:40:01.148 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking ceph-mgr-cephadm (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:01.352 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-repoze.lru. 2024-09-21T02:40:01.379 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../078-python3-repoze.lru_0.7-2_all.deb ... 2024-09-21T02:40:01.418 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-09-21T02:40:01.501 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-repoze.lru. 2024-09-21T02:40:01.528 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../078-python3-repoze.lru_0.7-2_all.deb ... 2024-09-21T02:40:01.568 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-09-21T02:40:01.654 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-routes. 2024-09-21T02:40:01.670 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../079-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-09-21T02:40:01.713 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-09-21T02:40:01.854 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-routes. 2024-09-21T02:40:01.881 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../079-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-09-21T02:40:01.937 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-09-21T02:40:02.033 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-09-21T02:40:02.060 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../080-ceph-mgr-dashboard_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T02:40:02.091 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking ceph-mgr-dashboard (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:02.274 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-09-21T02:40:02.301 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../080-ceph-mgr-dashboard_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T02:40:02.340 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking ceph-mgr-dashboard (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:04.788 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-09-21T02:40:04.819 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../081-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-09-21T02:40:04.863 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-21T02:40:05.137 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-09-21T02:40:05.154 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../081-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-09-21T02:40:05.195 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-21T02:40:05.408 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-joblib. 2024-09-21T02:40:05.425 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../082-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-09-21T02:40:05.552 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-09-21T02:40:05.707 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-joblib. 2024-09-21T02:40:05.735 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../082-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-09-21T02:40:05.859 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-09-21T02:40:06.082 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-09-21T02:40:06.098 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../083-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-09-21T02:40:06.140 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-09-21T02:40:06.230 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-09-21T02:40:06.258 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../083-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-09-21T02:40:06.288 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-09-21T02:40:06.451 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-sklearn. 2024-09-21T02:40:06.479 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../084-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-09-21T02:40:06.518 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-21T02:40:06.582 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-sklearn. 2024-09-21T02:40:06.610 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../084-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-09-21T02:40:06.648 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-21T02:40:07.227 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-09-21T02:40:07.255 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../085-ceph-mgr-diskprediction-local_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T02:40:07.293 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking ceph-mgr-diskprediction-local (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:07.349 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-09-21T02:40:07.377 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../085-ceph-mgr-diskprediction-local_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T02:40:07.415 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking ceph-mgr-diskprediction-local (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:08.222 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-cachetools. 2024-09-21T02:40:08.250 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../086-python3-cachetools_5.0.0-1_all.deb ... 2024-09-21T02:40:08.280 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-09-21T02:40:08.394 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-cachetools. 2024-09-21T02:40:08.422 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../086-python3-cachetools_5.0.0-1_all.deb ... 2024-09-21T02:40:08.460 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-09-21T02:40:08.583 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-pyasn1. 2024-09-21T02:40:08.611 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../087-python3-pyasn1_0.4.8-1_all.deb ... 2024-09-21T02:40:08.649 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-09-21T02:40:08.771 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-pyasn1. 2024-09-21T02:40:08.800 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../087-python3-pyasn1_0.4.8-1_all.deb ... 2024-09-21T02:40:08.838 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-09-21T02:40:08.987 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-09-21T02:40:09.015 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../088-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-09-21T02:40:09.053 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-09-21T02:40:09.175 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-09-21T02:40:09.203 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../088-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-09-21T02:40:09.241 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-09-21T02:40:09.389 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-rsa. 2024-09-21T02:40:09.417 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../089-python3-rsa_4.8-1_all.deb ... 2024-09-21T02:40:09.456 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-rsa (4.8-1) ... 2024-09-21T02:40:09.535 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-rsa. 2024-09-21T02:40:09.563 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../089-python3-rsa_4.8-1_all.deb ... 2024-09-21T02:40:09.602 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-rsa (4.8-1) ... 2024-09-21T02:40:09.743 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-google-auth. 2024-09-21T02:40:09.759 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../090-python3-google-auth_1.5.1-3_all.deb ... 2024-09-21T02:40:09.793 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-09-21T02:40:09.872 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-google-auth. 2024-09-21T02:40:09.888 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../090-python3-google-auth_1.5.1-3_all.deb ... 2024-09-21T02:40:09.922 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-09-21T02:40:10.063 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-09-21T02:40:10.080 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../091-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-09-21T02:40:10.121 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-21T02:40:10.209 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-09-21T02:40:10.225 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../091-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-09-21T02:40:10.267 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-21T02:40:10.441 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-websocket. 2024-09-21T02:40:10.457 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../092-python3-websocket_1.2.3-1_all.deb ... 2024-09-21T02:40:10.499 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-09-21T02:40:10.587 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-websocket. 2024-09-21T02:40:10.615 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../092-python3-websocket_1.2.3-1_all.deb ... 2024-09-21T02:40:10.653 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-09-21T02:40:10.828 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-kubernetes. 2024-09-21T02:40:10.856 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../093-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-09-21T02:40:11.046 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-21T02:40:11.090 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-kubernetes. 2024-09-21T02:40:11.122 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../093-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-09-21T02:40:11.323 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-21T02:40:11.900 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-09-21T02:40:11.916 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../094-ceph-mgr-k8sevents_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T02:40:11.954 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-09-21T02:40:11.958 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking ceph-mgr-k8sevents (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:11.982 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../094-ceph-mgr-k8sevents_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T02:40:12.020 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking ceph-mgr-k8sevents (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:12.278 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package libonig5:amd64. 2024-09-21T02:40:12.306 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../095-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-09-21T02:40:12.314 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libonig5:amd64. 2024-09-21T02:40:12.342 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../095-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-09-21T02:40:12.344 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-21T02:40:12.381 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-21T02:40:12.648 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package libjq1:amd64. 2024-09-21T02:40:12.664 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../096-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-09-21T02:40:12.695 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libjq1:amd64. 2024-09-21T02:40:12.697 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-21T02:40:12.720 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../096-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-09-21T02:40:12.758 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-21T02:40:12.967 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package jq. 2024-09-21T02:40:12.995 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../097-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-09-21T02:40:13.028 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package jq. 2024-09-21T02:40:13.034 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-09-21T02:40:13.044 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../097-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-09-21T02:40:13.094 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-09-21T02:40:13.286 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package socat. 2024-09-21T02:40:13.303 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../098-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-09-21T02:40:13.345 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-09-21T02:40:13.347 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package socat. 2024-09-21T02:40:13.375 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../098-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-09-21T02:40:13.414 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-09-21T02:40:13.657 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package xmlstarlet. 2024-09-21T02:40:13.673 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../099-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-09-21T02:40:13.717 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package xmlstarlet. 2024-09-21T02:40:13.731 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-09-21T02:40:13.745 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../099-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-09-21T02:40:13.783 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-09-21T02:40:14.094 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package ceph-test. 2024-09-21T02:40:14.111 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../100-ceph-test_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:40:14.138 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package ceph-test. 2024-09-21T02:40:14.152 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking ceph-test (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:14.166 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../100-ceph-test_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:40:14.229 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking ceph-test (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:16.208 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package ceph-volume. 2024-09-21T02:40:16.236 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../101-ceph-volume_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T02:40:16.240 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package ceph-volume. 2024-09-21T02:40:16.266 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking ceph-volume (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:16.268 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../101-ceph-volume_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T02:40:16.307 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking ceph-volume (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:16.654 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package cephfs-mirror. 2024-09-21T02:40:16.682 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../102-cephfs-mirror_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:40:16.686 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package cephfs-mirror. 2024-09-21T02:40:16.714 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../102-cephfs-mirror_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:40:16.729 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking cephfs-mirror (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:16.753 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking cephfs-mirror (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:17.032 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-colorama. 2024-09-21T02:40:17.055 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-colorama. 2024-09-21T02:40:17.060 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../103-python3-colorama_0.4.4-1_all.deb ... 2024-09-21T02:40:17.072 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../103-python3-colorama_0.4.4-1_all.deb ... 2024-09-21T02:40:17.098 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-colorama (0.4.4-1) ... 2024-09-21T02:40:17.114 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-colorama (0.4.4-1) ... 2024-09-21T02:40:17.333 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package cephfs-shell. 2024-09-21T02:40:17.350 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../104-cephfs-shell_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T02:40:17.359 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package cephfs-shell. 2024-09-21T02:40:17.375 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../104-cephfs-shell_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T02:40:17.391 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking cephfs-shell (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:17.417 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking cephfs-shell (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:17.661 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package cephfs-top. 2024-09-21T02:40:17.687 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package cephfs-top. 2024-09-21T02:40:17.689 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../105-cephfs-top_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T02:40:17.703 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../105-cephfs-top_19.3.0-5120-g18432218-1jammy_all.deb ... 2024-09-21T02:40:17.727 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking cephfs-top (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:17.745 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking cephfs-top (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:17.980 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package libcephfs-dev. 2024-09-21T02:40:17.998 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libcephfs-dev. 2024-09-21T02:40:18.008 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../106-libcephfs-dev_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:40:18.025 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../106-libcephfs-dev_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:40:18.063 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking libcephfs-dev (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:18.064 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libcephfs-dev (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:18.383 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package lua-socket:amd64. 2024-09-21T02:40:18.392 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package lua-socket:amd64. 2024-09-21T02:40:18.411 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../107-lua-socket_3.0~rc1+git+ac3201d-6_amd64.deb ... 2024-09-21T02:40:18.419 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../107-lua-socket_3.0~rc1+git+ac3201d-6_amd64.deb ... 2024-09-21T02:40:18.449 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-21T02:40:18.458 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-21T02:40:18.804 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package lua-sec:amd64. 2024-09-21T02:40:18.813 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package lua-sec:amd64. 2024-09-21T02:40:18.832 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../108-lua-sec_1.0.2-1_amd64.deb ... 2024-09-21T02:40:18.841 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../108-lua-sec_1.0.2-1_amd64.deb ... 2024-09-21T02:40:18.871 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking lua-sec:amd64 (1.0.2-1) ... 2024-09-21T02:40:18.879 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking lua-sec:amd64 (1.0.2-1) ... 2024-09-21T02:40:19.191 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package nvme-cli. 2024-09-21T02:40:19.208 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../109-nvme-cli_1.16-3ubuntu0.3_amd64.deb ... 2024-09-21T02:40:19.216 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package nvme-cli. 2024-09-21T02:40:19.236 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../109-nvme-cli_1.16-3ubuntu0.3_amd64.deb ... 2024-09-21T02:40:19.241 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking nvme-cli (1.16-3ubuntu0.3) ... 2024-09-21T02:40:19.275 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking nvme-cli (1.16-3ubuntu0.3) ... 2024-09-21T02:40:19.605 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package pkg-config. 2024-09-21T02:40:19.633 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../110-pkg-config_0.29.2-1ubuntu3_amd64.deb ... 2024-09-21T02:40:19.663 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package pkg-config. 2024-09-21T02:40:19.671 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking pkg-config (0.29.2-1ubuntu3) ... 2024-09-21T02:40:19.692 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../110-pkg-config_0.29.2-1ubuntu3_amd64.deb ... 2024-09-21T02:40:19.730 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking pkg-config (0.29.2-1ubuntu3) ... 2024-09-21T02:40:19.924 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-09-21T02:40:19.940 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../111-python-asyncssh-doc_2.5.0-1_all.deb ... 2024-09-21T02:40:19.966 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-09-21T02:40:19.982 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2024-09-21T02:40:19.995 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../111-python-asyncssh-doc_2.5.0-1_all.deb ... 2024-09-21T02:40:20.025 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2024-09-21T02:40:20.386 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-iniconfig. 2024-09-21T02:40:20.403 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-iniconfig. 2024-09-21T02:40:20.413 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../112-python3-iniconfig_1.1.1-2_all.deb ... 2024-09-21T02:40:20.431 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../112-python3-iniconfig_1.1.1-2_all.deb ... 2024-09-21T02:40:20.452 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-09-21T02:40:20.461 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-09-21T02:40:20.739 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-pastescript. 2024-09-21T02:40:20.763 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-pastescript. 2024-09-21T02:40:20.767 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../113-python3-pastescript_2.0.2-4_all.deb ... 2024-09-21T02:40:20.791 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../113-python3-pastescript_2.0.2-4_all.deb ... 2024-09-21T02:40:20.805 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-09-21T02:40:20.829 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-09-21T02:40:21.134 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-pluggy. 2024-09-21T02:40:21.150 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-pluggy. 2024-09-21T02:40:21.162 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../114-python3-pluggy_0.13.0-7.1_all.deb ... 2024-09-21T02:40:21.177 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../114-python3-pluggy_0.13.0-7.1_all.deb ... 2024-09-21T02:40:21.200 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-09-21T02:40:21.216 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-09-21T02:40:21.460 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-psutil. 2024-09-21T02:40:21.488 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../115-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-09-21T02:40:21.512 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-psutil. 2024-09-21T02:40:21.518 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-09-21T02:40:21.540 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../115-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-09-21T02:40:21.578 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-09-21T02:40:21.857 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-py. 2024-09-21T02:40:21.885 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../116-python3-py_1.10.0-1_all.deb ... 2024-09-21T02:40:21.923 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-py (1.10.0-1) ... 2024-09-21T02:40:22.165 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-py. 2024-09-21T02:40:22.193 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../116-python3-py_1.10.0-1_all.deb ... 2024-09-21T02:40:22.231 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-py (1.10.0-1) ... 2024-09-21T02:40:22.260 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-pygments. 2024-09-21T02:40:22.288 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../117-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-09-21T02:40:22.326 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-09-21T02:40:22.552 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-pygments. 2024-09-21T02:40:22.580 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../117-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-09-21T02:40:22.610 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-09-21T02:40:22.789 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-pyinotify. 2024-09-21T02:40:22.818 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../118-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-09-21T02:40:22.864 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-09-21T02:40:23.064 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-pyinotify. 2024-09-21T02:40:23.092 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../118-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-09-21T02:40:23.130 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-09-21T02:40:23.175 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-toml. 2024-09-21T02:40:23.204 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../119-python3-toml_0.10.2-1_all.deb ... 2024-09-21T02:40:23.241 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-09-21T02:40:23.425 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-toml. 2024-09-21T02:40:23.453 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../119-python3-toml_0.10.2-1_all.deb ... 2024-09-21T02:40:23.492 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-09-21T02:40:23.544 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-pytest. 2024-09-21T02:40:23.573 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../120-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-09-21T02:40:23.610 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-09-21T02:40:23.794 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-pytest. 2024-09-21T02:40:23.823 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../120-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-09-21T02:40:23.861 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-09-21T02:40:23.957 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package python3-simplejson. 2024-09-21T02:40:23.984 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../121-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-09-21T02:40:24.022 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-09-21T02:40:24.156 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package python3-simplejson. 2024-09-21T02:40:24.184 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../121-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-09-21T02:40:24.222 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-09-21T02:40:24.275 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-09-21T02:40:24.291 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../122-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-09-21T02:40:24.333 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-09-21T02:40:24.459 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-09-21T02:40:24.475 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../122-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-09-21T02:40:24.509 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-09-21T02:40:25.071 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package radosgw. 2024-09-21T02:40:25.099 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../123-radosgw_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:40:25.136 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking radosgw (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:25.230 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package radosgw. 2024-09-21T02:40:25.258 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../123-radosgw_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:40:25.296 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking radosgw (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:26.231 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package rbd-fuse. 2024-09-21T02:40:26.248 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../124-rbd-fuse_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:40:26.289 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking rbd-fuse (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:26.474 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package rbd-fuse. 2024-09-21T02:40:26.490 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../124-rbd-fuse_19.3.0-5120-g18432218-1jammy_amd64.deb ... 2024-09-21T02:40:26.532 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking rbd-fuse (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:26.854 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-09-21T02:40:26.869 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-09-21T02:40:27.104 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-21T02:40:27.120 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-21T02:40:27.221 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up nvme-cli (1.16-3ubuntu0.3) ... 2024-09-21T02:40:27.231 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up nvme-cli (1.16-3ubuntu0.3) ... 2024-09-21T02:40:27.477 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-09-21T02:40:27.518 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-09-21T02:40:27.797 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-09-21T02:40:27.821 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-09-21T02:40:28.189 INFO:teuthology.orchestra.run.smithi142.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-09-21T02:40:28.230 INFO:teuthology.orchestra.run.smithi083.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-09-21T02:40:28.264 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up cephadm (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:28.308 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up cephadm (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:28.780 INFO:teuthology.orchestra.run.smithi142.stdout:Adding system user cephadm....done 2024-09-21T02:40:28.782 INFO:teuthology.orchestra.run.smithi083.stdout:Adding system user cephadm....done 2024-09-21T02:40:28.929 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-21T02:40:28.930 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-21T02:40:29.205 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-09-21T02:40:29.224 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-09-21T02:40:29.447 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2024-09-21T02:40:29.475 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2024-09-21T02:40:29.574 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-09-21T02:40:29.601 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-09-21T02:40:29.825 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-09-21T02:40:29.844 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-09-21T02:40:30.087 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-09-21T02:40:30.092 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-09-21T02:40:30.196 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-py (1.10.0-1) ... 2024-09-21T02:40:30.202 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-py (1.10.0-1) ... 2024-09-21T02:40:30.473 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-09-21T02:40:30.487 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-09-21T02:40:30.842 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-09-21T02:40:30.889 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-09-21T02:40:31.105 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-colorama (0.4.4-1) ... 2024-09-21T02:40:31.141 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-colorama (0.4.4-1) ... 2024-09-21T02:40:31.345 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-09-21T02:40:31.400 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-09-21T02:40:31.621 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up unzip (6.0-26ubuntu3.2) ... 2024-09-21T02:40:31.676 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up unzip (6.0-26ubuntu3.2) ... 2024-09-21T02:40:31.873 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-09-21T02:40:31.944 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-09-21T02:40:32.124 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-09-21T02:40:32.179 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-09-21T02:40:32.392 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-09-21T02:40:32.446 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-09-21T02:40:32.727 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-ceph-argparse (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:32.765 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-ceph-argparse (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:33.007 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-21T02:40:33.027 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-21T02:40:33.133 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libnbd0 (1.10.5-1) ... 2024-09-21T02:40:33.153 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up libnbd0 (1.10.5-1) ... 2024-09-21T02:40:33.259 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-21T02:40:33.263 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-21T02:40:33.372 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-pyperclip (1.8.2-2) ... 2024-09-21T02:40:33.385 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-pyperclip (1.8.2-2) ... 2024-09-21T02:40:33.615 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up libreadline-dev:amd64 (8.1.2-1) ... 2024-09-21T02:40:33.644 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libreadline-dev:amd64 (8.1.2-1) ... 2024-09-21T02:40:33.741 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-09-21T02:40:33.770 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-09-21T02:40:34.001 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up lua5.1 (5.1.5-8.1build4) ... 2024-09-21T02:40:34.030 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up lua5.1 (5.1.5-8.1build4) ... 2024-09-21T02:40:34.403 INFO:teuthology.orchestra.run.smithi083.stdout:update-alternatives: using /usr/bin/lua5.1 to provide /usr/bin/lua (lua-interpreter) in auto mode 2024-09-21T02:40:34.409 INFO:teuthology.orchestra.run.smithi142.stdout:update-alternatives: using /usr/bin/lua5.1 to provide /usr/bin/lua (lua-interpreter) in auto mode 2024-09-21T02:40:34.434 INFO:teuthology.orchestra.run.smithi083.stdout:update-alternatives: using /usr/bin/luac5.1 to provide /usr/bin/luac (lua-compiler) in auto mode 2024-09-21T02:40:34.439 INFO:teuthology.orchestra.run.smithi142.stdout:update-alternatives: using /usr/bin/luac5.1 to provide /usr/bin/luac (lua-compiler) in auto mode 2024-09-21T02:40:34.487 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-21T02:40:34.500 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-21T02:40:34.590 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-09-21T02:40:34.627 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-09-21T02:40:34.931 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-21T02:40:35.019 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-21T02:40:35.049 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-09-21T02:40:35.144 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-09-21T02:40:35.325 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-09-21T02:40:35.412 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-09-21T02:40:35.593 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-09-21T02:40:35.671 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-09-21T02:40:35.903 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up zip (3.0-12build2) ... 2024-09-21T02:40:35.998 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up zip (3.0-12build2) ... 2024-09-21T02:40:36.020 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-09-21T02:40:36.107 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-09-21T02:40:36.664 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-09-21T02:40:36.759 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-09-21T02:40:36.923 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-09-21T02:40:37.002 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-09-21T02:40:37.049 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-09-21T02:40:37.128 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-09-21T02:40:37.176 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-21T02:40:37.254 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-21T02:40:37.469 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2024-09-21T02:40:37.530 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2024-09-21T02:40:37.948 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-09-21T02:40:38.170 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-09-21T02:40:38.199 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-09-21T02:40:38.421 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-09-21T02:40:38.567 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-21T02:40:38.843 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-cmd2 (2.3.3-1) ... 2024-09-21T02:40:38.881 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-21T02:40:39.111 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-21T02:40:39.157 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-cmd2 (2.3.3-1) ... 2024-09-21T02:40:39.420 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-09-21T02:40:39.664 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-21T02:40:39.680 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-09-21T02:40:39.806 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-ceph-common (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:39.827 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-09-21T02:40:40.069 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-09-21T02:40:40.115 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-idna (3.3-1ubuntu0.1) ... 2024-09-21T02:40:40.195 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-ceph-common (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:40.442 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-21T02:40:40.488 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-idna (3.3-1ubuntu0.1) ... 2024-09-21T02:40:40.798 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-21T02:40:41.631 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up pkg-config (0.29.2-1ubuntu3) ... 2024-09-21T02:40:41.874 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-21T02:40:41.996 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up pkg-config (0.29.2-1ubuntu3) ... 2024-09-21T02:40:42.008 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-toml (0.10.2-1) ... 2024-09-21T02:40:42.214 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-21T02:40:42.323 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-toml (0.10.2-1) ... 2024-09-21T02:40:42.416 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-21T02:40:42.544 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-09-21T02:40:42.599 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-21T02:40:42.653 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-21T02:40:42.728 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-09-21T02:40:42.853 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-21T02:40:42.929 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-09-21T02:40:43.180 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-09-21T02:40:43.272 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-09-21T02:40:43.432 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-21T02:40:43.523 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-09-21T02:40:43.558 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-09-21T02:40:43.765 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-21T02:40:43.859 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-09-21T02:40:43.891 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-09-21T02:40:44.102 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-09-21T02:40:44.210 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-09-21T02:40:44.336 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-09-21T02:40:44.477 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-09-21T02:40:44.579 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-09-21T02:40:44.729 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-09-21T02:40:44.821 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-09-21T02:40:44.980 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-09-21T02:40:45.081 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-21T02:40:45.207 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-09-21T02:40:45.222 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-09-21T02:40:45.482 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-21T02:40:45.491 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-21T02:40:45.601 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-21T02:40:45.608 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-09-21T02:40:45.877 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-21T02:40:45.900 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-21T02:40:46.026 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-21T02:40:46.153 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-09-21T02:40:46.336 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-21T02:40:46.387 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-21T02:40:46.522 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up lua-sec:amd64 (1.0.2-1) ... 2024-09-21T02:40:46.648 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-09-21T02:40:46.662 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-09-21T02:40:46.737 INFO:teuthology.orchestra.run.smithi142.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-09-21T02:40:46.913 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-21T02:40:46.982 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-21T02:40:47.014 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up lua-sec:amd64 (1.0.2-1) ... 2024-09-21T02:40:47.109 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-09-21T02:40:47.115 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-09-21T02:40:47.205 INFO:teuthology.orchestra.run.smithi083.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-09-21T02:40:47.458 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-21T02:40:47.527 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-09-21T02:40:47.568 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-09-21T02:40:47.769 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up lua-any (27ubuntu1) ... 2024-09-21T02:40:47.870 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-portend (3.0.0-1) ... 2024-09-21T02:40:47.961 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-09-21T02:40:48.105 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-21T02:40:48.239 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-21T02:40:48.254 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up lua-any (27ubuntu1) ... 2024-09-21T02:40:48.372 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-portend (3.0.0-1) ... 2024-09-21T02:40:48.557 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-09-21T02:40:48.623 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-21T02:40:48.749 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-21T02:40:48.858 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-21T02:40:49.066 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-09-21T02:40:49.203 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-09-21T02:40:49.329 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-rsa (4.8-1) ... 2024-09-21T02:40:49.376 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-21T02:40:49.597 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-09-21T02:40:49.729 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-09-21T02:40:49.847 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-rsa (4.8-1) ... 2024-09-21T02:40:49.865 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-21T02:40:50.098 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-09-21T02:40:50.126 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-09-21T02:40:50.375 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-21T02:40:50.501 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-09-21T02:40:50.643 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-09-21T02:40:50.769 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-09-21T02:40:51.003 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-09-21T02:40:51.088 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-21T02:40:51.215 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up librados2 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:51.288 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-09-21T02:40:51.340 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libsqlite3-mod-ceph (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:51.467 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up luarocks (3.8.0+dfsg1-1) ... 2024-09-21T02:40:51.615 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-21T02:40:51.741 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up librados2 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:51.794 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libcephfs2 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:51.867 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up libsqlite3-mod-ceph (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:51.895 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libradosstriper1 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:51.993 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up luarocks (3.8.0+dfsg1-1) ... 2024-09-21T02:40:52.029 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-09-21T02:40:52.319 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up librbd1 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:52.338 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up libcephfs2 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:52.441 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up ceph-mgr-modules-core (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:52.447 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up libradosstriper1 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:52.556 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-09-21T02:40:52.588 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up ceph-fuse (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:52.805 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-21T02:40:52.805 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-21T02:40:52.825 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up librbd1 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:52.959 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up ceph-mgr-modules-core (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:53.077 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up ceph-fuse (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:53.297 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-21T02:40:53.297 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-21T02:40:53.310 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libcephfs-dev (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:53.427 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-rados (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:53.528 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up librgw2 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:53.629 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up cephfs-top (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:53.745 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up libcephfs-dev (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:53.747 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-21T02:40:53.871 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-rados (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:53.989 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up librgw2 (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:54.106 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up cephfs-top (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:54.207 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-21T02:40:55.017 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-rbd (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:55.160 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up rbd-fuse (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:55.277 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-rgw (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:55.378 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up python3-cephfs (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:55.419 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-rbd (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:55.479 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up cephfs-shell (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:55.545 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up rbd-fuse (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:55.605 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up ceph-common (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:55.671 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-rgw (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:55.797 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up python3-cephfs (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:55.923 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up cephfs-shell (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:56.049 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up ceph-common (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:56.123 INFO:teuthology.orchestra.run.smithi142.stdout:Adding group ceph....done 2024-09-21T02:40:56.499 INFO:teuthology.orchestra.run.smithi142.stdout:Adding system user ceph....done 2024-09-21T02:40:56.601 INFO:teuthology.orchestra.run.smithi083.stdout:Adding group ceph....done 2024-09-21T02:40:56.660 INFO:teuthology.orchestra.run.smithi142.stdout:Setting system user ceph properties....done 2024-09-21T02:40:56.676 INFO:teuthology.orchestra.run.smithi142.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-09-21T02:40:56.810 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-09-21T02:40:57.011 INFO:teuthology.orchestra.run.smithi083.stdout:Adding system user ceph....done 2024-09-21T02:40:57.141 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-09-21T02:40:57.146 INFO:teuthology.orchestra.run.smithi083.stdout:Setting system user ceph properties....done 2024-09-21T02:40:57.159 INFO:teuthology.orchestra.run.smithi083.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-09-21T02:40:57.298 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-09-21T02:40:57.590 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up cephfs-mirror (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:57.641 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-09-21T02:40:57.794 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-21T02:40:57.794 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-21T02:40:58.117 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up cephfs-mirror (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:58.249 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up ceph-test (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:58.308 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-21T02:40:58.308 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-21T02:40:58.358 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up radosgw (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:58.752 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up ceph-test (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:58.838 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-21T02:40:58.838 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-21T02:40:58.870 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up radosgw (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:59.285 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up ceph-base (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:40:59.330 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-21T02:40:59.330 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-21T02:40:59.637 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-09-21T02:40:59.780 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up ceph-base (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:41:00.095 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up ceph-mds (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:41:00.128 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-09-21T02:41:00.308 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-21T02:41:00.308 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-21T02:41:00.627 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up ceph-mds (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:41:00.773 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up ceph-mgr (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:41:00.830 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-21T02:41:00.831 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-21T02:41:00.990 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-21T02:41:00.990 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-21T02:41:01.300 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up ceph-mgr (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:41:01.440 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up ceph-osd (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:41:01.518 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-21T02:41:01.518 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-21T02:41:01.696 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-21T02:41:01.696 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-21T02:41:01.985 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up ceph-osd (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:41:02.142 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up ceph-mgr-k8sevents (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:41:02.263 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-21T02:41:02.263 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-21T02:41:02.267 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up ceph-mgr-diskprediction-local (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:41:02.402 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up ceph-mon (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:41:02.612 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-21T02:41:02.612 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-21T02:41:02.720 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up ceph-mgr-k8sevents (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:41:02.846 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up ceph-mgr-diskprediction-local (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:41:02.980 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up ceph-mon (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:41:03.174 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-21T02:41:03.175 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-21T02:41:03.466 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up ceph-mgr-cephadm (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:41:03.659 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up ceph (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:41:03.785 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up ceph-mgr-dashboard (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:41:03.911 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up ceph-volume (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:41:03.927 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up ceph-mgr-cephadm (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:41:04.211 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up ceph (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:41:04.256 INFO:teuthology.orchestra.run.smithi142.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-21T02:41:04.337 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up ceph-mgr-dashboard (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:41:04.373 INFO:teuthology.orchestra.run.smithi142.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-21T02:41:04.480 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up ceph-volume (19.3.0-5120-g18432218-1jammy) ... 2024-09-21T02:41:04.525 INFO:teuthology.orchestra.run.smithi142.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-21T02:41:04.825 INFO:teuthology.orchestra.run.smithi083.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-21T02:41:04.925 INFO:teuthology.orchestra.run.smithi083.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-21T02:41:05.069 INFO:teuthology.orchestra.run.smithi083.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-21T02:41:05.643 INFO:teuthology.orchestra.run.smithi142.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-21T02:41:06.146 INFO:teuthology.orchestra.run.smithi083.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-21T02:41:06.295 INFO:teuthology.orchestra.run.smithi142.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-21T02:41:06.298 DEBUG:teuthology.orchestra.run.smithi142:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install bison flex libelf-dev libssl-dev network-manager iproute2 util-linux dump indent libaio-dev libtool-bin uuid-dev xfslibs-dev postgresql postgresql-client postgresql-common postgresql-contrib 2024-09-21T02:41:06.353 INFO:teuthology.orchestra.run.smithi142.stdout:Reading package lists... 2024-09-21T02:41:06.564 INFO:teuthology.orchestra.run.smithi142.stdout:Building dependency tree... 2024-09-21T02:41:06.565 INFO:teuthology.orchestra.run.smithi142.stdout:Reading state information... 2024-09-21T02:41:06.763 INFO:teuthology.orchestra.run.smithi142.stdout:iproute2 is already the newest version (5.15.0-1ubuntu2). 2024-09-21T02:41:06.763 INFO:teuthology.orchestra.run.smithi142.stdout:libtool-bin is already the newest version (2.4.6-15build2). 2024-09-21T02:41:06.763 INFO:teuthology.orchestra.run.smithi142.stdout:xfslibs-dev is already the newest version (5.13.0-1ubuntu2). 2024-09-21T02:41:06.763 INFO:teuthology.orchestra.run.smithi142.stdout:The following packages were automatically installed and are no longer required: 2024-09-21T02:41:06.763 INFO:teuthology.orchestra.run.smithi142.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-21T02:41:06.763 INFO:teuthology.orchestra.run.smithi142.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-21T02:41:06.763 INFO:teuthology.orchestra.run.smithi142.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-21T02:41:06.764 INFO:teuthology.orchestra.run.smithi142.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-21T02:41:06.764 INFO:teuthology.orchestra.run.smithi142.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-21T02:41:06.764 INFO:teuthology.orchestra.run.smithi142.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-21T02:41:06.765 INFO:teuthology.orchestra.run.smithi142.stdout:The following additional packages will be installed: 2024-09-21T02:41:06.765 INFO:teuthology.orchestra.run.smithi142.stdout: libbluetooth3 libfl-dev libfl2 libjson-perl libllvm14 liblzo2-2 2024-09-21T02:41:06.765 INFO:teuthology.orchestra.run.smithi142.stdout: libmbim-glib4 libmbim-proxy libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 2024-09-21T02:41:06.766 INFO:teuthology.orchestra.run.smithi142.stdout: libqmi-proxy libssl3 libteamdctl0 libuuid1 modemmanager network-manager-pptp 2024-09-21T02:41:06.766 INFO:teuthology.orchestra.run.smithi142.stdout: postgresql-14 postgresql-client-14 postgresql-client-common ppp pptp-linux 2024-09-21T02:41:06.766 INFO:teuthology.orchestra.run.smithi142.stdout: tcl tcl8.6 usb-modeswitch usb-modeswitch-data wpasupplicant 2024-09-21T02:41:06.767 INFO:teuthology.orchestra.run.smithi142.stdout:Suggested packages: 2024-09-21T02:41:06.767 INFO:teuthology.orchestra.run.smithi142.stdout: bison-doc flex-doc indent-doc libssl-doc avahi-autoipd libteam-utils 2024-09-21T02:41:06.767 INFO:teuthology.orchestra.run.smithi142.stdout: postgresql-doc postgresql-doc-14 tcl-tclreadline comgt wvdial 2024-09-21T02:41:06.767 INFO:teuthology.orchestra.run.smithi142.stdout: util-linux-locales wpagui libengine-pkcs11-openssl 2024-09-21T02:41:06.800 INFO:teuthology.orchestra.run.smithi083.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-21T02:41:06.803 DEBUG:teuthology.orchestra.run.smithi083:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install bison flex libelf-dev libssl-dev network-manager iproute2 util-linux dump indent libaio-dev libtool-bin uuid-dev xfslibs-dev postgresql postgresql-client postgresql-common postgresql-contrib 2024-09-21T02:41:06.808 INFO:teuthology.orchestra.run.smithi142.stdout:The following NEW packages will be installed: 2024-09-21T02:41:06.809 INFO:teuthology.orchestra.run.smithi142.stdout: bison dump flex indent libaio-dev libbluetooth3 libelf-dev libfl-dev libfl2 2024-09-21T02:41:06.809 INFO:teuthology.orchestra.run.smithi142.stdout: libjson-perl libllvm14 liblzo2-2 libmbim-glib4 libmbim-proxy libmm-glib0 2024-09-21T02:41:06.809 INFO:teuthology.orchestra.run.smithi142.stdout: libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy libssl-dev libteamdctl0 2024-09-21T02:41:06.809 INFO:teuthology.orchestra.run.smithi142.stdout: modemmanager network-manager network-manager-pptp postgresql postgresql-14 2024-09-21T02:41:06.809 INFO:teuthology.orchestra.run.smithi142.stdout: postgresql-client postgresql-client-14 postgresql-client-common 2024-09-21T02:41:06.810 INFO:teuthology.orchestra.run.smithi142.stdout: postgresql-common postgresql-contrib ppp pptp-linux tcl tcl8.6 2024-09-21T02:41:06.810 INFO:teuthology.orchestra.run.smithi142.stdout: usb-modeswitch usb-modeswitch-data wpasupplicant 2024-09-21T02:41:06.811 INFO:teuthology.orchestra.run.smithi142.stdout:The following packages will be upgraded: 2024-09-21T02:41:06.811 INFO:teuthology.orchestra.run.smithi142.stdout: libssl3 libuuid1 util-linux uuid-dev 2024-09-21T02:41:06.859 INFO:teuthology.orchestra.run.smithi083.stdout:Reading package lists... 2024-09-21T02:41:06.883 INFO:teuthology.orchestra.run.smithi142.stdout:4 upgraded, 39 newly installed, 0 to remove and 328 not upgraded. 2024-09-21T02:41:06.883 INFO:teuthology.orchestra.run.smithi142.stdout:Need to get 55.8 MB of archives. 2024-09-21T02:41:06.883 INFO:teuthology.orchestra.run.smithi142.stdout:After this operation, 203 MB of additional disk space will be used. 2024-09-21T02:41:06.883 INFO:teuthology.orchestra.run.smithi142.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 util-linux amd64 2.37.2-4ubuntu3.4 [1,063 kB] 2024-09-21T02:41:07.016 INFO:teuthology.orchestra.run.smithi142.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 flex amd64 2.6.4-8build2 [307 kB] 2024-09-21T02:41:07.023 INFO:teuthology.orchestra.run.smithi142.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl3 amd64 3.0.2-0ubuntu1.18 [1,905 kB] 2024-09-21T02:41:07.062 INFO:teuthology.orchestra.run.smithi142.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 uuid-dev amd64 2.37.2-4ubuntu3.4 [33.1 kB] 2024-09-21T02:41:07.062 INFO:teuthology.orchestra.run.smithi142.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libuuid1 amd64 2.37.2-4ubuntu3.4 [23.8 kB] 2024-09-21T02:41:07.063 INFO:teuthology.orchestra.run.smithi142.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/main amd64 bison amd64 2:3.8.2+dfsg-1build1 [748 kB] 2024-09-21T02:41:07.070 INFO:teuthology.orchestra.run.smithi083.stdout:Building dependency tree... 2024-09-21T02:41:07.071 INFO:teuthology.orchestra.run.smithi083.stdout:Reading state information... 2024-09-21T02:41:07.074 INFO:teuthology.orchestra.run.smithi142.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblzo2-2 amd64 2.10-2build3 [53.7 kB] 2024-09-21T02:41:07.228 INFO:teuthology.orchestra.run.smithi142.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 dump amd64 0.4b47-3 [133 kB] 2024-09-21T02:41:07.231 INFO:teuthology.orchestra.run.smithi142.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 indent amd64 2.2.12-1ubuntu0.22.04.1 [90.8 kB] 2024-09-21T02:41:07.232 INFO:teuthology.orchestra.run.smithi142.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 libaio-dev amd64 0.3.112-13build1 [21.2 kB] 2024-09-21T02:41:07.233 INFO:teuthology.orchestra.run.smithi142.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libbluetooth3 amd64 5.64-0ubuntu1.3 [86.9 kB] 2024-09-21T02:41:07.234 INFO:teuthology.orchestra.run.smithi142.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 libelf-dev amd64 0.186-1build1 [64.4 kB] 2024-09-21T02:41:07.235 INFO:teuthology.orchestra.run.smithi142.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl2 amd64 2.6.4-8build2 [10.7 kB] 2024-09-21T02:41:07.236 INFO:teuthology.orchestra.run.smithi142.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl-dev amd64 2.6.4-8build2 [6,236 B] 2024-09-21T02:41:07.236 INFO:teuthology.orchestra.run.smithi142.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjson-perl all 4.04000-1 [81.8 kB] 2024-09-21T02:41:07.237 INFO:teuthology.orchestra.run.smithi142.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libllvm14 amd64 1:14.0.0-1ubuntu1.1 [24.0 MB] 2024-09-21T02:41:07.266 INFO:teuthology.orchestra.run.smithi083.stdout:iproute2 is already the newest version (5.15.0-1ubuntu2). 2024-09-21T02:41:07.266 INFO:teuthology.orchestra.run.smithi083.stdout:libtool-bin is already the newest version (2.4.6-15build2). 2024-09-21T02:41:07.266 INFO:teuthology.orchestra.run.smithi083.stdout:xfslibs-dev is already the newest version (5.13.0-1ubuntu2). 2024-09-21T02:41:07.266 INFO:teuthology.orchestra.run.smithi083.stdout:The following packages were automatically installed and are no longer required: 2024-09-21T02:41:07.266 INFO:teuthology.orchestra.run.smithi083.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-21T02:41:07.267 INFO:teuthology.orchestra.run.smithi083.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-21T02:41:07.267 INFO:teuthology.orchestra.run.smithi083.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-21T02:41:07.267 INFO:teuthology.orchestra.run.smithi083.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-21T02:41:07.267 INFO:teuthology.orchestra.run.smithi083.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-21T02:41:07.267 INFO:teuthology.orchestra.run.smithi083.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-21T02:41:07.268 INFO:teuthology.orchestra.run.smithi083.stdout:The following additional packages will be installed: 2024-09-21T02:41:07.268 INFO:teuthology.orchestra.run.smithi083.stdout: libbluetooth3 libfl-dev libfl2 libjson-perl libllvm14 liblzo2-2 2024-09-21T02:41:07.268 INFO:teuthology.orchestra.run.smithi083.stdout: libmbim-glib4 libmbim-proxy libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 2024-09-21T02:41:07.268 INFO:teuthology.orchestra.run.smithi083.stdout: libqmi-proxy libssl3 libteamdctl0 libuuid1 modemmanager network-manager-pptp 2024-09-21T02:41:07.269 INFO:teuthology.orchestra.run.smithi083.stdout: postgresql-14 postgresql-client-14 postgresql-client-common ppp pptp-linux 2024-09-21T02:41:07.269 INFO:teuthology.orchestra.run.smithi083.stdout: tcl tcl8.6 usb-modeswitch usb-modeswitch-data wpasupplicant 2024-09-21T02:41:07.270 INFO:teuthology.orchestra.run.smithi083.stdout:Suggested packages: 2024-09-21T02:41:07.270 INFO:teuthology.orchestra.run.smithi083.stdout: bison-doc flex-doc indent-doc libssl-doc avahi-autoipd libteam-utils 2024-09-21T02:41:07.270 INFO:teuthology.orchestra.run.smithi083.stdout: postgresql-doc postgresql-doc-14 tcl-tclreadline comgt wvdial 2024-09-21T02:41:07.270 INFO:teuthology.orchestra.run.smithi083.stdout: util-linux-locales wpagui libengine-pkcs11-openssl 2024-09-21T02:41:07.310 INFO:teuthology.orchestra.run.smithi083.stdout:The following NEW packages will be installed: 2024-09-21T02:41:07.311 INFO:teuthology.orchestra.run.smithi083.stdout: bison dump flex indent libaio-dev libbluetooth3 libelf-dev libfl-dev libfl2 2024-09-21T02:41:07.311 INFO:teuthology.orchestra.run.smithi083.stdout: libjson-perl libllvm14 liblzo2-2 libmbim-glib4 libmbim-proxy libmm-glib0 2024-09-21T02:41:07.311 INFO:teuthology.orchestra.run.smithi083.stdout: libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy libssl-dev libteamdctl0 2024-09-21T02:41:07.312 INFO:teuthology.orchestra.run.smithi083.stdout: modemmanager network-manager network-manager-pptp postgresql postgresql-14 2024-09-21T02:41:07.312 INFO:teuthology.orchestra.run.smithi083.stdout: postgresql-client postgresql-client-14 postgresql-client-common 2024-09-21T02:41:07.312 INFO:teuthology.orchestra.run.smithi083.stdout: postgresql-common postgresql-contrib ppp pptp-linux tcl tcl8.6 2024-09-21T02:41:07.312 INFO:teuthology.orchestra.run.smithi083.stdout: usb-modeswitch usb-modeswitch-data wpasupplicant 2024-09-21T02:41:07.313 INFO:teuthology.orchestra.run.smithi083.stdout:The following packages will be upgraded: 2024-09-21T02:41:07.313 INFO:teuthology.orchestra.run.smithi083.stdout: libssl3 libuuid1 util-linux uuid-dev 2024-09-21T02:41:07.493 INFO:teuthology.orchestra.run.smithi083.stdout:4 upgraded, 39 newly installed, 0 to remove and 328 not upgraded. 2024-09-21T02:41:07.493 INFO:teuthology.orchestra.run.smithi083.stdout:Need to get 55.8 MB of archives. 2024-09-21T02:41:07.493 INFO:teuthology.orchestra.run.smithi083.stdout:After this operation, 203 MB of additional disk space will be used. 2024-09-21T02:41:07.493 INFO:teuthology.orchestra.run.smithi083.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 util-linux amd64 2.37.2-4ubuntu3.4 [1,063 kB] 2024-09-21T02:41:07.547 INFO:teuthology.orchestra.run.smithi142.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-glib4 amd64 1.28.0-1~ubuntu20.04.1 [191 kB] 2024-09-21T02:41:07.549 INFO:teuthology.orchestra.run.smithi142.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-proxy amd64 1.28.0-1~ubuntu20.04.1 [6,130 B] 2024-09-21T02:41:07.549 INFO:teuthology.orchestra.run.smithi142.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmm-glib0 amd64 1.20.0-1~ubuntu22.04.4 [262 kB] 2024-09-21T02:41:07.551 INFO:teuthology.orchestra.run.smithi142.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libndp0 amd64 1.8-0ubuntu3.1 [12.4 kB] 2024-09-21T02:41:07.551 INFO:teuthology.orchestra.run.smithi142.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libnm0 amd64 1.36.6-0ubuntu2 [456 kB] 2024-09-21T02:41:07.556 INFO:teuthology.orchestra.run.smithi142.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpq5 amd64 14.13-0ubuntu0.22.04.1 [149 kB] 2024-09-21T02:41:07.557 INFO:teuthology.orchestra.run.smithi142.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-glib5 amd64 1.32.0-1ubuntu0.22.04.1 [772 kB] 2024-09-21T02:41:07.564 INFO:teuthology.orchestra.run.smithi142.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-proxy amd64 1.32.0-1ubuntu0.22.04.1 [6,072 B] 2024-09-21T02:41:07.564 INFO:teuthology.orchestra.run.smithi142.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl-dev amd64 3.0.2-0ubuntu1.18 [2,375 kB] 2024-09-21T02:41:07.585 INFO:teuthology.orchestra.run.smithi142.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 libteamdctl0 amd64 1.31-1build2 [12.6 kB] 2024-09-21T02:41:07.585 INFO:teuthology.orchestra.run.smithi142.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 modemmanager amd64 1.20.0-1~ubuntu22.04.4 [1,094 kB] 2024-09-21T02:41:07.595 INFO:teuthology.orchestra.run.smithi142.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 network-manager amd64 1.36.6-0ubuntu2 [2,203 kB] 2024-09-21T02:41:07.615 INFO:teuthology.orchestra.run.smithi142.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 ppp amd64 2.4.9-1+1ubuntu3 [363 kB] 2024-09-21T02:41:07.618 INFO:teuthology.orchestra.run.smithi142.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 pptp-linux amd64 1.10.0-1build3 [42.5 kB] 2024-09-21T02:41:07.618 INFO:teuthology.orchestra.run.smithi142.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 network-manager-pptp amd64 1.2.10-1 [30.9 kB] 2024-09-21T02:41:07.618 INFO:teuthology.orchestra.run.smithi142.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client-common all 238 [29.6 kB] 2024-09-21T02:41:07.619 INFO:teuthology.orchestra.run.smithi142.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-client-14 amd64 14.13-0ubuntu0.22.04.1 [1,225 kB] 2024-09-21T02:41:07.629 INFO:teuthology.orchestra.run.smithi142.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-common all 238 [169 kB] 2024-09-21T02:41:07.630 INFO:teuthology.orchestra.run.smithi142.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-14 amd64 14.13-0ubuntu0.22.04.1 [16.2 MB] 2024-09-21T02:41:07.832 INFO:teuthology.orchestra.run.smithi142.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql all 14+238 [3,288 B] 2024-09-21T02:41:07.832 INFO:teuthology.orchestra.run.smithi142.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client all 14+238 [3,292 B] 2024-09-21T02:41:07.832 INFO:teuthology.orchestra.run.smithi142.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-contrib all 14+238 [3,292 B] 2024-09-21T02:41:07.832 INFO:teuthology.orchestra.run.smithi142.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl8.6 amd64 8.6.12+dfsg-1build1 [15.0 kB] 2024-09-21T02:41:07.832 INFO:teuthology.orchestra.run.smithi142.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl amd64 8.6.11+1build2 [4,678 B] 2024-09-21T02:41:07.832 INFO:teuthology.orchestra.run.smithi142.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 wpasupplicant amd64 2:2.10-6ubuntu2.1 [1,482 kB] 2024-09-21T02:41:07.844 INFO:teuthology.orchestra.run.smithi142.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch-data all 20191128-4 [33.2 kB] 2024-09-21T02:41:07.844 INFO:teuthology.orchestra.run.smithi142.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch amd64 2.6.1-3ubuntu2 [46.0 kB] 2024-09-21T02:41:08.116 INFO:teuthology.orchestra.run.smithi083.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 flex amd64 2.6.4-8build2 [307 kB] 2024-09-21T02:41:08.132 INFO:teuthology.orchestra.run.smithi083.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl3 amd64 3.0.2-0ubuntu1.18 [1,905 kB] 2024-09-21T02:41:08.252 INFO:teuthology.orchestra.run.smithi142.stdout:Preconfiguring packages ... 2024-09-21T02:41:08.256 INFO:teuthology.orchestra.run.smithi083.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 uuid-dev amd64 2.37.2-4ubuntu3.4 [33.1 kB] 2024-09-21T02:41:08.257 INFO:teuthology.orchestra.run.smithi083.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libuuid1 amd64 2.37.2-4ubuntu3.4 [23.8 kB] 2024-09-21T02:41:08.258 INFO:teuthology.orchestra.run.smithi083.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/main amd64 bison amd64 2:3.8.2+dfsg-1build1 [748 kB] 2024-09-21T02:41:08.286 INFO:teuthology.orchestra.run.smithi083.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblzo2-2 amd64 2.10-2build3 [53.7 kB] 2024-09-21T02:41:08.288 INFO:teuthology.orchestra.run.smithi083.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 dump amd64 0.4b47-3 [133 kB] 2024-09-21T02:41:08.291 INFO:teuthology.orchestra.run.smithi083.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 indent amd64 2.2.12-1ubuntu0.22.04.1 [90.8 kB] 2024-09-21T02:41:08.294 INFO:teuthology.orchestra.run.smithi083.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 libaio-dev amd64 0.3.112-13build1 [21.2 kB] 2024-09-21T02:41:08.295 INFO:teuthology.orchestra.run.smithi083.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libbluetooth3 amd64 5.64-0ubuntu1.3 [86.9 kB] 2024-09-21T02:41:08.297 INFO:teuthology.orchestra.run.smithi083.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 libelf-dev amd64 0.186-1build1 [64.4 kB] 2024-09-21T02:41:08.360 INFO:teuthology.orchestra.run.smithi083.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl2 amd64 2.6.4-8build2 [10.7 kB] 2024-09-21T02:41:08.360 INFO:teuthology.orchestra.run.smithi083.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl-dev amd64 2.6.4-8build2 [6,236 B] 2024-09-21T02:41:08.361 INFO:teuthology.orchestra.run.smithi083.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjson-perl all 4.04000-1 [81.8 kB] 2024-09-21T02:41:08.392 INFO:teuthology.orchestra.run.smithi142.stdout:Fetched 55.8 MB in 1s (54.3 MB/s) 2024-09-21T02:41:08.441 INFO:teuthology.orchestra.run.smithi083.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libllvm14 amd64 1:14.0.0-1ubuntu1.1 [24.0 MB] 2024-09-21T02:41:08.714 INFO:teuthology.orchestra.run.smithi142.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 176357 files and directories currently installed.) 2024-09-21T02:41:08.720 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../util-linux_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-21T02:41:09.007 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking util-linux (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-21T02:41:09.247 INFO:teuthology.orchestra.run.smithi083.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-glib4 amd64 1.28.0-1~ubuntu20.04.1 [191 kB] 2024-09-21T02:41:09.251 INFO:teuthology.orchestra.run.smithi083.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-proxy amd64 1.28.0-1~ubuntu20.04.1 [6,130 B] 2024-09-21T02:41:09.251 INFO:teuthology.orchestra.run.smithi083.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmm-glib0 amd64 1.20.0-1~ubuntu22.04.4 [262 kB] 2024-09-21T02:41:09.258 INFO:teuthology.orchestra.run.smithi083.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libndp0 amd64 1.8-0ubuntu3.1 [12.4 kB] 2024-09-21T02:41:09.258 INFO:teuthology.orchestra.run.smithi083.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libnm0 amd64 1.36.6-0ubuntu2 [456 kB] 2024-09-21T02:41:09.268 INFO:teuthology.orchestra.run.smithi083.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpq5 amd64 14.13-0ubuntu0.22.04.1 [149 kB] 2024-09-21T02:41:09.271 INFO:teuthology.orchestra.run.smithi083.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-glib5 amd64 1.32.0-1ubuntu0.22.04.1 [772 kB] 2024-09-21T02:41:09.288 INFO:teuthology.orchestra.run.smithi083.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-proxy amd64 1.32.0-1ubuntu0.22.04.1 [6,072 B] 2024-09-21T02:41:09.288 INFO:teuthology.orchestra.run.smithi083.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl-dev amd64 3.0.2-0ubuntu1.18 [2,375 kB] 2024-09-21T02:41:09.357 INFO:teuthology.orchestra.run.smithi083.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 libteamdctl0 amd64 1.31-1build2 [12.6 kB] 2024-09-21T02:41:09.374 INFO:teuthology.orchestra.run.smithi083.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 modemmanager amd64 1.20.0-1~ubuntu22.04.4 [1,094 kB] 2024-09-21T02:41:09.396 INFO:teuthology.orchestra.run.smithi083.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 network-manager amd64 1.36.6-0ubuntu2 [2,203 kB] 2024-09-21T02:41:09.462 INFO:teuthology.orchestra.run.smithi083.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 ppp amd64 2.4.9-1+1ubuntu3 [363 kB] 2024-09-21T02:41:09.468 INFO:teuthology.orchestra.run.smithi083.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 pptp-linux amd64 1.10.0-1build3 [42.5 kB] 2024-09-21T02:41:09.469 INFO:teuthology.orchestra.run.smithi083.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 network-manager-pptp amd64 1.2.10-1 [30.9 kB] 2024-09-21T02:41:09.469 INFO:teuthology.orchestra.run.smithi083.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client-common all 238 [29.6 kB] 2024-09-21T02:41:09.470 INFO:teuthology.orchestra.run.smithi083.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-client-14 amd64 14.13-0ubuntu0.22.04.1 [1,225 kB] 2024-09-21T02:41:09.502 INFO:teuthology.orchestra.run.smithi083.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-common all 238 [169 kB] 2024-09-21T02:41:09.505 INFO:teuthology.orchestra.run.smithi083.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-14 amd64 14.13-0ubuntu0.22.04.1 [16.2 MB] 2024-09-21T02:41:09.620 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up util-linux (2.37.2-4ubuntu3.4) ... 2024-09-21T02:41:10.024 INFO:teuthology.orchestra.run.smithi083.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql all 14+238 [3,288 B] 2024-09-21T02:41:10.024 INFO:teuthology.orchestra.run.smithi083.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client all 14+238 [3,292 B] 2024-09-21T02:41:10.024 INFO:teuthology.orchestra.run.smithi083.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-contrib all 14+238 [3,292 B] 2024-09-21T02:41:10.025 INFO:teuthology.orchestra.run.smithi083.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl8.6 amd64 8.6.12+dfsg-1build1 [15.0 kB] 2024-09-21T02:41:10.025 INFO:teuthology.orchestra.run.smithi083.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl amd64 8.6.11+1build2 [4,678 B] 2024-09-21T02:41:10.026 INFO:teuthology.orchestra.run.smithi083.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 wpasupplicant amd64 2:2.10-6ubuntu2.1 [1,482 kB] 2024-09-21T02:41:10.054 INFO:teuthology.orchestra.run.smithi083.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch-data all 20191128-4 [33.2 kB] 2024-09-21T02:41:10.055 INFO:teuthology.orchestra.run.smithi083.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch amd64 2.6.1-3ubuntu2 [46.0 kB] 2024-09-21T02:41:10.461 INFO:teuthology.orchestra.run.smithi083.stdout:Preconfiguring packages ... 2024-09-21T02:41:10.619 INFO:teuthology.orchestra.run.smithi142.stdout:fstrim.service is a disabled or a static unit not running, not starting it. 2024-09-21T02:41:10.641 INFO:teuthology.orchestra.run.smithi083.stdout:Fetched 55.8 MB in 3s (20.4 MB/s) 2024-09-21T02:41:10.861 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package flex. 2024-09-21T02:41:10.962 INFO:teuthology.orchestra.run.smithi142.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 176357 files and directories currently installed.) 2024-09-21T02:41:10.965 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../flex_2.6.4-8build2_amd64.deb ... 2024-09-21T02:41:10.968 INFO:teuthology.orchestra.run.smithi083.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 176357 files and directories currently installed.) 2024-09-21T02:41:10.974 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../util-linux_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-21T02:41:11.010 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking flex (2.6.4-8build2) ... 2024-09-21T02:41:11.129 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking util-linux (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-21T02:41:11.652 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../libssl3_3.0.2-0ubuntu1.18_amd64.deb ... 2024-09-21T02:41:11.749 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up util-linux (2.37.2-4ubuntu3.4) ... 2024-09-21T02:41:11.841 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libssl3:amd64 (3.0.2-0ubuntu1.18) over (3.0.2-0ubuntu1.7) ... 2024-09-21T02:41:12.252 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libssl3:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-21T02:41:12.664 INFO:teuthology.orchestra.run.smithi083.stdout:fstrim.service is a disabled or a static unit not running, not starting it. 2024-09-21T02:41:12.779 INFO:teuthology.orchestra.run.smithi142.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 176430 files and directories currently installed.) 2024-09-21T02:41:12.784 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../uuid-dev_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-21T02:41:12.891 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package flex. 2024-09-21T02:41:12.892 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking uuid-dev:amd64 (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-21T02:41:12.984 INFO:teuthology.orchestra.run.smithi083.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 176357 files and directories currently installed.) 2024-09-21T02:41:12.990 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../flex_2.6.4-8build2_amd64.deb ... 2024-09-21T02:41:13.023 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking flex (2.6.4-8build2) ... 2024-09-21T02:41:13.359 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../libuuid1_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-21T02:41:13.522 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libuuid1:amd64 (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-21T02:41:13.548 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../libssl3_3.0.2-0ubuntu1.18_amd64.deb ... 2024-09-21T02:41:13.721 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking libssl3:amd64 (3.0.2-0ubuntu1.18) over (3.0.2-0ubuntu1.7) ... 2024-09-21T02:41:13.867 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libuuid1:amd64 (2.37.2-4ubuntu3.4) ... 2024-09-21T02:41:14.140 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up libssl3:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-21T02:41:14.348 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package bison. 2024-09-21T02:41:14.456 INFO:teuthology.orchestra.run.smithi142.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 176430 files and directories currently installed.) 2024-09-21T02:41:14.461 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../00-bison_2%3a3.8.2+dfsg-1build1_amd64.deb ... 2024-09-21T02:41:14.509 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking bison (2:3.8.2+dfsg-1build1) ... 2024-09-21T02:41:14.665 INFO:teuthology.orchestra.run.smithi083.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 176430 files and directories currently installed.) 2024-09-21T02:41:14.670 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../uuid-dev_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-21T02:41:14.795 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking uuid-dev:amd64 (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-21T02:41:14.926 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package liblzo2-2:amd64. 2024-09-21T02:41:14.954 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../01-liblzo2-2_2.10-2build3_amd64.deb ... 2024-09-21T02:41:15.000 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking liblzo2-2:amd64 (2.10-2build3) ... 2024-09-21T02:41:15.230 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../libuuid1_2.37.2-4ubuntu3.4_amd64.deb ... 2024-09-21T02:41:15.360 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking libuuid1:amd64 (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-09-21T02:41:15.420 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package dump. 2024-09-21T02:41:15.448 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../02-dump_0.4b47-3_amd64.deb ... 2024-09-21T02:41:15.495 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking dump (0.4b47-3) ... 2024-09-21T02:41:15.738 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up libuuid1:amd64 (2.37.2-4ubuntu3.4) ... 2024-09-21T02:41:15.798 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package indent. 2024-09-21T02:41:15.815 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../03-indent_2.2.12-1ubuntu0.22.04.1_amd64.deb ... 2024-09-21T02:41:15.856 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking indent (2.2.12-1ubuntu0.22.04.1) ... 2024-09-21T02:41:16.093 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libaio-dev:amd64. 2024-09-21T02:41:16.094 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package bison. 2024-09-21T02:41:16.121 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../04-libaio-dev_0.3.112-13build1_amd64.deb ... 2024-09-21T02:41:16.159 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libaio-dev:amd64 (0.3.112-13build1) ... 2024-09-21T02:41:16.199 INFO:teuthology.orchestra.run.smithi083.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 176430 files and directories currently installed.) 2024-09-21T02:41:16.204 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../00-bison_2%3a3.8.2+dfsg-1build1_amd64.deb ... 2024-09-21T02:41:16.254 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking bison (2:3.8.2+dfsg-1build1) ... 2024-09-21T02:41:16.488 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libbluetooth3:amd64. 2024-09-21T02:41:16.516 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../05-libbluetooth3_5.64-0ubuntu1.3_amd64.deb ... 2024-09-21T02:41:16.554 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libbluetooth3:amd64 (5.64-0ubuntu1.3) ... 2024-09-21T02:41:16.647 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package liblzo2-2:amd64. 2024-09-21T02:41:16.676 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../01-liblzo2-2_2.10-2build3_amd64.deb ... 2024-09-21T02:41:16.714 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking liblzo2-2:amd64 (2.10-2build3) ... 2024-09-21T02:41:16.824 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libelf-dev:amd64. 2024-09-21T02:41:16.840 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../06-libelf-dev_0.186-1build1_amd64.deb ... 2024-09-21T02:41:16.882 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libelf-dev:amd64 (0.186-1build1) ... 2024-09-21T02:41:17.034 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package dump. 2024-09-21T02:41:17.062 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../02-dump_0.4b47-3_amd64.deb ... 2024-09-21T02:41:17.100 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking dump (0.4b47-3) ... 2024-09-21T02:41:17.194 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libfl2:amd64. 2024-09-21T02:41:17.222 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../07-libfl2_2.6.4-8build2_amd64.deb ... 2024-09-21T02:41:17.260 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libfl2:amd64 (2.6.4-8build2) ... 2024-09-21T02:41:17.404 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package indent. 2024-09-21T02:41:17.432 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../03-indent_2.2.12-1ubuntu0.22.04.1_amd64.deb ... 2024-09-21T02:41:17.470 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking indent (2.2.12-1ubuntu0.22.04.1) ... 2024-09-21T02:41:17.512 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libfl-dev:amd64. 2024-09-21T02:41:17.529 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../08-libfl-dev_2.6.4-8build2_amd64.deb ... 2024-09-21T02:41:17.571 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libfl-dev:amd64 (2.6.4-8build2) ... 2024-09-21T02:41:17.740 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package libaio-dev:amd64. 2024-09-21T02:41:17.769 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../04-libaio-dev_0.3.112-13build1_amd64.deb ... 2024-09-21T02:41:17.806 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libjson-perl. 2024-09-21T02:41:17.807 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking libaio-dev:amd64 (0.3.112-13build1) ... 2024-09-21T02:41:17.823 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../09-libjson-perl_4.04000-1_all.deb ... 2024-09-21T02:41:17.865 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libjson-perl (4.04000-1) ... 2024-09-21T02:41:18.085 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package libbluetooth3:amd64. 2024-09-21T02:41:18.114 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../05-libbluetooth3_5.64-0ubuntu1.3_amd64.deb ... 2024-09-21T02:41:18.152 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking libbluetooth3:amd64 (5.64-0ubuntu1.3) ... 2024-09-21T02:41:18.186 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libllvm14:amd64. 2024-09-21T02:41:18.213 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../10-libllvm14_1%3a14.0.0-1ubuntu1.1_amd64.deb ... 2024-09-21T02:41:18.251 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2024-09-21T02:41:18.413 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package libelf-dev:amd64. 2024-09-21T02:41:18.430 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../06-libelf-dev_0.186-1build1_amd64.deb ... 2024-09-21T02:41:18.471 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking libelf-dev:amd64 (0.186-1build1) ... 2024-09-21T02:41:18.817 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package libfl2:amd64. 2024-09-21T02:41:18.845 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../07-libfl2_2.6.4-8build2_amd64.deb ... 2024-09-21T02:41:18.883 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking libfl2:amd64 (2.6.4-8build2) ... 2024-09-21T02:41:19.127 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package libfl-dev:amd64. 2024-09-21T02:41:19.144 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../08-libfl-dev_2.6.4-8build2_amd64.deb ... 2024-09-21T02:41:19.177 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking libfl-dev:amd64 (2.6.4-8build2) ... 2024-09-21T02:41:19.438 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package libjson-perl. 2024-09-21T02:41:19.455 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../09-libjson-perl_4.04000-1_all.deb ... 2024-09-21T02:41:19.497 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking libjson-perl (4.04000-1) ... 2024-09-21T02:41:19.817 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package libllvm14:amd64. 2024-09-21T02:41:19.829 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libmbim-glib4:amd64. 2024-09-21T02:41:19.845 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../10-libllvm14_1%3a14.0.0-1ubuntu1.1_amd64.deb ... 2024-09-21T02:41:19.857 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../11-libmbim-glib4_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2024-09-21T02:41:19.883 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2024-09-21T02:41:19.887 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2024-09-21T02:41:20.156 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libmbim-proxy. 2024-09-21T02:41:20.172 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../12-libmbim-proxy_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2024-09-21T02:41:20.214 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2024-09-21T02:41:20.534 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libmm-glib0:amd64. 2024-09-21T02:41:20.562 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../13-libmm-glib0_1.20.0-1~ubuntu22.04.4_amd64.deb ... 2024-09-21T02:41:20.600 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.4) ... 2024-09-21T02:41:20.903 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libndp0:amd64. 2024-09-21T02:41:20.931 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../14-libndp0_1.8-0ubuntu3.1_amd64.deb ... 2024-09-21T02:41:20.961 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libndp0:amd64 (1.8-0ubuntu3.1) ... 2024-09-21T02:41:21.264 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libnm0:amd64. 2024-09-21T02:41:21.292 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../15-libnm0_1.36.6-0ubuntu2_amd64.deb ... 2024-09-21T02:41:21.330 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libnm0:amd64 (1.36.6-0ubuntu2) ... 2024-09-21T02:41:21.519 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package libmbim-glib4:amd64. 2024-09-21T02:41:21.536 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../11-libmbim-glib4_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2024-09-21T02:41:21.569 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2024-09-21T02:41:21.692 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libpq5:amd64. 2024-09-21T02:41:21.719 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../16-libpq5_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-21T02:41:21.758 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libpq5:amd64 (14.13-0ubuntu0.22.04.1) ... 2024-09-21T02:41:21.831 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package libmbim-proxy. 2024-09-21T02:41:21.859 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../12-libmbim-proxy_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2024-09-21T02:41:21.897 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2024-09-21T02:41:22.111 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libqmi-glib5:amd64. 2024-09-21T02:41:22.139 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../17-libqmi-glib5_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2024-09-21T02:41:22.177 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2024-09-21T02:41:22.208 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package libmm-glib0:amd64. 2024-09-21T02:41:22.236 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../13-libmm-glib0_1.20.0-1~ubuntu22.04.4_amd64.deb ... 2024-09-21T02:41:22.266 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.4) ... 2024-09-21T02:41:22.447 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libqmi-proxy. 2024-09-21T02:41:22.463 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../18-libqmi-proxy_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2024-09-21T02:41:22.497 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2024-09-21T02:41:22.578 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package libndp0:amd64. 2024-09-21T02:41:22.606 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../14-libndp0_1.8-0ubuntu3.1_amd64.deb ... 2024-09-21T02:41:22.644 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking libndp0:amd64 (1.8-0ubuntu3.1) ... 2024-09-21T02:41:22.732 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libssl-dev:amd64. 2024-09-21T02:41:22.748 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../19-libssl-dev_3.0.2-0ubuntu1.18_amd64.deb ... 2024-09-21T02:41:22.790 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libssl-dev:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-21T02:41:22.939 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package libnm0:amd64. 2024-09-21T02:41:22.967 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../15-libnm0_1.36.6-0ubuntu2_amd64.deb ... 2024-09-21T02:41:23.006 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking libnm0:amd64 (1.36.6-0ubuntu2) ... 2024-09-21T02:41:23.286 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package libteamdctl0:amd64. 2024-09-21T02:41:23.314 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../20-libteamdctl0_1.31-1build2_amd64.deb ... 2024-09-21T02:41:23.352 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking libteamdctl0:amd64 (1.31-1build2) ... 2024-09-21T02:41:23.384 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package libpq5:amd64. 2024-09-21T02:41:23.412 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../16-libpq5_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-21T02:41:23.442 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking libpq5:amd64 (14.13-0ubuntu0.22.04.1) ... 2024-09-21T02:41:23.638 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package modemmanager. 2024-09-21T02:41:23.667 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../21-modemmanager_1.20.0-1~ubuntu22.04.4_amd64.deb ... 2024-09-21T02:41:23.696 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking modemmanager (1.20.0-1~ubuntu22.04.4) ... 2024-09-21T02:41:23.795 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package libqmi-glib5:amd64. 2024-09-21T02:41:23.823 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../17-libqmi-glib5_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2024-09-21T02:41:23.887 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2024-09-21T02:41:24.248 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package libqmi-proxy. 2024-09-21T02:41:24.276 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../18-libqmi-proxy_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2024-09-21T02:41:24.323 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2024-09-21T02:41:24.378 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package network-manager. 2024-09-21T02:41:24.406 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../22-network-manager_1.36.6-0ubuntu2_amd64.deb ... 2024-09-21T02:41:24.453 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking network-manager (1.36.6-0ubuntu2) ... 2024-09-21T02:41:24.576 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package libssl-dev:amd64. 2024-09-21T02:41:24.603 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../19-libssl-dev_3.0.2-0ubuntu1.18_amd64.deb ... 2024-09-21T02:41:24.642 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking libssl-dev:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-21T02:41:25.043 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package ppp. 2024-09-21T02:41:25.072 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../23-ppp_2.4.9-1+1ubuntu3_amd64.deb ... 2024-09-21T02:41:25.213 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package libteamdctl0:amd64. 2024-09-21T02:41:25.241 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../20-libteamdctl0_1.31-1build2_amd64.deb ... 2024-09-21T02:41:25.287 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking libteamdctl0:amd64 (1.31-1build2) ... 2024-09-21T02:41:25.359 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking ppp (2.4.9-1+1ubuntu3) ... 2024-09-21T02:41:25.647 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package pptp-linux. 2024-09-21T02:41:25.676 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../24-pptp-linux_1.10.0-1build3_amd64.deb ... 2024-09-21T02:41:25.682 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package modemmanager. 2024-09-21T02:41:25.710 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../21-modemmanager_1.20.0-1~ubuntu22.04.4_amd64.deb ... 2024-09-21T02:41:25.714 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking pptp-linux (1.10.0-1build3) ... 2024-09-21T02:41:25.749 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking modemmanager (1.20.0-1~ubuntu22.04.4) ... 2024-09-21T02:41:25.975 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package network-manager-pptp. 2024-09-21T02:41:26.003 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../25-network-manager-pptp_1.2.10-1_amd64.deb ... 2024-09-21T02:41:26.042 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking network-manager-pptp (1.2.10-1) ... 2024-09-21T02:41:26.328 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package postgresql-client-common. 2024-09-21T02:41:26.356 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package network-manager. 2024-09-21T02:41:26.356 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../26-postgresql-client-common_238_all.deb ... 2024-09-21T02:41:26.384 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../22-network-manager_1.36.6-0ubuntu2_amd64.deb ... 2024-09-21T02:41:26.394 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking postgresql-client-common (238) ... 2024-09-21T02:41:26.423 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking network-manager (1.36.6-0ubuntu2) ... 2024-09-21T02:41:26.698 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package postgresql-client-14. 2024-09-21T02:41:26.726 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../27-postgresql-client-14_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-21T02:41:26.764 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking postgresql-client-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-21T02:41:27.055 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package ppp. 2024-09-21T02:41:27.083 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../23-ppp_2.4.9-1+1ubuntu3_amd64.deb ... 2024-09-21T02:41:27.365 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking ppp (2.4.9-1+1ubuntu3) ... 2024-09-21T02:41:27.402 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package postgresql-common. 2024-09-21T02:41:27.431 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../28-postgresql-common_238_all.deb ... 2024-09-21T02:41:27.479 INFO:teuthology.orchestra.run.smithi142.stdout:Adding 'diversion of /usr/bin/pg_config to /usr/bin/pg_config.libpq-dev by postgresql-common' 2024-09-21T02:41:27.509 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking postgresql-common (238) ... 2024-09-21T02:41:27.710 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package pptp-linux. 2024-09-21T02:41:27.738 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../24-pptp-linux_1.10.0-1build3_amd64.deb ... 2024-09-21T02:41:27.776 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking pptp-linux (1.10.0-1build3) ... 2024-09-21T02:41:28.009 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package postgresql-14. 2024-09-21T02:41:28.029 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package network-manager-pptp. 2024-09-21T02:41:28.037 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../29-postgresql-14_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-21T02:41:28.045 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../25-network-manager-pptp_1.2.10-1_amd64.deb ... 2024-09-21T02:41:28.079 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking postgresql-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-21T02:41:28.087 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking network-manager-pptp (1.2.10-1) ... 2024-09-21T02:41:28.341 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package postgresql-client-common. 2024-09-21T02:41:28.369 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../26-postgresql-client-common_238_all.deb ... 2024-09-21T02:41:28.399 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking postgresql-client-common (238) ... 2024-09-21T02:41:28.686 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package postgresql-client-14. 2024-09-21T02:41:28.714 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../27-postgresql-client-14_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-21T02:41:28.752 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking postgresql-client-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-21T02:41:29.303 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package postgresql. 2024-09-21T02:41:29.320 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../30-postgresql_14+238_all.deb ... 2024-09-21T02:41:29.361 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking postgresql (14+238) ... 2024-09-21T02:41:29.459 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package postgresql-common. 2024-09-21T02:41:29.488 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../28-postgresql-common_238_all.deb ... 2024-09-21T02:41:29.536 INFO:teuthology.orchestra.run.smithi083.stdout:Adding 'diversion of /usr/bin/pg_config to /usr/bin/pg_config.libpq-dev by postgresql-common' 2024-09-21T02:41:29.574 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking postgresql-common (238) ... 2024-09-21T02:41:29.605 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package postgresql-client. 2024-09-21T02:41:29.633 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../31-postgresql-client_14+238_all.deb ... 2024-09-21T02:41:29.671 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking postgresql-client (14+238) ... 2024-09-21T02:41:29.898 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package postgresql-contrib. 2024-09-21T02:41:29.915 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../32-postgresql-contrib_14+238_all.deb ... 2024-09-21T02:41:29.956 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking postgresql-contrib (14+238) ... 2024-09-21T02:41:30.025 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package postgresql-14. 2024-09-21T02:41:30.054 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../29-postgresql-14_14.13-0ubuntu0.22.04.1_amd64.deb ... 2024-09-21T02:41:30.095 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking postgresql-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-21T02:41:30.284 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package tcl8.6. 2024-09-21T02:41:30.313 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../33-tcl8.6_8.6.12+dfsg-1build1_amd64.deb ... 2024-09-21T02:41:30.350 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking tcl8.6 (8.6.12+dfsg-1build1) ... 2024-09-21T02:41:30.595 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package tcl. 2024-09-21T02:41:30.623 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../34-tcl_8.6.11+1build2_amd64.deb ... 2024-09-21T02:41:30.658 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking tcl (8.6.11+1build2) ... 2024-09-21T02:41:31.007 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package wpasupplicant. 2024-09-21T02:41:31.035 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../35-wpasupplicant_2%3a2.10-6ubuntu2.1_amd64.deb ... 2024-09-21T02:41:31.072 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking wpasupplicant (2:2.10-6ubuntu2.1) ... 2024-09-21T02:41:31.418 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package usb-modeswitch-data. 2024-09-21T02:41:31.435 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../36-usb-modeswitch-data_20191128-4_all.deb ... 2024-09-21T02:41:31.462 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package postgresql. 2024-09-21T02:41:31.468 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking usb-modeswitch-data (20191128-4) ... 2024-09-21T02:41:31.491 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../30-postgresql_14+238_all.deb ... 2024-09-21T02:41:31.536 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking postgresql (14+238) ... 2024-09-21T02:41:31.805 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package postgresql-client. 2024-09-21T02:41:31.821 INFO:teuthology.orchestra.run.smithi142.stdout:Selecting previously unselected package usb-modeswitch. 2024-09-21T02:41:31.821 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../31-postgresql-client_14+238_all.deb ... 2024-09-21T02:41:31.849 INFO:teuthology.orchestra.run.smithi142.stdout:Preparing to unpack .../37-usb-modeswitch_2.6.1-3ubuntu2_amd64.deb ... 2024-09-21T02:41:31.863 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking postgresql-client (14+238) ... 2024-09-21T02:41:31.895 INFO:teuthology.orchestra.run.smithi142.stdout:Unpacking usb-modeswitch (2.6.1-3ubuntu2) ... 2024-09-21T02:41:32.141 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package postgresql-contrib. 2024-09-21T02:41:32.157 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../32-postgresql-contrib_14+238_all.deb ... 2024-09-21T02:41:32.199 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking postgresql-contrib (14+238) ... 2024-09-21T02:41:32.216 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up postgresql-client-common (238) ... 2024-09-21T02:41:32.426 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up flex (2.6.4-8build2) ... 2024-09-21T02:41:32.552 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up tcl8.6 (8.6.12+dfsg-1build1) ... 2024-09-21T02:41:32.577 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package tcl8.6. 2024-09-21T02:41:32.606 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../33-tcl8.6_8.6.12+dfsg-1build1_amd64.deb ... 2024-09-21T02:41:32.652 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking tcl8.6 (8.6.12+dfsg-1build1) ... 2024-09-21T02:41:32.678 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libpq5:amd64 (14.13-0ubuntu0.22.04.1) ... 2024-09-21T02:41:32.804 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up liblzo2-2:amd64 (2.10-2build3) ... 2024-09-21T02:41:32.930 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libaio-dev:amd64 (0.3.112-13build1) ... 2024-09-21T02:41:33.013 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package tcl. 2024-09-21T02:41:33.041 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../34-tcl_8.6.11+1build2_amd64.deb ... 2024-09-21T02:41:33.056 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up postgresql-client-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-21T02:41:33.093 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking tcl (8.6.11+1build2) ... 2024-09-21T02:41:33.450 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package wpasupplicant. 2024-09-21T02:41:33.478 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../35-wpasupplicant_2%3a2.10-6ubuntu2.1_amd64.deb ... 2024-09-21T02:41:33.512 INFO:teuthology.orchestra.run.smithi142.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/psql.1.gz to provide /usr/share/man/man1/psql.1.gz (psql.1.gz) in auto mode 2024-09-21T02:41:33.516 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking wpasupplicant (2:2.10-6ubuntu2.1) ... 2024-09-21T02:41:33.611 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up wpasupplicant (2:2.10-6ubuntu2.1) ... 2024-09-21T02:41:33.895 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package usb-modeswitch-data. 2024-09-21T02:41:33.924 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../36-usb-modeswitch-data_20191128-4_all.deb ... 2024-09-21T02:41:33.970 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking usb-modeswitch-data (20191128-4) ... 2024-09-21T02:41:34.322 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/dbus-fi.w1.wpa_supplicant1.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-21T02:41:34.322 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/wpa_supplicant.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-21T02:41:34.449 INFO:teuthology.orchestra.run.smithi083.stdout:Selecting previously unselected package usb-modeswitch. 2024-09-21T02:41:34.477 INFO:teuthology.orchestra.run.smithi083.stdout:Preparing to unpack .../37-usb-modeswitch_2.6.1-3ubuntu2_amd64.deb ... 2024-09-21T02:41:34.532 INFO:teuthology.orchestra.run.smithi083.stdout:Unpacking usb-modeswitch (2.6.1-3ubuntu2) ... 2024-09-21T02:41:34.814 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up uuid-dev:amd64 (2.37.2-4ubuntu3.4) ... 2024-09-21T02:41:34.915 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libteamdctl0:amd64 (1.31-1build2) ... 2024-09-21T02:41:35.016 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libssl-dev:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-21T02:41:35.142 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up usb-modeswitch-data (20191128-4) ... 2024-09-21T02:41:35.268 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libelf-dev:amd64 (0.186-1build1) ... 2024-09-21T02:41:35.327 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up postgresql-client-common (238) ... 2024-09-21T02:41:35.394 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libfl2:amd64 (2.6.4-8build2) ... 2024-09-21T02:41:35.513 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up flex (2.6.4-8build2) ... 2024-09-21T02:41:35.519 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libnm0:amd64 (1.36.6-0ubuntu2) ... 2024-09-21T02:41:35.631 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up tcl8.6 (8.6.12+dfsg-1build1) ... 2024-09-21T02:41:35.645 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up ppp (2.4.9-1+1ubuntu3) ... 2024-09-21T02:41:35.740 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up libpq5:amd64 (14.13-0ubuntu0.22.04.1) ... 2024-09-21T02:41:35.841 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up liblzo2-2:amd64 (2.10-2build3) ... 2024-09-21T02:41:35.967 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up libaio-dev:amd64 (0.3.112-13build1) ... 2024-09-21T02:41:36.093 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up postgresql-client-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-21T02:41:36.275 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2024-09-21T02:41:36.543 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up dump (0.4b47-3) ... 2024-09-21T02:41:36.554 INFO:teuthology.orchestra.run.smithi083.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/psql.1.gz to provide /usr/share/man/man1/psql.1.gz (psql.1.gz) in auto mode 2024-09-21T02:41:36.633 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up wpasupplicant (2:2.10-6ubuntu2.1) ... 2024-09-21T02:41:36.636 INFO:teuthology.orchestra.run.smithi142.stdout:update-alternatives: using /usr/sbin/rmt-dump to provide /usr/sbin/rmt (rmt) in auto mode 2024-09-21T02:41:36.711 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.4) ... 2024-09-21T02:41:36.837 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libbluetooth3:amd64 (5.64-0ubuntu1.3) ... 2024-09-21T02:41:36.988 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up tcl (8.6.11+1build2) ... 2024-09-21T02:41:37.019 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/dbus-fi.w1.wpa_supplicant1.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-21T02:41:37.019 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/wpa_supplicant.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-21T02:41:37.114 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libjson-perl (4.04000-1) ... 2024-09-21T02:41:37.240 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up bison (2:3.8.2+dfsg-1build1) ... 2024-09-21T02:41:37.330 INFO:teuthology.orchestra.run.smithi142.stdout:update-alternatives: using /usr/bin/bison.yacc to provide /usr/bin/yacc (yacc) in auto mode 2024-09-21T02:41:37.400 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up indent (2.2.12-1ubuntu0.22.04.1) ... 2024-09-21T02:41:37.494 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up uuid-dev:amd64 (2.37.2-4ubuntu3.4) ... 2024-09-21T02:41:37.551 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up usb-modeswitch (2.6.1-3ubuntu2) ... 2024-09-21T02:41:37.612 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up libteamdctl0:amd64 (1.31-1build2) ... 2024-09-21T02:41:37.721 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up libssl-dev:amd64 (3.0.2-0ubuntu1.18) ... 2024-09-21T02:41:37.760 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libndp0:amd64 (1.8-0ubuntu3.1) ... 2024-09-21T02:41:37.830 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up usb-modeswitch-data (20191128-4) ... 2024-09-21T02:41:37.920 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2024-09-21T02:41:37.956 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up libelf-dev:amd64 (0.186-1build1) ... 2024-09-21T02:41:38.054 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up pptp-linux (1.10.0-1build3) ... 2024-09-21T02:41:38.082 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up libfl2:amd64 (2.6.4-8build2) ... 2024-09-21T02:41:38.209 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up libnm0:amd64 (1.36.6-0ubuntu2) ... 2024-09-21T02:41:38.222 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up postgresql-client (14+238) ... 2024-09-21T02:41:38.334 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up ppp (2.4.9-1+1ubuntu3) ... 2024-09-21T02:41:38.348 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up network-manager (1.36.6-0ubuntu2) ... 2024-09-21T02:41:38.833 INFO:teuthology.orchestra.run.smithi142.stdout: 2024-09-21T02:41:38.833 INFO:teuthology.orchestra.run.smithi142.stdout:The following network interfaces were found in /etc/network/interfaces 2024-09-21T02:41:38.833 INFO:teuthology.orchestra.run.smithi142.stdout:which means they are currently configured by ifupdown: 2024-09-21T02:41:38.833 INFO:teuthology.orchestra.run.smithi142.stdout:- enp3s0f1 2024-09-21T02:41:38.833 INFO:teuthology.orchestra.run.smithi142.stdout:If you want to manage those interfaces with NetworkManager instead 2024-09-21T02:41:38.833 INFO:teuthology.orchestra.run.smithi142.stdout:remove their configuration from /etc/network/interfaces. 2024-09-21T02:41:38.833 INFO:teuthology.orchestra.run.smithi142.stdout: 2024-09-21T02:41:38.940 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2024-09-21T02:41:38.957 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.nm-dispatcher.service -> /lib/systemd/system/NetworkManager-dispatcher.service. 2024-09-21T02:41:39.066 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up dump (0.4b47-3) ... 2024-09-21T02:41:39.168 INFO:teuthology.orchestra.run.smithi083.stdout:update-alternatives: using /usr/sbin/rmt-dump to provide /usr/sbin/rmt (rmt) in auto mode 2024-09-21T02:41:39.234 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.4) ... 2024-09-21T02:41:39.281 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/network-online.target.wants/NetworkManager-wait-online.service -> /lib/systemd/system/NetworkManager-wait-online.service. 2024-09-21T02:41:39.360 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up libbluetooth3:amd64 (5.64-0ubuntu1.3) ... 2024-09-21T02:41:39.486 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up tcl (8.6.11+1build2) ... 2024-09-21T02:41:39.612 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up libjson-perl (4.04000-1) ... 2024-09-21T02:41:39.780 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up bison (2:3.8.2+dfsg-1build1) ... 2024-09-21T02:41:39.854 INFO:teuthology.orchestra.run.smithi083.stdout:update-alternatives: using /usr/bin/bison.yacc to provide /usr/bin/yacc (yacc) in auto mode 2024-09-21T02:41:39.871 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/NetworkManager.service -> /lib/systemd/system/NetworkManager.service. 2024-09-21T02:41:39.915 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up indent (2.2.12-1ubuntu0.22.04.1) ... 2024-09-21T02:41:40.049 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up usb-modeswitch (2.6.1-3ubuntu2) ... 2024-09-21T02:41:40.342 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2024-09-21T02:41:40.476 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up libndp0:amd64 (1.8-0ubuntu3.1) ... 2024-09-21T02:41:40.518 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libfl-dev:amd64 (2.6.4-8build2) ... 2024-09-21T02:41:40.669 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up network-manager-pptp (1.2.10-1) ... 2024-09-21T02:41:40.785 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2024-09-21T02:41:40.804 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up postgresql-common (238) ... 2024-09-21T02:41:40.911 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up pptp-linux (1.10.0-1build3) ... 2024-09-21T02:41:41.071 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up postgresql-client (14+238) ... 2024-09-21T02:41:41.180 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up network-manager (1.36.6-0ubuntu2) ... 2024-09-21T02:41:41.628 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:41:41.628 INFO:teuthology.orchestra.run.smithi083.stdout:The following network interfaces were found in /etc/network/interfaces 2024-09-21T02:41:41.628 INFO:teuthology.orchestra.run.smithi083.stdout:which means they are currently configured by ifupdown: 2024-09-21T02:41:41.628 INFO:teuthology.orchestra.run.smithi083.stdout:- enp3s0f1 2024-09-21T02:41:41.628 INFO:teuthology.orchestra.run.smithi083.stdout:If you want to manage those interfaces with NetworkManager instead 2024-09-21T02:41:41.628 INFO:teuthology.orchestra.run.smithi083.stdout:remove their configuration from /etc/network/interfaces. 2024-09-21T02:41:41.629 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:41:41.716 INFO:teuthology.orchestra.run.smithi142.stdout:Adding user postgres to group ssl-cert 2024-09-21T02:41:41.746 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.nm-dispatcher.service -> /lib/systemd/system/NetworkManager-dispatcher.service. 2024-09-21T02:41:41.942 INFO:teuthology.orchestra.run.smithi142.stdout: 2024-09-21T02:41:41.942 INFO:teuthology.orchestra.run.smithi142.stdout:Creating config file /etc/postgresql-common/createcluster.conf with new version 2024-09-21T02:41:42.047 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/network-online.target.wants/NetworkManager-wait-online.service -> /lib/systemd/system/NetworkManager-wait-online.service. 2024-09-21T02:41:42.111 INFO:teuthology.orchestra.run.smithi142.stdout:Building PostgreSQL dictionaries from installed myspell/hunspell packages... 2024-09-21T02:41:42.112 INFO:teuthology.orchestra.run.smithi142.stdout:Removing obsolete dictionary files: 2024-09-21T02:41:42.363 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/NetworkManager.service -> /lib/systemd/system/NetworkManager.service. 2024-09-21T02:41:42.646 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/postgresql.service -> /lib/systemd/system/postgresql.service. 2024-09-21T02:41:42.808 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2024-09-21T02:41:42.951 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up libfl-dev:amd64 (2.6.4-8build2) ... 2024-09-21T02:41:43.038 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up postgresql-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-21T02:41:43.077 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up network-manager-pptp (1.2.10-1) ... 2024-09-21T02:41:43.220 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up postgresql-common (238) ... 2024-09-21T02:41:43.369 INFO:teuthology.orchestra.run.smithi142.stdout:Creating new PostgreSQL cluster 14/main ... 2024-09-21T02:41:43.392 INFO:teuthology.orchestra.run.smithi142.stdout:/usr/lib/postgresql/14/bin/initdb -D /var/lib/postgresql/14/main --auth-local peer --auth-host scram-sha-256 --no-instructions 2024-09-21T02:41:43.435 INFO:teuthology.orchestra.run.smithi142.stdout:The files belonging to this database system will be owned by user "postgres". 2024-09-21T02:41:43.435 INFO:teuthology.orchestra.run.smithi142.stdout:This user must also own the server process. 2024-09-21T02:41:43.435 INFO:teuthology.orchestra.run.smithi142.stdout: 2024-09-21T02:41:43.435 INFO:teuthology.orchestra.run.smithi142.stdout:The database cluster will be initialized with locale "en_US". 2024-09-21T02:41:43.435 INFO:teuthology.orchestra.run.smithi142.stdout:The default database encoding has accordingly been set to "LATIN1". 2024-09-21T02:41:43.435 INFO:teuthology.orchestra.run.smithi142.stdout:The default text search configuration will be set to "english". 2024-09-21T02:41:43.435 INFO:teuthology.orchestra.run.smithi142.stdout: 2024-09-21T02:41:43.435 INFO:teuthology.orchestra.run.smithi142.stdout:Data page checksums are disabled. 2024-09-21T02:41:43.435 INFO:teuthology.orchestra.run.smithi142.stdout: 2024-09-21T02:41:43.435 INFO:teuthology.orchestra.run.smithi142.stdout:fixing permissions on existing directory /var/lib/postgresql/14/main ... ok 2024-09-21T02:41:43.436 INFO:teuthology.orchestra.run.smithi142.stdout:creating subdirectories ... ok 2024-09-21T02:41:43.436 INFO:teuthology.orchestra.run.smithi142.stdout:selecting dynamic shared memory implementation ... posix 2024-09-21T02:41:43.450 INFO:teuthology.orchestra.run.smithi142.stdout:selecting default max_connections ... 100 2024-09-21T02:41:43.473 INFO:teuthology.orchestra.run.smithi142.stdout:selecting default shared_buffers ... 128MB 2024-09-21T02:41:43.482 INFO:teuthology.orchestra.run.smithi142.stdout:selecting default time zone ... Etc/UTC 2024-09-21T02:41:43.483 INFO:teuthology.orchestra.run.smithi142.stdout:creating configuration files ... ok 2024-09-21T02:41:43.597 INFO:teuthology.orchestra.run.smithi142.stdout:running bootstrap script ... ok 2024-09-21T02:41:44.137 INFO:teuthology.orchestra.run.smithi083.stdout:Adding user postgres to group ssl-cert 2024-09-21T02:41:44.332 INFO:teuthology.orchestra.run.smithi142.stdout:performing post-bootstrap initialization ... ok 2024-09-21T02:41:44.352 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:41:44.352 INFO:teuthology.orchestra.run.smithi083.stdout:Creating config file /etc/postgresql-common/createcluster.conf with new version 2024-09-21T02:41:44.534 INFO:teuthology.orchestra.run.smithi083.stdout:Building PostgreSQL dictionaries from installed myspell/hunspell packages... 2024-09-21T02:41:44.534 INFO:teuthology.orchestra.run.smithi083.stdout:Removing obsolete dictionary files: 2024-09-21T02:41:44.974 INFO:teuthology.orchestra.run.smithi142.stdout:syncing data to disk ... ok 2024-09-21T02:41:45.070 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/postgresql.service -> /lib/systemd/system/postgresql.service. 2024-09-21T02:41:45.362 INFO:teuthology.orchestra.run.smithi142.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/postmaster.1.gz to provide /usr/share/man/man1/postmaster.1.gz (postmaster.1.gz) in auto mode 2024-09-21T02:41:45.455 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up postgresql-14 (14.13-0ubuntu0.22.04.1) ... 2024-09-21T02:41:45.759 INFO:teuthology.orchestra.run.smithi083.stdout:Creating new PostgreSQL cluster 14/main ... 2024-09-21T02:41:45.779 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/lib/postgresql/14/bin/initdb -D /var/lib/postgresql/14/main --auth-local peer --auth-host scram-sha-256 --no-instructions 2024-09-21T02:41:45.819 INFO:teuthology.orchestra.run.smithi083.stdout:The files belonging to this database system will be owned by user "postgres". 2024-09-21T02:41:45.819 INFO:teuthology.orchestra.run.smithi083.stdout:This user must also own the server process. 2024-09-21T02:41:45.819 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:41:45.819 INFO:teuthology.orchestra.run.smithi083.stdout:The database cluster will be initialized with locale "en_US". 2024-09-21T02:41:45.819 INFO:teuthology.orchestra.run.smithi083.stdout:The default database encoding has accordingly been set to "LATIN1". 2024-09-21T02:41:45.819 INFO:teuthology.orchestra.run.smithi083.stdout:The default text search configuration will be set to "english". 2024-09-21T02:41:45.819 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:41:45.819 INFO:teuthology.orchestra.run.smithi083.stdout:Data page checksums are disabled. 2024-09-21T02:41:45.820 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:41:45.820 INFO:teuthology.orchestra.run.smithi083.stdout:fixing permissions on existing directory /var/lib/postgresql/14/main ... ok 2024-09-21T02:41:45.820 INFO:teuthology.orchestra.run.smithi083.stdout:creating subdirectories ... ok 2024-09-21T02:41:45.820 INFO:teuthology.orchestra.run.smithi083.stdout:selecting dynamic shared memory implementation ... posix 2024-09-21T02:41:45.833 INFO:teuthology.orchestra.run.smithi083.stdout:selecting default max_connections ... 100 2024-09-21T02:41:45.854 INFO:teuthology.orchestra.run.smithi083.stdout:selecting default shared_buffers ... 128MB 2024-09-21T02:41:45.864 INFO:teuthology.orchestra.run.smithi083.stdout:selecting default time zone ... Etc/UTC 2024-09-21T02:41:45.865 INFO:teuthology.orchestra.run.smithi083.stdout:creating configuration files ... ok 2024-09-21T02:41:45.975 INFO:teuthology.orchestra.run.smithi083.stdout:running bootstrap script ... ok 2024-09-21T02:41:46.585 INFO:teuthology.orchestra.run.smithi083.stdout:performing post-bootstrap initialization ... ok 2024-09-21T02:41:47.259 INFO:teuthology.orchestra.run.smithi083.stdout:syncing data to disk ... ok 2024-09-21T02:41:47.661 INFO:teuthology.orchestra.run.smithi083.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/postmaster.1.gz to provide /usr/share/man/man1/postmaster.1.gz (postmaster.1.gz) in auto mode 2024-09-21T02:41:48.127 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2024-09-21T02:41:48.278 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up postgresql-contrib (14+238) ... 2024-09-21T02:41:48.421 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up postgresql (14+238) ... 2024-09-21T02:41:48.547 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2024-09-21T02:41:48.673 INFO:teuthology.orchestra.run.smithi142.stdout:Setting up modemmanager (1.20.0-1~ubuntu22.04.4) ... 2024-09-21T02:41:48.927 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.ModemManager1.service -> /lib/systemd/system/ModemManager.service. 2024-09-21T02:41:48.927 INFO:teuthology.orchestra.run.smithi142.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ModemManager.service -> /lib/systemd/system/ModemManager.service. 2024-09-21T02:41:49.450 INFO:teuthology.orchestra.run.smithi142.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-21T02:41:49.543 INFO:teuthology.orchestra.run.smithi142.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2024-09-21T02:41:49.845 INFO:teuthology.orchestra.run.smithi142.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-21T02:41:49.988 INFO:teuthology.orchestra.run.smithi142.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-21T02:41:50.420 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2024-09-21T02:41:50.546 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up postgresql-contrib (14+238) ... 2024-09-21T02:41:50.672 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up postgresql (14+238) ... 2024-09-21T02:41:50.806 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2024-09-21T02:41:50.916 INFO:teuthology.orchestra.run.smithi083.stdout:Setting up modemmanager (1.20.0-1~ubuntu22.04.4) ... 2024-09-21T02:41:51.153 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.ModemManager1.service -> /lib/systemd/system/ModemManager.service. 2024-09-21T02:41:51.153 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ModemManager.service -> /lib/systemd/system/ModemManager.service. 2024-09-21T02:41:51.432 INFO:teuthology.orchestra.run.smithi142.stdout:Processing triggers for dbus (1.12.20-2ubuntu4.1) ... 2024-09-21T02:41:51.532 INFO:teuthology.orchestra.run.smithi142.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-21T02:41:51.668 INFO:teuthology.orchestra.run.smithi083.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-21T02:41:51.760 INFO:teuthology.orchestra.run.smithi083.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2024-09-21T02:41:52.026 INFO:teuthology.orchestra.run.smithi142.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-21T02:41:52.030 DEBUG:teuthology.parallel:result is None 2024-09-21T02:41:52.088 INFO:teuthology.orchestra.run.smithi083.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-21T02:41:52.240 INFO:teuthology.orchestra.run.smithi083.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-21T02:41:53.593 INFO:teuthology.orchestra.run.smithi083.stdout:Processing triggers for dbus (1.12.20-2ubuntu4.1) ... 2024-09-21T02:41:53.685 INFO:teuthology.orchestra.run.smithi083.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-21T02:41:54.190 INFO:teuthology.orchestra.run.smithi083.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-21T02:41:54.194 DEBUG:teuthology.parallel:result is None 2024-09-21T02:41:54.194 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=1843221895adccfb3b692060251dd6a0183bc410 2024-09-21T02:41:54.337 DEBUG:teuthology.orchestra.run.smithi083:> dpkg-query -W -f '${Version}' ceph 2024-09-21T02:41:54.356 INFO:teuthology.orchestra.run.smithi083.stdout:19.3.0-5120-g18432218-1jammy 2024-09-21T02:41:54.356 INFO:teuthology.packaging:The installed version of ceph is 19.3.0-5120-g18432218-1jammy 2024-09-21T02:41:54.356 INFO:teuthology.task.install:The correct ceph version 19.3.0-5120-g18432218-1jammy is installed. 2024-09-21T02:41:54.358 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=1843221895adccfb3b692060251dd6a0183bc410 2024-09-21T02:41:54.498 DEBUG:teuthology.orchestra.run.smithi142:> dpkg-query -W -f '${Version}' ceph 2024-09-21T02:41:54.517 INFO:teuthology.orchestra.run.smithi142.stdout:19.3.0-5120-g18432218-1jammy 2024-09-21T02:41:54.518 INFO:teuthology.packaging:The installed version of ceph is 19.3.0-5120-g18432218-1jammy 2024-09-21T02:41:54.518 INFO:teuthology.task.install:The correct ceph version 19.3.0-5120-g18432218-1jammy is installed. 2024-09-21T02:41:54.519 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-21T02:41:54.520 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:41:54.520 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-21T02:41:54.533 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2024-09-21T02:41:54.533 DEBUG:teuthology.orchestra.run.smithi142:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-21T02:41:54.571 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-21T02:41:54.572 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:41:54.572 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd of=/usr/bin/daemon-helper 2024-09-21T02:41:54.588 DEBUG:teuthology.orchestra.run.smithi083:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-21T02:41:54.648 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2024-09-21T02:41:54.648 DEBUG:teuthology.orchestra.run.smithi142:> sudo dd of=/usr/bin/daemon-helper 2024-09-21T02:41:54.660 DEBUG:teuthology.orchestra.run.smithi142:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-21T02:41:54.715 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-21T02:41:54.715 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:41:54.715 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-21T02:41:54.728 DEBUG:teuthology.orchestra.run.smithi083:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-21T02:41:54.784 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2024-09-21T02:41:54.784 DEBUG:teuthology.orchestra.run.smithi142:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-21T02:41:54.798 DEBUG:teuthology.orchestra.run.smithi142:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-21T02:41:54.850 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-21T02:41:54.850 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:41:54.850 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd of=/usr/bin/stdin-killer 2024-09-21T02:41:54.864 DEBUG:teuthology.orchestra.run.smithi083:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-21T02:41:54.919 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2024-09-21T02:41:54.919 DEBUG:teuthology.orchestra.run.smithi142:> sudo dd of=/usr/bin/stdin-killer 2024-09-21T02:41:54.932 DEBUG:teuthology.orchestra.run.smithi142:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-21T02:41:54.986 INFO:teuthology.run_tasks:Running task ceph... 2024-09-21T02:41:55.066 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-21T02:41:55.066 DEBUG:teuthology.orchestra.run.smithi083:> sudo chmod 777 /var/log/ceph 2024-09-21T02:41:55.069 DEBUG:teuthology.orchestra.run.smithi142:> sudo chmod 777 /var/log/ceph 2024-09-21T02:41:55.081 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-21T02:41:55.081 DEBUG:teuthology.orchestra.run.smithi083:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-21T02:41:55.125 DEBUG:teuthology.orchestra.run.smithi142:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-21T02:41:55.136 INFO:tasks.ceph:Creating extra log directories... 2024-09-21T02:41:55.137 DEBUG:teuthology.orchestra.run.smithi083:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-21T02:41:55.185 DEBUG:teuthology.orchestra.run.smithi142:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-21T02:41:55.204 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-09-21T02:41:55.205 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-09-21T02:41:55.206 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-09-21T02:41:55.206 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:41:55.206 DEBUG:teuthology.orchestra.run.smithi083:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-21T02:41:55.244 DEBUG:teuthology.orchestra.run.smithi083:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-21T02:41:55.317 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2024-09-21T02:41:55.318 DEBUG:teuthology.orchestra.run.smithi142:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-21T02:41:55.323 DEBUG:teuthology.orchestra.run.smithi142:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-21T02:41:55.405 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-21T02:41:55.406 INFO:tasks.ceph:config {'conf': {'client': {'pid file': ''}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'fs.*is degraded', 'filesystem is degraded', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'filesystem is offline', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'insufficient standby MDS daemons available', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-21T02:41:55.406 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913430', 'branch': 'wip-pdonnell-testing-20240920.212106-debug', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} tasks/asok_dump_tree}', 'email': 'pdonnell@redhat.com', 'first_in_suite': False, 'job_id': '7913430', 'kernel': {'kdb': 1, 'sha1': 'distro'}, 'ktype': 'distro', 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'name': 'pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'ubuntu', 'os_version': '22.04', 'overrides': {'admin_socket': {'branch': 'wip-pdonnell-testing-20240920.212106-debug'}, 'ceph': {'cluster-conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 2, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'client mount timeout': 30, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1, 'mon warn on pool no app': False}, 'mon': {'mon op complaint time': 120}, 'osd': {'osd op complaint time': 180}}, 'conf': {'client': {'pid file': ''}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'fs.*is degraded', 'filesystem is degraded', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'filesystem is offline', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'insufficient standby MDS daemons available', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': '1843221895adccfb3b692060251dd6a0183bc410'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '1843221895adccfb3b692060251dd6a0183bc410'}}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-pdonnell-testing-20240920.212106-debug', 'sha1': '1843221895adccfb3b692060251dd6a0183bc410'}}, 'owner': 'scheduled_pdonnell@teuthology', 'priority': 90, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 7864, 'sha1': '1843221895adccfb3b692060251dd6a0183bc410', 'sleep_before_teardown': 0, 'subset': '67/512', 'suite': 'fs', 'suite_branch': 'wip-pdonnell-testing-20240920.212106-debug', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_1843221895adccfb3b692060251dd6a0183bc410/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': '1843221895adccfb3b692060251dd6a0183bc410', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi083.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIZqs75/cTjQRLrH0/ou5ZxxQhLIiZa5swwZ6oX/xiQ6u/fZpV7DtoVNFNSnOHGtjOsGqWBxXHCvWrTkoGUmSwI=', 'smithi142.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGXllS0B4oWYzg7sNKqRHLVGfDZN9ACj9Of8JM3dQvJgiNgbtQQjVh41N3SoYGvqQ3TXqCGx4OSIrQLJsQhKuNw='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '1843221895adccfb3b692060251dd6a0183bc410'}}, {'ceph': {'create_rbd_pool': False, 'cluster-conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 2, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'client mount timeout': 30, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1, 'mon warn on pool no app': False}, 'mon': {'mon op complaint time': 120}, 'osd': {'osd op complaint time': 180}}, 'conf': {'client': {'pid file': ''}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'fs.*is degraded', 'filesystem is degraded', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'filesystem is offline', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'insufficient standby MDS daemons available', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': '1843221895adccfb3b692060251dd6a0183bc410', 'cluster': 'ceph'}}, {'ceph-fuse': None}, {'cephfs_test_runner': {'modules': ['tasks.cephfs.test_dump_tree']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local function is_kupstream() return false end', 'local function is_kdistro() return false end', 'local function is_fuse() return true end', "local function syntax_version() return '' end"]}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-20_23:48:22', 'tube': 'smithi', 'user': 'pdonnell', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.2902'} 2024-09-21T02:41:55.406 DEBUG:teuthology.orchestra.run.smithi083:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-21T02:41:55.409 DEBUG:teuthology.orchestra.run.smithi142:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-21T02:41:55.448 DEBUG:teuthology.orchestra.run.smithi083:> sudo install -d -m0777 -- /var/run/ceph 2024-09-21T02:41:55.457 DEBUG:teuthology.orchestra.run.smithi142:> sudo install -d -m0777 -- /var/run/ceph 2024-09-21T02:41:55.503 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:41:55.503 DEBUG:teuthology.orchestra.run.smithi083:> dd if=/scratch_devs of=/dev/stdout 2024-09-21T02:41:55.516 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-21T02:41:55.516 DEBUG:teuthology.orchestra.run.smithi083:> stat /dev/vg_nvme/lv_1 2024-09-21T02:41:55.564 INFO:teuthology.orchestra.run.smithi083.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-21T02:41:55.564 INFO:teuthology.orchestra.run.smithi083.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T02:41:55.564 INFO:teuthology.orchestra.run.smithi083.stdout:Device: 5h/5d Inode: 884 Links: 1 2024-09-21T02:41:55.564 INFO:teuthology.orchestra.run.smithi083.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T02:41:55.564 INFO:teuthology.orchestra.run.smithi083.stdout:Access: 2024-09-21 02:35:24.515242420 +0000 2024-09-21T02:41:55.564 INFO:teuthology.orchestra.run.smithi083.stdout:Modify: 2024-09-21 02:35:24.259244708 +0000 2024-09-21T02:41:55.564 INFO:teuthology.orchestra.run.smithi083.stdout:Change: 2024-09-21 02:35:24.259244708 +0000 2024-09-21T02:41:55.565 INFO:teuthology.orchestra.run.smithi083.stdout: Birth: - 2024-09-21T02:41:55.565 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-21T02:41:55.618 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records in 2024-09-21T02:41:55.618 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records out 2024-09-21T02:41:55.618 INFO:teuthology.orchestra.run.smithi083.stderr:512 bytes copied, 0.000337109 s, 1.5 MB/s 2024-09-21T02:41:55.620 DEBUG:teuthology.orchestra.run.smithi083:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-21T02:41:55.669 DEBUG:teuthology.orchestra.run.smithi083:> stat /dev/vg_nvme/lv_2 2024-09-21T02:41:55.715 INFO:teuthology.orchestra.run.smithi083.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-21T02:41:55.716 INFO:teuthology.orchestra.run.smithi083.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T02:41:55.716 INFO:teuthology.orchestra.run.smithi083.stdout:Device: 5h/5d Inode: 906 Links: 1 2024-09-21T02:41:55.716 INFO:teuthology.orchestra.run.smithi083.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T02:41:55.716 INFO:teuthology.orchestra.run.smithi083.stdout:Access: 2024-09-21 02:35:24.983238240 +0000 2024-09-21T02:41:55.716 INFO:teuthology.orchestra.run.smithi083.stdout:Modify: 2024-09-21 02:35:24.731240492 +0000 2024-09-21T02:41:55.716 INFO:teuthology.orchestra.run.smithi083.stdout:Change: 2024-09-21 02:35:24.731240492 +0000 2024-09-21T02:41:55.716 INFO:teuthology.orchestra.run.smithi083.stdout: Birth: - 2024-09-21T02:41:55.716 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-21T02:41:55.771 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records in 2024-09-21T02:41:55.771 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records out 2024-09-21T02:41:55.771 INFO:teuthology.orchestra.run.smithi083.stderr:512 bytes copied, 0.000419197 s, 1.2 MB/s 2024-09-21T02:41:55.772 DEBUG:teuthology.orchestra.run.smithi083:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-21T02:41:55.821 DEBUG:teuthology.orchestra.run.smithi083:> stat /dev/vg_nvme/lv_3 2024-09-21T02:41:55.868 INFO:teuthology.orchestra.run.smithi083.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-21T02:41:55.868 INFO:teuthology.orchestra.run.smithi083.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T02:41:55.868 INFO:teuthology.orchestra.run.smithi083.stdout:Device: 5h/5d Inode: 923 Links: 1 2024-09-21T02:41:55.868 INFO:teuthology.orchestra.run.smithi083.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T02:41:55.868 INFO:teuthology.orchestra.run.smithi083.stdout:Access: 2024-09-21 02:35:25.467233917 +0000 2024-09-21T02:41:55.868 INFO:teuthology.orchestra.run.smithi083.stdout:Modify: 2024-09-21 02:35:25.219236132 +0000 2024-09-21T02:41:55.868 INFO:teuthology.orchestra.run.smithi083.stdout:Change: 2024-09-21 02:35:25.219236132 +0000 2024-09-21T02:41:55.868 INFO:teuthology.orchestra.run.smithi083.stdout: Birth: - 2024-09-21T02:41:55.869 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-21T02:41:55.923 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records in 2024-09-21T02:41:55.923 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records out 2024-09-21T02:41:55.923 INFO:teuthology.orchestra.run.smithi083.stderr:512 bytes copied, 0.000381127 s, 1.3 MB/s 2024-09-21T02:41:55.924 DEBUG:teuthology.orchestra.run.smithi083:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-21T02:41:55.973 DEBUG:teuthology.orchestra.run.smithi083:> stat /dev/vg_nvme/lv_4 2024-09-21T02:41:56.020 INFO:teuthology.orchestra.run.smithi083.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-21T02:41:56.020 INFO:teuthology.orchestra.run.smithi083.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T02:41:56.020 INFO:teuthology.orchestra.run.smithi083.stdout:Device: 5h/5d Inode: 940 Links: 1 2024-09-21T02:41:56.020 INFO:teuthology.orchestra.run.smithi083.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T02:41:56.020 INFO:teuthology.orchestra.run.smithi083.stdout:Access: 2024-09-21 02:35:25.975229380 +0000 2024-09-21T02:41:56.020 INFO:teuthology.orchestra.run.smithi083.stdout:Modify: 2024-09-21 02:35:25.707231774 +0000 2024-09-21T02:41:56.020 INFO:teuthology.orchestra.run.smithi083.stdout:Change: 2024-09-21 02:35:25.707231774 +0000 2024-09-21T02:41:56.020 INFO:teuthology.orchestra.run.smithi083.stdout: Birth: - 2024-09-21T02:41:56.022 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-21T02:41:56.074 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records in 2024-09-21T02:41:56.074 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records out 2024-09-21T02:41:56.074 INFO:teuthology.orchestra.run.smithi083.stderr:512 bytes copied, 0.000420813 s, 1.2 MB/s 2024-09-21T02:41:56.075 DEBUG:teuthology.orchestra.run.smithi083:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-21T02:41:56.126 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-21T02:41:56.126 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2024-09-21T02:41:56.126 DEBUG:teuthology.orchestra.run.smithi142:> dd if=/scratch_devs of=/dev/stdout 2024-09-21T02:41:56.133 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-21T02:41:56.134 DEBUG:teuthology.orchestra.run.smithi142:> stat /dev/vg_nvme/lv_1 2024-09-21T02:41:56.179 INFO:teuthology.orchestra.run.smithi142.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-21T02:41:56.180 INFO:teuthology.orchestra.run.smithi142.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T02:41:56.180 INFO:teuthology.orchestra.run.smithi142.stdout:Device: 5h/5d Inode: 881 Links: 1 2024-09-21T02:41:56.180 INFO:teuthology.orchestra.run.smithi142.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T02:41:56.180 INFO:teuthology.orchestra.run.smithi142.stdout:Access: 2024-09-21 02:35:35.142012006 +0000 2024-09-21T02:41:56.180 INFO:teuthology.orchestra.run.smithi142.stdout:Modify: 2024-09-21 02:35:34.894014221 +0000 2024-09-21T02:41:56.180 INFO:teuthology.orchestra.run.smithi142.stdout:Change: 2024-09-21 02:35:34.894014221 +0000 2024-09-21T02:41:56.180 INFO:teuthology.orchestra.run.smithi142.stdout: Birth: - 2024-09-21T02:41:56.180 DEBUG:teuthology.orchestra.run.smithi142:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-21T02:41:56.237 INFO:teuthology.orchestra.run.smithi142.stderr:1+0 records in 2024-09-21T02:41:56.237 INFO:teuthology.orchestra.run.smithi142.stderr:1+0 records out 2024-09-21T02:41:56.237 INFO:teuthology.orchestra.run.smithi142.stderr:512 bytes copied, 0.00045183 s, 1.1 MB/s 2024-09-21T02:41:56.238 DEBUG:teuthology.orchestra.run.smithi142:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-21T02:41:56.290 DEBUG:teuthology.orchestra.run.smithi142:> stat /dev/vg_nvme/lv_2 2024-09-21T02:41:56.340 INFO:teuthology.orchestra.run.smithi142.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-21T02:41:56.340 INFO:teuthology.orchestra.run.smithi142.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T02:41:56.340 INFO:teuthology.orchestra.run.smithi142.stdout:Device: 5h/5d Inode: 900 Links: 1 2024-09-21T02:41:56.340 INFO:teuthology.orchestra.run.smithi142.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T02:41:56.340 INFO:teuthology.orchestra.run.smithi142.stdout:Access: 2024-09-21 02:35:35.614007790 +0000 2024-09-21T02:41:56.340 INFO:teuthology.orchestra.run.smithi142.stdout:Modify: 2024-09-21 02:35:35.382009863 +0000 2024-09-21T02:41:56.341 INFO:teuthology.orchestra.run.smithi142.stdout:Change: 2024-09-21 02:35:35.382009863 +0000 2024-09-21T02:41:56.341 INFO:teuthology.orchestra.run.smithi142.stdout: Birth: - 2024-09-21T02:41:56.341 DEBUG:teuthology.orchestra.run.smithi142:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-21T02:41:56.394 INFO:teuthology.orchestra.run.smithi142.stderr:1+0 records in 2024-09-21T02:41:56.394 INFO:teuthology.orchestra.run.smithi142.stderr:1+0 records out 2024-09-21T02:41:56.394 INFO:teuthology.orchestra.run.smithi142.stderr:512 bytes copied, 0.000447633 s, 1.1 MB/s 2024-09-21T02:41:56.395 DEBUG:teuthology.orchestra.run.smithi142:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-21T02:41:56.445 DEBUG:teuthology.orchestra.run.smithi142:> stat /dev/vg_nvme/lv_3 2024-09-21T02:41:56.491 INFO:teuthology.orchestra.run.smithi142.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-21T02:41:56.491 INFO:teuthology.orchestra.run.smithi142.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T02:41:56.491 INFO:teuthology.orchestra.run.smithi142.stdout:Device: 5h/5d Inode: 912 Links: 1 2024-09-21T02:41:56.491 INFO:teuthology.orchestra.run.smithi142.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T02:41:56.491 INFO:teuthology.orchestra.run.smithi142.stdout:Access: 2024-09-21 02:35:36.110003359 +0000 2024-09-21T02:41:56.492 INFO:teuthology.orchestra.run.smithi142.stdout:Modify: 2024-09-21 02:35:35.846005718 +0000 2024-09-21T02:41:56.492 INFO:teuthology.orchestra.run.smithi142.stdout:Change: 2024-09-21 02:35:35.846005718 +0000 2024-09-21T02:41:56.492 INFO:teuthology.orchestra.run.smithi142.stdout: Birth: - 2024-09-21T02:41:56.492 DEBUG:teuthology.orchestra.run.smithi142:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-21T02:41:56.545 INFO:teuthology.orchestra.run.smithi142.stderr:1+0 records in 2024-09-21T02:41:56.546 INFO:teuthology.orchestra.run.smithi142.stderr:1+0 records out 2024-09-21T02:41:56.546 INFO:teuthology.orchestra.run.smithi142.stderr:512 bytes copied, 0.000377346 s, 1.4 MB/s 2024-09-21T02:41:56.547 DEBUG:teuthology.orchestra.run.smithi142:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-21T02:41:56.600 DEBUG:teuthology.orchestra.run.smithi142:> stat /dev/vg_nvme/lv_4 2024-09-21T02:41:56.647 INFO:teuthology.orchestra.run.smithi142.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-21T02:41:56.647 INFO:teuthology.orchestra.run.smithi142.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T02:41:56.647 INFO:teuthology.orchestra.run.smithi142.stdout:Device: 5h/5d Inode: 930 Links: 1 2024-09-21T02:41:56.647 INFO:teuthology.orchestra.run.smithi142.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T02:41:56.648 INFO:teuthology.orchestra.run.smithi142.stdout:Access: 2024-09-21 02:35:36.585999108 +0000 2024-09-21T02:41:56.648 INFO:teuthology.orchestra.run.smithi142.stdout:Modify: 2024-09-21 02:35:36.338001324 +0000 2024-09-21T02:41:56.648 INFO:teuthology.orchestra.run.smithi142.stdout:Change: 2024-09-21 02:35:36.338001324 +0000 2024-09-21T02:41:56.648 INFO:teuthology.orchestra.run.smithi142.stdout: Birth: - 2024-09-21T02:41:56.648 DEBUG:teuthology.orchestra.run.smithi142:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-21T02:41:56.702 INFO:teuthology.orchestra.run.smithi142.stderr:1+0 records in 2024-09-21T02:41:56.702 INFO:teuthology.orchestra.run.smithi142.stderr:1+0 records out 2024-09-21T02:41:56.702 INFO:teuthology.orchestra.run.smithi142.stderr:512 bytes copied, 0.00038721 s, 1.3 MB/s 2024-09-21T02:41:56.703 DEBUG:teuthology.orchestra.run.smithi142:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-21T02:41:56.752 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-21T02:41:56.752 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi083.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi142.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-21T02:41:56.752 INFO:tasks.ceph:Generating config... 2024-09-21T02:41:56.753 INFO:tasks.ceph:[client] pid file = 2024-09-21T02:41:56.753 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-21T02:41:56.753 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-21T02:41:56.753 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-21T02:41:56.754 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-21T02:41:56.754 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-21T02:41:56.754 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2024-09-21T02:41:56.754 INFO:tasks.ceph:[osd] bdev async discard = True 2024-09-21T02:41:56.754 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-09-21T02:41:56.754 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-09-21T02:41:56.754 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-21T02:41:56.754 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-21T02:41:56.754 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-09-21T02:41:56.754 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-09-21T02:41:56.754 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-21T02:41:56.754 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-21T02:41:56.754 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-09-21T02:41:56.755 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-21T02:41:56.755 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-21T02:41:56.755 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-21T02:41:56.755 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-21T02:41:56.755 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-21T02:41:56.755 INFO:tasks.ceph:Setting up mon.a... 2024-09-21T02:41:56.755 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-21T02:41:56.820 INFO:teuthology.orchestra.run.smithi083.stdout:creating /etc/ceph/ceph.keyring 2024-09-21T02:41:56.836 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-21T02:41:56.902 DEBUG:teuthology.orchestra.run.smithi083:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-21T02:41:56.913 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.83'), ('mon.b', '172.21.15.142'), ('mon.c', '[v2:172.21.15.142:3301,v1:172.21.15.142:6790]')] 2024-09-21T02:41:56.913 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.83,172.21.15.142,[v2:172.21.15.142:3301,v1:172.21.15.142:6790]'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'pid file': ''}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}} 2024-09-21T02:41:56.914 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:41:56.914 DEBUG:teuthology.orchestra.run.smithi083:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-21T02:41:56.959 DEBUG:teuthology.orchestra.run.smithi083:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.83 --add b 172.21.15.142 --addv c '[v2:172.21.15.142:3301,v1:172.21.15.142:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-21T02:41:57.074 INFO:teuthology.orchestra.run.smithi083.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-21T02:41:57.074 INFO:teuthology.orchestra.run.smithi083.stdout:monmaptool: generated fsid 82b6a254-ea31-468f-b8d3-3f9b32622240 2024-09-21T02:41:57.074 INFO:teuthology.orchestra.run.smithi083.stdout:setting min_mon_release = quincy 2024-09-21T02:41:57.074 INFO:teuthology.orchestra.run.smithi083.stdout:epoch 0 2024-09-21T02:41:57.074 INFO:teuthology.orchestra.run.smithi083.stdout:fsid 82b6a254-ea31-468f-b8d3-3f9b32622240 2024-09-21T02:41:57.074 INFO:teuthology.orchestra.run.smithi083.stdout:last_changed 2024-09-21T02:41:57.076584+0000 2024-09-21T02:41:57.074 INFO:teuthology.orchestra.run.smithi083.stdout:created 2024-09-21T02:41:57.076584+0000 2024-09-21T02:41:57.075 INFO:teuthology.orchestra.run.smithi083.stdout:min_mon_release 17 (quincy) 2024-09-21T02:41:57.075 INFO:teuthology.orchestra.run.smithi083.stdout:election_strategy: 1 2024-09-21T02:41:57.075 INFO:teuthology.orchestra.run.smithi083.stdout:0: [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] mon.a 2024-09-21T02:41:57.075 INFO:teuthology.orchestra.run.smithi083.stdout:1: [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] mon.b 2024-09-21T02:41:57.075 INFO:teuthology.orchestra.run.smithi083.stdout:2: [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] mon.c 2024-09-21T02:41:57.075 INFO:teuthology.orchestra.run.smithi083.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-21T02:41:57.079 DEBUG:teuthology.orchestra.run.smithi083:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-21T02:41:57.085 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 82b6a254-ea31-468f-b8d3-3f9b32622240... 2024-09-21T02:41:57.085 DEBUG:teuthology.orchestra.run.smithi083:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-21T02:41:57.128 DEBUG:teuthology.orchestra.run.smithi142:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-21T02:41:57.154 INFO:teuthology.orchestra.run.smithi083.stdout:[global] 2024-09-21T02:41:57.154 INFO:teuthology.orchestra.run.smithi083.stdout: chdir = "" 2024-09-21T02:41:57.155 INFO:teuthology.orchestra.run.smithi083.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-21T02:41:57.155 INFO:teuthology.orchestra.run.smithi083.stdout: auth supported = cephx 2024-09-21T02:41:57.155 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:41:57.155 INFO:teuthology.orchestra.run.smithi083.stdout: filestore xattr use omap = true 2024-09-21T02:41:57.155 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:41:57.155 INFO:teuthology.orchestra.run.smithi083.stdout: mon clock drift allowed = 1.000 2024-09-21T02:41:57.155 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:41:57.155 INFO:teuthology.orchestra.run.smithi083.stdout: osd crush chooseleaf type = 0 2024-09-21T02:41:57.155 INFO:teuthology.orchestra.run.smithi083.stdout: auth debug = true 2024-09-21T02:41:57.155 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:41:57.155 INFO:teuthology.orchestra.run.smithi083.stdout: ms die on old message = true 2024-09-21T02:41:57.155 INFO:teuthology.orchestra.run.smithi083.stdout: ms die on bug = true 2024-09-21T02:41:57.155 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:41:57.155 INFO:teuthology.orchestra.run.smithi083.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-21T02:41:57.156 INFO:teuthology.orchestra.run.smithi083.stdout: mon pg warn max object skew = 0 2024-09-21T02:41:57.156 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:41:57.156 INFO:teuthology.orchestra.run.smithi083.stdout: # disable pg_autoscaler by default for new pools 2024-09-21T02:41:57.156 INFO:teuthology.orchestra.run.smithi083.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-21T02:41:57.156 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:41:57.156 INFO:teuthology.orchestra.run.smithi083.stdout: osd pool default size = 2 2024-09-21T02:41:57.156 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:41:57.156 INFO:teuthology.orchestra.run.smithi083.stdout: mon osd allow primary affinity = true 2024-09-21T02:41:57.156 INFO:teuthology.orchestra.run.smithi083.stdout: mon osd allow pg remap = true 2024-09-21T02:41:57.156 INFO:teuthology.orchestra.run.smithi083.stdout: mon warn on legacy crush tunables = false 2024-09-21T02:41:57.156 INFO:teuthology.orchestra.run.smithi083.stdout: mon warn on crush straw calc version zero = false 2024-09-21T02:41:57.156 INFO:teuthology.orchestra.run.smithi083.stdout: mon warn on no sortbitwise = false 2024-09-21T02:41:57.156 INFO:teuthology.orchestra.run.smithi083.stdout: mon warn on osd down out interval zero = false 2024-09-21T02:41:57.156 INFO:teuthology.orchestra.run.smithi083.stdout: mon warn on too few osds = false 2024-09-21T02:41:57.157 INFO:teuthology.orchestra.run.smithi083.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-21T02:41:57.157 INFO:teuthology.orchestra.run.smithi083.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-21T02:41:57.157 INFO:teuthology.orchestra.run.smithi083.stdout: mon_allow_pool_size_one = true 2024-09-21T02:41:57.157 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:41:57.157 INFO:teuthology.orchestra.run.smithi083.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-21T02:41:57.157 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:41:57.157 INFO:teuthology.orchestra.run.smithi083.stdout: osd default data pool replay window = 5 2024-09-21T02:41:57.157 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:41:57.157 INFO:teuthology.orchestra.run.smithi083.stdout: mon allow pool delete = true 2024-09-21T02:41:57.157 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:41:57.157 INFO:teuthology.orchestra.run.smithi083.stdout: mon cluster log file level = debug 2024-09-21T02:41:57.157 INFO:teuthology.orchestra.run.smithi083.stdout: debug asserts on shutdown = true 2024-09-21T02:41:57.157 INFO:teuthology.orchestra.run.smithi083.stdout: mon health detail to clog = false 2024-09-21T02:41:57.158 INFO:teuthology.orchestra.run.smithi083.stdout: mon host = "172.21.15.83,172.21.15.142,[v2:172.21.15.142:3301,v1:172.21.15.142:6790]" 2024-09-21T02:41:57.158 INFO:teuthology.orchestra.run.smithi083.stdout: fsid = 82b6a254-ea31-468f-b8d3-3f9b32622240 2024-09-21T02:41:57.158 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:41:57.158 INFO:teuthology.orchestra.run.smithi083.stdout:[osd] 2024-09-21T02:41:57.158 INFO:teuthology.orchestra.run.smithi083.stdout: osd journal size = 100 2024-09-21T02:41:57.158 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:41:57.158 INFO:teuthology.orchestra.run.smithi083.stdout: osd scrub load threshold = 5.0 2024-09-21T02:41:57.158 INFO:teuthology.orchestra.run.smithi083.stdout: osd scrub max interval = 600 2024-09-21T02:41:57.158 INFO:teuthology.orchestra.run.smithi083.stdout: osd mclock profile = high_recovery_ops 2024-09-21T02:41:57.158 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:41:57.158 INFO:teuthology.orchestra.run.smithi083.stdout: osd recover clone overlap = true 2024-09-21T02:41:57.158 INFO:teuthology.orchestra.run.smithi083.stdout: osd recovery max chunk = 1048576 2024-09-21T02:41:57.158 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:41:57.158 INFO:teuthology.orchestra.run.smithi083.stdout: osd debug shutdown = true 2024-09-21T02:41:57.158 INFO:teuthology.orchestra.run.smithi083.stdout: osd debug op order = true 2024-09-21T02:41:57.159 INFO:teuthology.orchestra.run.smithi083.stdout: osd debug verify stray on activate = true 2024-09-21T02:41:57.159 INFO:teuthology.orchestra.run.smithi083.stdout: osd debug trim objects = true 2024-09-21T02:41:57.159 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:41:57.159 INFO:teuthology.orchestra.run.smithi083.stdout: osd open classes on start = true 2024-09-21T02:41:57.159 INFO:teuthology.orchestra.run.smithi083.stdout: osd debug pg log writeout = true 2024-09-21T02:41:57.159 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:41:57.159 INFO:teuthology.orchestra.run.smithi083.stdout: osd deep scrub update digest min age = 30 2024-09-21T02:41:57.159 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:41:57.159 INFO:teuthology.orchestra.run.smithi083.stdout: osd map max advance = 10 2024-09-21T02:41:57.159 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:41:57.159 INFO:teuthology.orchestra.run.smithi083.stdout: journal zero on create = true 2024-09-21T02:41:57.159 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:41:57.159 INFO:teuthology.orchestra.run.smithi083.stdout: filestore ondisk finisher threads = 3 2024-09-21T02:41:57.159 INFO:teuthology.orchestra.run.smithi083.stdout: filestore apply finisher threads = 3 2024-09-21T02:41:57.160 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:41:57.160 INFO:teuthology.orchestra.run.smithi083.stdout: bdev debug aio = true 2024-09-21T02:41:57.160 INFO:teuthology.orchestra.run.smithi083.stdout: osd debug misdirected ops = true 2024-09-21T02:41:57.160 INFO:teuthology.orchestra.run.smithi083.stdout: bdev async discard = True 2024-09-21T02:41:57.160 INFO:teuthology.orchestra.run.smithi083.stdout: bdev enable discard = True 2024-09-21T02:41:57.160 INFO:teuthology.orchestra.run.smithi083.stdout: bluestore allocator = bitmap 2024-09-21T02:41:57.160 INFO:teuthology.orchestra.run.smithi083.stdout: bluestore block size = 96636764160 2024-09-21T02:41:57.160 INFO:teuthology.orchestra.run.smithi083.stdout: bluestore fsck on mount = True 2024-09-21T02:41:57.160 INFO:teuthology.orchestra.run.smithi083.stdout: debug bluefs = 1/20 2024-09-21T02:41:57.160 INFO:teuthology.orchestra.run.smithi083.stdout: debug bluestore = 1/20 2024-09-21T02:41:57.160 INFO:teuthology.orchestra.run.smithi083.stdout: debug ms = 1 2024-09-21T02:41:57.160 INFO:teuthology.orchestra.run.smithi083.stdout: debug osd = 20 2024-09-21T02:41:57.160 INFO:teuthology.orchestra.run.smithi083.stdout: debug rocksdb = 4/10 2024-09-21T02:41:57.160 INFO:teuthology.orchestra.run.smithi083.stdout: mon osd backfillfull_ratio = 0.85 2024-09-21T02:41:57.160 INFO:teuthology.orchestra.run.smithi083.stdout: mon osd full ratio = 0.9 2024-09-21T02:41:57.161 INFO:teuthology.orchestra.run.smithi083.stdout: mon osd nearfull ratio = 0.8 2024-09-21T02:41:57.161 INFO:teuthology.orchestra.run.smithi083.stdout: osd failsafe full ratio = 0.95 2024-09-21T02:41:57.161 INFO:teuthology.orchestra.run.smithi083.stdout: osd objectstore = bluestore 2024-09-21T02:41:57.161 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:41:57.161 INFO:teuthology.orchestra.run.smithi083.stdout:[mgr] 2024-09-21T02:41:57.161 INFO:teuthology.orchestra.run.smithi083.stdout: debug ms = 1 2024-09-21T02:41:57.161 INFO:teuthology.orchestra.run.smithi083.stdout: debug mgr = 20 2024-09-21T02:41:57.161 INFO:teuthology.orchestra.run.smithi083.stdout: debug mon = 20 2024-09-21T02:41:57.161 INFO:teuthology.orchestra.run.smithi083.stdout: debug auth = 20 2024-09-21T02:41:57.161 INFO:teuthology.orchestra.run.smithi083.stdout: mon reweight min pgs per osd = 4 2024-09-21T02:41:57.161 INFO:teuthology.orchestra.run.smithi083.stdout: mon reweight min bytes per osd = 10 2024-09-21T02:41:57.161 INFO:teuthology.orchestra.run.smithi083.stdout: mgr/telemetry/nag = false 2024-09-21T02:41:57.161 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:41:57.161 INFO:teuthology.orchestra.run.smithi083.stdout:[mon] 2024-09-21T02:41:57.162 INFO:teuthology.orchestra.run.smithi083.stdout: debug ms = 1 2024-09-21T02:41:57.162 INFO:teuthology.orchestra.run.smithi083.stdout: debug mon = 20 2024-09-21T02:41:57.162 INFO:teuthology.orchestra.run.smithi083.stdout: debug paxos = 20 2024-09-21T02:41:57.162 INFO:teuthology.orchestra.run.smithi083.stdout: debug auth = 20 2024-09-21T02:41:57.162 INFO:teuthology.orchestra.run.smithi083.stdout: mon data avail warn = 5 2024-09-21T02:41:57.162 INFO:teuthology.orchestra.run.smithi083.stdout: mon mgr mkfs grace = 240 2024-09-21T02:41:57.162 INFO:teuthology.orchestra.run.smithi083.stdout: mon reweight min pgs per osd = 4 2024-09-21T02:41:57.162 INFO:teuthology.orchestra.run.smithi083.stdout: mon osd reporter subtree level = osd 2024-09-21T02:41:57.162 INFO:teuthology.orchestra.run.smithi083.stdout: mon osd prime pg temp = true 2024-09-21T02:41:57.162 INFO:teuthology.orchestra.run.smithi083.stdout: mon reweight min bytes per osd = 10 2024-09-21T02:41:57.162 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:41:57.162 INFO:teuthology.orchestra.run.smithi083.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-21T02:41:57.162 INFO:teuthology.orchestra.run.smithi083.stdout: auth mon ticket ttl = 660 # 11m 2024-09-21T02:41:57.162 INFO:teuthology.orchestra.run.smithi083.stdout: auth service ticket ttl = 240 # 4m 2024-09-21T02:41:57.163 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:41:57.163 INFO:teuthology.orchestra.run.smithi083.stdout: # don't complain about insecure global_id in the test suite 2024-09-21T02:41:57.163 INFO:teuthology.orchestra.run.smithi083.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-21T02:41:57.163 INFO:teuthology.orchestra.run.smithi083.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-21T02:41:57.163 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:41:57.163 INFO:teuthology.orchestra.run.smithi083.stdout: # 1m isn't quite enough 2024-09-21T02:41:57.163 INFO:teuthology.orchestra.run.smithi083.stdout: mon_down_mkfs_grace = 2m 2024-09-21T02:41:57.163 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:41:57.163 INFO:teuthology.orchestra.run.smithi083.stdout: mon_warn_on_filestore_osds = false 2024-09-21T02:41:57.163 INFO:teuthology.orchestra.run.smithi083.stdout: mon down mkfs grace = 300 2024-09-21T02:41:57.163 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:41:57.163 INFO:teuthology.orchestra.run.smithi083.stdout:[client] 2024-09-21T02:41:57.163 INFO:teuthology.orchestra.run.smithi083.stdout: rgw cache enabled = true 2024-09-21T02:41:57.163 INFO:teuthology.orchestra.run.smithi083.stdout: rgw enable ops log = true 2024-09-21T02:41:57.163 INFO:teuthology.orchestra.run.smithi083.stdout: rgw enable usage log = true 2024-09-21T02:41:57.164 INFO:teuthology.orchestra.run.smithi083.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-21T02:41:57.164 INFO:teuthology.orchestra.run.smithi083.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-21T02:41:57.164 INFO:teuthology.orchestra.run.smithi083.stdout: pid file = "" 2024-09-21T02:41:57.164 INFO:teuthology.orchestra.run.smithi083.stdout:[mon.a] 2024-09-21T02:41:57.164 INFO:teuthology.orchestra.run.smithi083.stdout:[mon.b] 2024-09-21T02:41:57.164 INFO:teuthology.orchestra.run.smithi083.stdout:[mon.c] 2024-09-21T02:41:57.164 INFO:teuthology.orchestra.run.smithi083.stdout:[mds.a] 2024-09-21T02:41:57.164 INFO:teuthology.orchestra.run.smithi083.stdout:[mds.c] 2024-09-21T02:41:57.164 INFO:teuthology.orchestra.run.smithi083.stdout:[mds.b] 2024-09-21T02:41:57.164 INFO:teuthology.orchestra.run.smithi083.stdout:[mds.d] 2024-09-21T02:41:57.165 INFO:teuthology.orchestra.run.smithi142.stdout:[global] 2024-09-21T02:41:57.165 INFO:teuthology.orchestra.run.smithi142.stdout: chdir = "" 2024-09-21T02:41:57.165 INFO:teuthology.orchestra.run.smithi142.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-21T02:41:57.165 INFO:teuthology.orchestra.run.smithi142.stdout: auth supported = cephx 2024-09-21T02:41:57.165 INFO:teuthology.orchestra.run.smithi142.stdout: 2024-09-21T02:41:57.165 INFO:teuthology.orchestra.run.smithi142.stdout: filestore xattr use omap = true 2024-09-21T02:41:57.165 INFO:teuthology.orchestra.run.smithi142.stdout: 2024-09-21T02:41:57.165 INFO:teuthology.orchestra.run.smithi142.stdout: mon clock drift allowed = 1.000 2024-09-21T02:41:57.165 INFO:teuthology.orchestra.run.smithi142.stdout: 2024-09-21T02:41:57.165 INFO:teuthology.orchestra.run.smithi142.stdout: osd crush chooseleaf type = 0 2024-09-21T02:41:57.165 INFO:teuthology.orchestra.run.smithi142.stdout: auth debug = true 2024-09-21T02:41:57.165 INFO:teuthology.orchestra.run.smithi142.stdout: 2024-09-21T02:41:57.166 INFO:teuthology.orchestra.run.smithi142.stdout: ms die on old message = true 2024-09-21T02:41:57.166 INFO:teuthology.orchestra.run.smithi142.stdout: ms die on bug = true 2024-09-21T02:41:57.166 INFO:teuthology.orchestra.run.smithi142.stdout: 2024-09-21T02:41:57.166 INFO:teuthology.orchestra.run.smithi142.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-21T02:41:57.166 INFO:teuthology.orchestra.run.smithi142.stdout: mon pg warn max object skew = 0 2024-09-21T02:41:57.166 INFO:teuthology.orchestra.run.smithi142.stdout: 2024-09-21T02:41:57.166 INFO:teuthology.orchestra.run.smithi142.stdout: # disable pg_autoscaler by default for new pools 2024-09-21T02:41:57.166 INFO:teuthology.orchestra.run.smithi142.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-21T02:41:57.166 INFO:teuthology.orchestra.run.smithi142.stdout: 2024-09-21T02:41:57.166 INFO:teuthology.orchestra.run.smithi142.stdout: osd pool default size = 2 2024-09-21T02:41:57.166 INFO:teuthology.orchestra.run.smithi142.stdout: 2024-09-21T02:41:57.166 INFO:teuthology.orchestra.run.smithi142.stdout: mon osd allow primary affinity = true 2024-09-21T02:41:57.166 INFO:teuthology.orchestra.run.smithi142.stdout: mon osd allow pg remap = true 2024-09-21T02:41:57.166 INFO:teuthology.orchestra.run.smithi142.stdout: mon warn on legacy crush tunables = false 2024-09-21T02:41:57.167 INFO:teuthology.orchestra.run.smithi142.stdout: mon warn on crush straw calc version zero = false 2024-09-21T02:41:57.167 INFO:teuthology.orchestra.run.smithi142.stdout: mon warn on no sortbitwise = false 2024-09-21T02:41:57.167 INFO:teuthology.orchestra.run.smithi142.stdout: mon warn on osd down out interval zero = false 2024-09-21T02:41:57.167 INFO:teuthology.orchestra.run.smithi142.stdout: mon warn on too few osds = false 2024-09-21T02:41:57.167 INFO:teuthology.orchestra.run.smithi142.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-21T02:41:57.167 INFO:teuthology.orchestra.run.smithi142.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-21T02:41:57.167 INFO:teuthology.orchestra.run.smithi142.stdout: mon_allow_pool_size_one = true 2024-09-21T02:41:57.167 INFO:teuthology.orchestra.run.smithi142.stdout: 2024-09-21T02:41:57.167 INFO:teuthology.orchestra.run.smithi142.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-21T02:41:57.167 INFO:teuthology.orchestra.run.smithi142.stdout: 2024-09-21T02:41:57.167 INFO:teuthology.orchestra.run.smithi142.stdout: osd default data pool replay window = 5 2024-09-21T02:41:57.167 INFO:teuthology.orchestra.run.smithi142.stdout: 2024-09-21T02:41:57.167 INFO:teuthology.orchestra.run.smithi142.stdout: mon allow pool delete = true 2024-09-21T02:41:57.167 INFO:teuthology.orchestra.run.smithi142.stdout: 2024-09-21T02:41:57.168 INFO:teuthology.orchestra.run.smithi142.stdout: mon cluster log file level = debug 2024-09-21T02:41:57.168 INFO:teuthology.orchestra.run.smithi142.stdout: debug asserts on shutdown = true 2024-09-21T02:41:57.168 INFO:teuthology.orchestra.run.smithi142.stdout: mon health detail to clog = false 2024-09-21T02:41:57.168 INFO:teuthology.orchestra.run.smithi142.stdout: mon host = "172.21.15.83,172.21.15.142,[v2:172.21.15.142:3301,v1:172.21.15.142:6790]" 2024-09-21T02:41:57.168 INFO:teuthology.orchestra.run.smithi142.stdout: fsid = 82b6a254-ea31-468f-b8d3-3f9b32622240 2024-09-21T02:41:57.168 INFO:teuthology.orchestra.run.smithi142.stdout: 2024-09-21T02:41:57.168 INFO:teuthology.orchestra.run.smithi142.stdout:[osd] 2024-09-21T02:41:57.168 INFO:teuthology.orchestra.run.smithi142.stdout: osd journal size = 100 2024-09-21T02:41:57.168 INFO:teuthology.orchestra.run.smithi142.stdout: 2024-09-21T02:41:57.168 INFO:teuthology.orchestra.run.smithi142.stdout: osd scrub load threshold = 5.0 2024-09-21T02:41:57.168 INFO:teuthology.orchestra.run.smithi142.stdout: osd scrub max interval = 600 2024-09-21T02:41:57.168 INFO:teuthology.orchestra.run.smithi142.stdout: osd mclock profile = high_recovery_ops 2024-09-21T02:41:57.168 INFO:teuthology.orchestra.run.smithi142.stdout: 2024-09-21T02:41:57.168 INFO:teuthology.orchestra.run.smithi142.stdout: osd recover clone overlap = true 2024-09-21T02:41:57.168 INFO:teuthology.orchestra.run.smithi142.stdout: osd recovery max chunk = 1048576 2024-09-21T02:41:57.169 INFO:teuthology.orchestra.run.smithi142.stdout: 2024-09-21T02:41:57.169 INFO:teuthology.orchestra.run.smithi142.stdout: osd debug shutdown = true 2024-09-21T02:41:57.169 INFO:teuthology.orchestra.run.smithi142.stdout: osd debug op order = true 2024-09-21T02:41:57.169 INFO:teuthology.orchestra.run.smithi142.stdout: osd debug verify stray on activate = true 2024-09-21T02:41:57.169 INFO:teuthology.orchestra.run.smithi142.stdout: osd debug trim objects = true 2024-09-21T02:41:57.169 INFO:teuthology.orchestra.run.smithi142.stdout: 2024-09-21T02:41:57.169 INFO:teuthology.orchestra.run.smithi142.stdout: osd open classes on start = true 2024-09-21T02:41:57.169 INFO:teuthology.orchestra.run.smithi142.stdout: osd debug pg log writeout = true 2024-09-21T02:41:57.169 INFO:teuthology.orchestra.run.smithi142.stdout: 2024-09-21T02:41:57.169 INFO:teuthology.orchestra.run.smithi142.stdout: osd deep scrub update digest min age = 30 2024-09-21T02:41:57.169 INFO:teuthology.orchestra.run.smithi142.stdout: 2024-09-21T02:41:57.169 INFO:teuthology.orchestra.run.smithi142.stdout: osd map max advance = 10 2024-09-21T02:41:57.169 INFO:teuthology.orchestra.run.smithi142.stdout: 2024-09-21T02:41:57.170 INFO:teuthology.orchestra.run.smithi142.stdout: journal zero on create = true 2024-09-21T02:41:57.170 INFO:teuthology.orchestra.run.smithi142.stdout: 2024-09-21T02:41:57.170 INFO:teuthology.orchestra.run.smithi142.stdout: filestore ondisk finisher threads = 3 2024-09-21T02:41:57.170 INFO:teuthology.orchestra.run.smithi142.stdout: filestore apply finisher threads = 3 2024-09-21T02:41:57.170 INFO:teuthology.orchestra.run.smithi142.stdout: 2024-09-21T02:41:57.170 INFO:teuthology.orchestra.run.smithi142.stdout: bdev debug aio = true 2024-09-21T02:41:57.170 INFO:teuthology.orchestra.run.smithi142.stdout: osd debug misdirected ops = true 2024-09-21T02:41:57.170 INFO:teuthology.orchestra.run.smithi142.stdout: bdev async discard = True 2024-09-21T02:41:57.170 INFO:teuthology.orchestra.run.smithi142.stdout: bdev enable discard = True 2024-09-21T02:41:57.170 INFO:teuthology.orchestra.run.smithi142.stdout: bluestore allocator = bitmap 2024-09-21T02:41:57.170 INFO:teuthology.orchestra.run.smithi142.stdout: bluestore block size = 96636764160 2024-09-21T02:41:57.170 INFO:teuthology.orchestra.run.smithi142.stdout: bluestore fsck on mount = True 2024-09-21T02:41:57.170 INFO:teuthology.orchestra.run.smithi142.stdout: debug bluefs = 1/20 2024-09-21T02:41:57.171 INFO:teuthology.orchestra.run.smithi142.stdout: debug bluestore = 1/20 2024-09-21T02:41:57.171 INFO:teuthology.orchestra.run.smithi142.stdout: debug ms = 1 2024-09-21T02:41:57.171 INFO:teuthology.orchestra.run.smithi142.stdout: debug osd = 20 2024-09-21T02:41:57.171 INFO:teuthology.orchestra.run.smithi142.stdout: debug rocksdb = 4/10 2024-09-21T02:41:57.171 INFO:teuthology.orchestra.run.smithi142.stdout: mon osd backfillfull_ratio = 0.85 2024-09-21T02:41:57.171 INFO:teuthology.orchestra.run.smithi142.stdout: mon osd full ratio = 0.9 2024-09-21T02:41:57.171 INFO:teuthology.orchestra.run.smithi142.stdout: mon osd nearfull ratio = 0.8 2024-09-21T02:41:57.171 INFO:teuthology.orchestra.run.smithi142.stdout: osd failsafe full ratio = 0.95 2024-09-21T02:41:57.171 INFO:teuthology.orchestra.run.smithi142.stdout: osd objectstore = bluestore 2024-09-21T02:41:57.171 INFO:teuthology.orchestra.run.smithi142.stdout: 2024-09-21T02:41:57.171 INFO:teuthology.orchestra.run.smithi142.stdout:[mgr] 2024-09-21T02:41:57.171 INFO:teuthology.orchestra.run.smithi142.stdout: debug ms = 1 2024-09-21T02:41:57.171 INFO:teuthology.orchestra.run.smithi142.stdout: debug mgr = 20 2024-09-21T02:41:57.171 INFO:teuthology.orchestra.run.smithi142.stdout: debug mon = 20 2024-09-21T02:41:57.172 INFO:teuthology.orchestra.run.smithi142.stdout: debug auth = 20 2024-09-21T02:41:57.172 INFO:teuthology.orchestra.run.smithi142.stdout: mon reweight min pgs per osd = 4 2024-09-21T02:41:57.172 INFO:teuthology.orchestra.run.smithi142.stdout: mon reweight min bytes per osd = 10 2024-09-21T02:41:57.172 INFO:teuthology.orchestra.run.smithi142.stdout: mgr/telemetry/nag = false 2024-09-21T02:41:57.172 INFO:teuthology.orchestra.run.smithi142.stdout: 2024-09-21T02:41:57.172 INFO:teuthology.orchestra.run.smithi142.stdout:[mon] 2024-09-21T02:41:57.172 INFO:teuthology.orchestra.run.smithi142.stdout: debug ms = 1 2024-09-21T02:41:57.172 INFO:teuthology.orchestra.run.smithi142.stdout: debug mon = 20 2024-09-21T02:41:57.172 INFO:teuthology.orchestra.run.smithi142.stdout: debug paxos = 20 2024-09-21T02:41:57.172 INFO:teuthology.orchestra.run.smithi142.stdout: debug auth = 20 2024-09-21T02:41:57.172 INFO:teuthology.orchestra.run.smithi142.stdout: mon data avail warn = 5 2024-09-21T02:41:57.172 INFO:teuthology.orchestra.run.smithi142.stdout: mon mgr mkfs grace = 240 2024-09-21T02:41:57.172 INFO:teuthology.orchestra.run.smithi142.stdout: mon reweight min pgs per osd = 4 2024-09-21T02:41:57.172 INFO:teuthology.orchestra.run.smithi142.stdout: mon osd reporter subtree level = osd 2024-09-21T02:41:57.172 INFO:teuthology.orchestra.run.smithi142.stdout: mon osd prime pg temp = true 2024-09-21T02:41:57.173 INFO:teuthology.orchestra.run.smithi142.stdout: mon reweight min bytes per osd = 10 2024-09-21T02:41:57.173 INFO:teuthology.orchestra.run.smithi142.stdout: 2024-09-21T02:41:57.173 INFO:teuthology.orchestra.run.smithi142.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-21T02:41:57.173 INFO:teuthology.orchestra.run.smithi142.stdout: auth mon ticket ttl = 660 # 11m 2024-09-21T02:41:57.173 INFO:teuthology.orchestra.run.smithi142.stdout: auth service ticket ttl = 240 # 4m 2024-09-21T02:41:57.173 INFO:teuthology.orchestra.run.smithi142.stdout: 2024-09-21T02:41:57.173 INFO:teuthology.orchestra.run.smithi142.stdout: # don't complain about insecure global_id in the test suite 2024-09-21T02:41:57.173 INFO:teuthology.orchestra.run.smithi142.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-21T02:41:57.173 INFO:teuthology.orchestra.run.smithi142.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-21T02:41:57.173 INFO:teuthology.orchestra.run.smithi142.stdout: 2024-09-21T02:41:57.173 INFO:teuthology.orchestra.run.smithi142.stdout: # 1m isn't quite enough 2024-09-21T02:41:57.173 INFO:teuthology.orchestra.run.smithi142.stdout: mon_down_mkfs_grace = 2m 2024-09-21T02:41:57.173 INFO:teuthology.orchestra.run.smithi142.stdout: 2024-09-21T02:41:57.173 INFO:teuthology.orchestra.run.smithi142.stdout: mon_warn_on_filestore_osds = false 2024-09-21T02:41:57.174 INFO:teuthology.orchestra.run.smithi142.stdout: mon down mkfs grace = 300 2024-09-21T02:41:57.174 INFO:teuthology.orchestra.run.smithi142.stdout: 2024-09-21T02:41:57.174 INFO:teuthology.orchestra.run.smithi142.stdout:[client] 2024-09-21T02:41:57.174 INFO:teuthology.orchestra.run.smithi142.stdout: rgw cache enabled = true 2024-09-21T02:41:57.174 INFO:teuthology.orchestra.run.smithi142.stdout: rgw enable ops log = true 2024-09-21T02:41:57.174 INFO:teuthology.orchestra.run.smithi142.stdout: rgw enable usage log = true 2024-09-21T02:41:57.174 INFO:teuthology.orchestra.run.smithi142.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-21T02:41:57.174 INFO:teuthology.orchestra.run.smithi142.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-21T02:41:57.174 INFO:teuthology.orchestra.run.smithi142.stdout: pid file = "" 2024-09-21T02:41:57.174 INFO:teuthology.orchestra.run.smithi142.stdout:[mon.a] 2024-09-21T02:41:57.174 INFO:teuthology.orchestra.run.smithi142.stdout:[mon.b] 2024-09-21T02:41:57.174 INFO:teuthology.orchestra.run.smithi142.stdout:[mon.c] 2024-09-21T02:41:57.174 INFO:teuthology.orchestra.run.smithi142.stdout:[mds.a] 2024-09-21T02:41:57.174 INFO:teuthology.orchestra.run.smithi142.stdout:[mds.c] 2024-09-21T02:41:57.174 INFO:teuthology.orchestra.run.smithi142.stdout:[mds.b] 2024-09-21T02:41:57.175 INFO:teuthology.orchestra.run.smithi142.stdout:[mds.d] 2024-09-21T02:41:57.176 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-21T02:41:57.176 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-21T02:41:57.299 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-21T02:41:57.299 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:41:57.299 DEBUG:teuthology.orchestra.run.smithi083:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-21T02:41:57.304 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:41:57.304 DEBUG:teuthology.orchestra.run.smithi083:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-21T02:41:57.351 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi083.front.sepia.ceph.com 2024-09-21T02:41:57.351 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:41:57.351 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-21T02:41:57.352 DEBUG:teuthology.orchestra.run.smithi083:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-21T02:41:57.417 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:41:57.417 DEBUG:teuthology.orchestra.run.smithi083:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-21T02:41:57.464 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi142.front.sepia.ceph.com 2024-09-21T02:41:57.464 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2024-09-21T02:41:57.464 DEBUG:teuthology.orchestra.run.smithi142:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-21T02:41:57.464 DEBUG:teuthology.orchestra.run.smithi142:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-21T02:41:57.487 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2024-09-21T02:41:57.487 DEBUG:teuthology.orchestra.run.smithi142:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-21T02:41:57.535 INFO:tasks.ceph:Setting up mon nodes... 2024-09-21T02:41:57.535 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-21T02:41:57.535 DEBUG:teuthology.orchestra.run.smithi083:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-21T02:41:57.610 INFO:teuthology.orchestra.run.smithi083.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-21T02:41:57.617 DEBUG:teuthology.orchestra.run.smithi142:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-21T02:41:57.691 INFO:teuthology.orchestra.run.smithi142.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-21T02:41:57.702 INFO:tasks.ceph:Setting up mds nodes... 2024-09-21T02:41:57.702 DEBUG:teuthology.orchestra.run.smithi083:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-09-21T02:41:57.773 INFO:teuthology.orchestra.run.smithi083.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-09-21T02:41:57.779 DEBUG:teuthology.orchestra.run.smithi083:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-09-21T02:41:57.790 DEBUG:teuthology.orchestra.run.smithi083:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-09-21T02:41:57.898 INFO:teuthology.orchestra.run.smithi083.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-09-21T02:41:57.904 DEBUG:teuthology.orchestra.run.smithi083:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-09-21T02:41:57.915 DEBUG:teuthology.orchestra.run.smithi142:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-09-21T02:41:57.990 INFO:teuthology.orchestra.run.smithi142.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-09-21T02:41:57.997 DEBUG:teuthology.orchestra.run.smithi142:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-09-21T02:41:58.009 DEBUG:teuthology.orchestra.run.smithi142:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-09-21T02:41:58.116 INFO:teuthology.orchestra.run.smithi142.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-09-21T02:41:58.123 DEBUG:teuthology.orchestra.run.smithi142:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-09-21T02:41:58.135 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-21T02:41:58.135 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-21T02:41:58.203 INFO:teuthology.orchestra.run.smithi083.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-21T02:41:58.217 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-09-21T02:41:58.274 INFO:teuthology.orchestra.run.smithi083.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-09-21T02:41:58.289 DEBUG:teuthology.orchestra.run.smithi142:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-21T02:41:58.355 INFO:teuthology.orchestra.run.smithi142.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-21T02:41:58.370 DEBUG:teuthology.orchestra.run.smithi142:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-09-21T02:41:58.430 INFO:teuthology.orchestra.run.smithi142.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-09-21T02:41:58.442 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-21T02:41:58.443 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi083.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi142.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-21T02:41:58.443 DEBUG:teuthology.orchestra.run.smithi083:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-21T02:41:58.456 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-21T02:41:58.456 INFO:tasks.ceph:role: osd.0 2024-09-21T02:41:58.456 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi083.front.sepia.ceph.com 2024-09-21T02:41:58.456 DEBUG:teuthology.orchestra.run.smithi083:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-21T02:41:58.519 INFO:teuthology.orchestra.run.smithi083.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-21T02:41:58.519 INFO:teuthology.orchestra.run.smithi083.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-21T02:41:58.519 INFO:teuthology.orchestra.run.smithi083.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-21T02:41:58.519 INFO:teuthology.orchestra.run.smithi083.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-21T02:41:58.519 INFO:teuthology.orchestra.run.smithi083.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-21T02:41:58.520 INFO:teuthology.orchestra.run.smithi083.stdout: = sunit=0 swidth=0 blks 2024-09-21T02:41:58.520 INFO:teuthology.orchestra.run.smithi083.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-21T02:41:58.520 INFO:teuthology.orchestra.run.smithi083.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-21T02:41:58.520 INFO:teuthology.orchestra.run.smithi083.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-21T02:41:58.520 INFO:teuthology.orchestra.run.smithi083.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-21T02:41:58.989 INFO:teuthology.orchestra.run.smithi083.stdout:Discarding blocks...Done. 2024-09-21T02:41:58.991 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi083.front.sepia.ceph.com -o noatime 2024-09-21T02:41:58.991 DEBUG:teuthology.orchestra.run.smithi083:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-21T02:41:59.148 DEBUG:teuthology.orchestra.run.smithi083:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-21T02:41:59.159 INFO:teuthology.orchestra.run.smithi083.stderr:sudo: /sbin/restorecon: command not found 2024-09-21T02:41:59.160 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T02:41:59.160 DEBUG:teuthology.orchestra.run.smithi083:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-21T02:41:59.216 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-21T02:41:59.216 INFO:tasks.ceph:role: osd.1 2024-09-21T02:41:59.216 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi083.front.sepia.ceph.com 2024-09-21T02:41:59.216 DEBUG:teuthology.orchestra.run.smithi083:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-21T02:41:59.280 INFO:teuthology.orchestra.run.smithi083.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-21T02:41:59.280 INFO:teuthology.orchestra.run.smithi083.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-21T02:41:59.280 INFO:teuthology.orchestra.run.smithi083.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-21T02:41:59.280 INFO:teuthology.orchestra.run.smithi083.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-21T02:41:59.280 INFO:teuthology.orchestra.run.smithi083.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-21T02:41:59.280 INFO:teuthology.orchestra.run.smithi083.stdout: = sunit=0 swidth=0 blks 2024-09-21T02:41:59.280 INFO:teuthology.orchestra.run.smithi083.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-21T02:41:59.280 INFO:teuthology.orchestra.run.smithi083.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-21T02:41:59.280 INFO:teuthology.orchestra.run.smithi083.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-21T02:41:59.280 INFO:teuthology.orchestra.run.smithi083.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-21T02:41:59.724 INFO:teuthology.orchestra.run.smithi083.stdout:Discarding blocks...Done. 2024-09-21T02:41:59.726 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi083.front.sepia.ceph.com -o noatime 2024-09-21T02:41:59.726 DEBUG:teuthology.orchestra.run.smithi083:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-21T02:41:59.809 DEBUG:teuthology.orchestra.run.smithi083:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-21T02:41:59.861 INFO:teuthology.orchestra.run.smithi083.stderr:sudo: /sbin/restorecon: command not found 2024-09-21T02:41:59.862 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T02:41:59.862 DEBUG:teuthology.orchestra.run.smithi083:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-21T02:41:59.917 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-21T02:41:59.917 INFO:tasks.ceph:role: osd.2 2024-09-21T02:41:59.917 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi083.front.sepia.ceph.com 2024-09-21T02:41:59.917 DEBUG:teuthology.orchestra.run.smithi083:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-21T02:41:59.980 INFO:teuthology.orchestra.run.smithi083.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-21T02:41:59.980 INFO:teuthology.orchestra.run.smithi083.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-21T02:41:59.980 INFO:teuthology.orchestra.run.smithi083.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-21T02:41:59.980 INFO:teuthology.orchestra.run.smithi083.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-21T02:41:59.980 INFO:teuthology.orchestra.run.smithi083.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-21T02:41:59.980 INFO:teuthology.orchestra.run.smithi083.stdout: = sunit=0 swidth=0 blks 2024-09-21T02:41:59.980 INFO:teuthology.orchestra.run.smithi083.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-21T02:41:59.980 INFO:teuthology.orchestra.run.smithi083.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-21T02:41:59.980 INFO:teuthology.orchestra.run.smithi083.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-21T02:41:59.981 INFO:teuthology.orchestra.run.smithi083.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-21T02:42:00.438 INFO:teuthology.orchestra.run.smithi083.stdout:Discarding blocks...Done. 2024-09-21T02:42:00.441 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi083.front.sepia.ceph.com -o noatime 2024-09-21T02:42:00.441 DEBUG:teuthology.orchestra.run.smithi083:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-21T02:42:00.571 DEBUG:teuthology.orchestra.run.smithi083:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-21T02:42:00.582 INFO:teuthology.orchestra.run.smithi083.stderr:sudo: /sbin/restorecon: command not found 2024-09-21T02:42:00.583 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T02:42:00.583 DEBUG:teuthology.orchestra.run.smithi083:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-21T02:42:00.640 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-21T02:42:00.640 INFO:tasks.ceph:role: osd.3 2024-09-21T02:42:00.640 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi083.front.sepia.ceph.com 2024-09-21T02:42:00.640 DEBUG:teuthology.orchestra.run.smithi083:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-21T02:42:00.703 INFO:teuthology.orchestra.run.smithi083.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-21T02:42:00.703 INFO:teuthology.orchestra.run.smithi083.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-21T02:42:00.704 INFO:teuthology.orchestra.run.smithi083.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-21T02:42:00.704 INFO:teuthology.orchestra.run.smithi083.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-21T02:42:00.704 INFO:teuthology.orchestra.run.smithi083.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-21T02:42:00.704 INFO:teuthology.orchestra.run.smithi083.stdout: = sunit=0 swidth=0 blks 2024-09-21T02:42:00.704 INFO:teuthology.orchestra.run.smithi083.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-21T02:42:00.704 INFO:teuthology.orchestra.run.smithi083.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-21T02:42:00.704 INFO:teuthology.orchestra.run.smithi083.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-21T02:42:00.704 INFO:teuthology.orchestra.run.smithi083.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-21T02:42:01.197 INFO:teuthology.orchestra.run.smithi083.stdout:Discarding blocks...Done. 2024-09-21T02:42:01.200 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi083.front.sepia.ceph.com -o noatime 2024-09-21T02:42:01.200 DEBUG:teuthology.orchestra.run.smithi083:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-21T02:42:01.352 DEBUG:teuthology.orchestra.run.smithi083:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-21T02:42:01.363 INFO:teuthology.orchestra.run.smithi083.stderr:sudo: /sbin/restorecon: command not found 2024-09-21T02:42:01.364 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T02:42:01.364 DEBUG:teuthology.orchestra.run.smithi083:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-21T02:42:01.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:01.512+0000 7f747e9db7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-21T02:42:01.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:01.512+0000 7f747e9db7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-21T02:42:01.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:01.512+0000 7f747e9db7c0 -1 bdev(0x55842f9d8a00 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-09-21T02:42:01.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:01.512+0000 7f747e9db7c0 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-21T02:42:04.662 DEBUG:teuthology.orchestra.run.smithi083:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-21T02:42:04.676 DEBUG:teuthology.orchestra.run.smithi083:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-21T02:42:04.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:04.788+0000 7fa6d01b37c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-21T02:42:04.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:04.788+0000 7fa6d01b37c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-21T02:42:04.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:04.788+0000 7fa6d01b37c0 -1 bdev(0x5623e6d82a00 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2024-09-21T02:42:04.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:04.788+0000 7fa6d01b37c0 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-21T02:42:07.929 DEBUG:teuthology.orchestra.run.smithi083:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-21T02:42:07.942 DEBUG:teuthology.orchestra.run.smithi083:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-21T02:42:08.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:08.056+0000 7fd6fbfd87c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-21T02:42:08.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:08.056+0000 7fd6fbfd87c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-21T02:42:08.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:08.056+0000 7fd6fbfd87c0 -1 bdev(0x55f14a6d8a00 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2024-09-21T02:42:08.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:08.056+0000 7fd6fbfd87c0 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-21T02:42:11.194 DEBUG:teuthology.orchestra.run.smithi083:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-21T02:42:11.207 DEBUG:teuthology.orchestra.run.smithi083:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-21T02:42:11.320 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:11.320+0000 7fc54f9ce7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-21T02:42:11.321 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:11.320+0000 7fc54f9ce7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-21T02:42:11.321 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:11.320+0000 7fc54f9ce7c0 -1 bdev(0x56174ab46a00 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2024-09-21T02:42:11.321 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:11.320+0000 7fc54f9ce7c0 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-21T02:42:14.462 DEBUG:teuthology.orchestra.run.smithi083:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-21T02:42:14.475 DEBUG:teuthology.orchestra.run.smithi142:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-21T02:42:14.490 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-21T02:42:14.490 INFO:tasks.ceph:role: osd.4 2024-09-21T02:42:14.490 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi142.front.sepia.ceph.com 2024-09-21T02:42:14.490 DEBUG:teuthology.orchestra.run.smithi142:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-21T02:42:14.555 INFO:teuthology.orchestra.run.smithi142.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-21T02:42:14.555 INFO:teuthology.orchestra.run.smithi142.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-21T02:42:14.555 INFO:teuthology.orchestra.run.smithi142.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-21T02:42:14.555 INFO:teuthology.orchestra.run.smithi142.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-21T02:42:14.555 INFO:teuthology.orchestra.run.smithi142.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-21T02:42:14.555 INFO:teuthology.orchestra.run.smithi142.stdout: = sunit=0 swidth=0 blks 2024-09-21T02:42:14.555 INFO:teuthology.orchestra.run.smithi142.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-21T02:42:14.555 INFO:teuthology.orchestra.run.smithi142.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-21T02:42:14.555 INFO:teuthology.orchestra.run.smithi142.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-21T02:42:14.555 INFO:teuthology.orchestra.run.smithi142.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-21T02:42:15.008 INFO:teuthology.orchestra.run.smithi142.stdout:Discarding blocks...Done. 2024-09-21T02:42:15.010 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi142.front.sepia.ceph.com -o noatime 2024-09-21T02:42:15.010 DEBUG:teuthology.orchestra.run.smithi142:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-21T02:42:15.094 DEBUG:teuthology.orchestra.run.smithi142:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-21T02:42:15.148 INFO:teuthology.orchestra.run.smithi142.stderr:sudo: /sbin/restorecon: command not found 2024-09-21T02:42:15.149 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T02:42:15.149 DEBUG:teuthology.orchestra.run.smithi142:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-21T02:42:15.201 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-21T02:42:15.201 INFO:tasks.ceph:role: osd.5 2024-09-21T02:42:15.202 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi142.front.sepia.ceph.com 2024-09-21T02:42:15.202 DEBUG:teuthology.orchestra.run.smithi142:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-21T02:42:15.264 INFO:teuthology.orchestra.run.smithi142.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-21T02:42:15.264 INFO:teuthology.orchestra.run.smithi142.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-21T02:42:15.264 INFO:teuthology.orchestra.run.smithi142.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-21T02:42:15.264 INFO:teuthology.orchestra.run.smithi142.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-21T02:42:15.264 INFO:teuthology.orchestra.run.smithi142.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-21T02:42:15.264 INFO:teuthology.orchestra.run.smithi142.stdout: = sunit=0 swidth=0 blks 2024-09-21T02:42:15.264 INFO:teuthology.orchestra.run.smithi142.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-21T02:42:15.264 INFO:teuthology.orchestra.run.smithi142.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-21T02:42:15.264 INFO:teuthology.orchestra.run.smithi142.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-21T02:42:15.264 INFO:teuthology.orchestra.run.smithi142.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-21T02:42:15.732 INFO:teuthology.orchestra.run.smithi142.stdout:Discarding blocks...Done. 2024-09-21T02:42:15.733 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi142.front.sepia.ceph.com -o noatime 2024-09-21T02:42:15.734 DEBUG:teuthology.orchestra.run.smithi142:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-21T02:42:15.888 DEBUG:teuthology.orchestra.run.smithi142:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-21T02:42:15.899 INFO:teuthology.orchestra.run.smithi142.stderr:sudo: /sbin/restorecon: command not found 2024-09-21T02:42:15.900 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T02:42:15.900 DEBUG:teuthology.orchestra.run.smithi142:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-21T02:42:15.954 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-21T02:42:15.954 INFO:tasks.ceph:role: osd.6 2024-09-21T02:42:15.955 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi142.front.sepia.ceph.com 2024-09-21T02:42:15.955 DEBUG:teuthology.orchestra.run.smithi142:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-21T02:42:16.019 INFO:teuthology.orchestra.run.smithi142.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-21T02:42:16.019 INFO:teuthology.orchestra.run.smithi142.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-21T02:42:16.019 INFO:teuthology.orchestra.run.smithi142.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-21T02:42:16.019 INFO:teuthology.orchestra.run.smithi142.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-21T02:42:16.019 INFO:teuthology.orchestra.run.smithi142.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-21T02:42:16.019 INFO:teuthology.orchestra.run.smithi142.stdout: = sunit=0 swidth=0 blks 2024-09-21T02:42:16.019 INFO:teuthology.orchestra.run.smithi142.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-21T02:42:16.019 INFO:teuthology.orchestra.run.smithi142.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-21T02:42:16.019 INFO:teuthology.orchestra.run.smithi142.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-21T02:42:16.019 INFO:teuthology.orchestra.run.smithi142.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-21T02:42:16.498 INFO:teuthology.orchestra.run.smithi142.stdout:Discarding blocks...Done. 2024-09-21T02:42:16.500 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi142.front.sepia.ceph.com -o noatime 2024-09-21T02:42:16.500 DEBUG:teuthology.orchestra.run.smithi142:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-21T02:42:16.659 DEBUG:teuthology.orchestra.run.smithi142:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-21T02:42:16.669 INFO:teuthology.orchestra.run.smithi142.stderr:sudo: /sbin/restorecon: command not found 2024-09-21T02:42:16.670 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T02:42:16.670 DEBUG:teuthology.orchestra.run.smithi142:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-21T02:42:16.727 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-21T02:42:16.727 INFO:tasks.ceph:role: osd.7 2024-09-21T02:42:16.727 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi142.front.sepia.ceph.com 2024-09-21T02:42:16.728 DEBUG:teuthology.orchestra.run.smithi142:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-21T02:42:16.790 INFO:teuthology.orchestra.run.smithi142.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-21T02:42:16.791 INFO:teuthology.orchestra.run.smithi142.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-21T02:42:16.791 INFO:teuthology.orchestra.run.smithi142.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-21T02:42:16.791 INFO:teuthology.orchestra.run.smithi142.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-21T02:42:16.791 INFO:teuthology.orchestra.run.smithi142.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-21T02:42:16.791 INFO:teuthology.orchestra.run.smithi142.stdout: = sunit=0 swidth=0 blks 2024-09-21T02:42:16.791 INFO:teuthology.orchestra.run.smithi142.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-21T02:42:16.791 INFO:teuthology.orchestra.run.smithi142.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-21T02:42:16.791 INFO:teuthology.orchestra.run.smithi142.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-21T02:42:16.791 INFO:teuthology.orchestra.run.smithi142.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-21T02:42:17.212 INFO:teuthology.orchestra.run.smithi142.stdout:Discarding blocks...Done. 2024-09-21T02:42:17.214 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi142.front.sepia.ceph.com -o noatime 2024-09-21T02:42:17.215 DEBUG:teuthology.orchestra.run.smithi142:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-21T02:42:17.314 DEBUG:teuthology.orchestra.run.smithi142:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-21T02:42:17.330 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T02:42:17.330 INFO:teuthology.orchestra.run.smithi142.stderr:sudo: /sbin/restorecon: command not found 2024-09-21T02:42:17.331 DEBUG:teuthology.orchestra.run.smithi142:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-21T02:42:17.484 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:17.483+0000 7f9d7a2127c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-21T02:42:17.486 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:17.483+0000 7f9d7a2127c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-21T02:42:17.486 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:17.483+0000 7f9d7a2127c0 -1 bdev(0x5611b94b2a00 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2024-09-21T02:42:17.486 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:17.483+0000 7f9d7a2127c0 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-21T02:42:20.654 DEBUG:teuthology.orchestra.run.smithi142:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-21T02:42:20.667 DEBUG:teuthology.orchestra.run.smithi142:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-21T02:42:20.781 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:20.779+0000 7f55333167c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-21T02:42:20.782 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:20.779+0000 7f55333167c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-21T02:42:20.782 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:20.779+0000 7f55333167c0 -1 bdev(0x564d06dbea00 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2024-09-21T02:42:20.782 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:20.779+0000 7f55333167c0 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-21T02:42:23.899 DEBUG:teuthology.orchestra.run.smithi142:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-21T02:42:23.912 DEBUG:teuthology.orchestra.run.smithi142:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-21T02:42:24.025 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:24.023+0000 7f1dfca4c7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-21T02:42:24.026 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:24.023+0000 7f1dfca4c7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-21T02:42:24.026 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:24.023+0000 7f1dfca4c7c0 -1 bdev(0x55d16727ea00 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2024-09-21T02:42:24.026 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:24.023+0000 7f1dfca4c7c0 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-21T02:42:25.408 DEBUG:teuthology.orchestra.run.smithi083:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T02:42:25.410 DEBUG:teuthology.orchestra.run.smithi142:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T02:42:27.157 DEBUG:teuthology.orchestra.run.smithi142:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-21T02:42:27.171 DEBUG:teuthology.orchestra.run.smithi142:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-21T02:42:27.286 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:27.283+0000 7fd4824c37c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-21T02:42:27.287 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:27.287+0000 7fd4824c37c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-21T02:42:27.287 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:27.287+0000 7fd4824c37c0 -1 bdev(0x555b1ca6ca00 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2024-09-21T02:42:27.287 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:27.287+0000 7fd4824c37c0 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-21T02:42:30.421 DEBUG:teuthology.orchestra.run.smithi142:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-21T02:42:30.434 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-21T02:42:30.434 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:42:30.434 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-21T02:42:30.449 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:42:30.449 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-09-21T02:42:30.503 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:42:30.504 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-09-21T02:42:30.562 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:42:30.562 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-21T02:42:30.615 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:42:30.615 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-21T02:42:30.671 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:42:30.671 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-21T02:42:30.726 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:42:30.726 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-21T02:42:30.778 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2024-09-21T02:42:30.778 DEBUG:teuthology.orchestra.run.smithi142:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-21T02:42:30.791 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2024-09-21T02:42:30.791 DEBUG:teuthology.orchestra.run.smithi142:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-09-21T02:42:30.846 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2024-09-21T02:42:30.846 DEBUG:teuthology.orchestra.run.smithi142:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-09-21T02:42:30.901 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2024-09-21T02:42:30.901 DEBUG:teuthology.orchestra.run.smithi142:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-21T02:42:30.954 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2024-09-21T02:42:30.954 DEBUG:teuthology.orchestra.run.smithi142:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-21T02:42:31.010 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2024-09-21T02:42:31.010 DEBUG:teuthology.orchestra.run.smithi142:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-21T02:42:31.066 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2024-09-21T02:42:31.066 DEBUG:teuthology.orchestra.run.smithi142:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-21T02:42:31.122 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:42:31.122 DEBUG:teuthology.orchestra.run.smithi083:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-21T02:42:31.127 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:42:31.127 DEBUG:teuthology.orchestra.run.smithi083:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-09-21T02:42:31.175 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2024-09-21T02:42:31.176 DEBUG:teuthology.orchestra.run.smithi142:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-21T02:42:31.181 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2024-09-21T02:42:31.181 DEBUG:teuthology.orchestra.run.smithi142:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-09-21T02:42:31.227 INFO:tasks.ceph:Adding keys to all mons... 2024-09-21T02:42:31.227 DEBUG:teuthology.orchestra.run.smithi083:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-21T02:42:31.229 DEBUG:teuthology.orchestra.run.smithi142:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-21T02:42:31.273 INFO:teuthology.orchestra.run.smithi083.stdout:[mgr.y] 2024-09-21T02:42:31.273 INFO:teuthology.orchestra.run.smithi083.stdout: key = AQB1Mu5m+8+JJBAAZZ0Mjf61DkdWNnKJjcapHA== 2024-09-21T02:42:31.273 INFO:teuthology.orchestra.run.smithi083.stdout:[mds.a] 2024-09-21T02:42:31.273 INFO:teuthology.orchestra.run.smithi083.stdout: key = AQB1Mu5mnNw3LhAAMSdYD3qyHb7MEHc5OYfN5w== 2024-09-21T02:42:31.273 INFO:teuthology.orchestra.run.smithi083.stdout:[mds.c] 2024-09-21T02:42:31.273 INFO:teuthology.orchestra.run.smithi083.stdout: key = AQB1Mu5mmZ6pNRAABGmEQpp7ufB7uC1uxxDUoA== 2024-09-21T02:42:31.273 INFO:teuthology.orchestra.run.smithi083.stdout:[osd.0] 2024-09-21T02:42:31.273 INFO:teuthology.orchestra.run.smithi083.stdout: key = AQB5Mu5mKLOsHhAAvU5kCJkYUBUrOJU7pChhZg== 2024-09-21T02:42:31.273 INFO:teuthology.orchestra.run.smithi083.stdout:[osd.1] 2024-09-21T02:42:31.274 INFO:teuthology.orchestra.run.smithi083.stdout: key = AQB8Mu5mHloqLxAAiGfm+7CcqUm+CLrEy2HVRg== 2024-09-21T02:42:31.274 INFO:teuthology.orchestra.run.smithi083.stdout:[osd.2] 2024-09-21T02:42:31.274 INFO:teuthology.orchestra.run.smithi083.stdout: key = AQCAMu5mLACKAxAA7MeIqZhuKgqyP6ypaazbUg== 2024-09-21T02:42:31.274 INFO:teuthology.orchestra.run.smithi083.stdout:[osd.3] 2024-09-21T02:42:31.274 INFO:teuthology.orchestra.run.smithi083.stdout: key = AQCDMu5mgFs+ExAAKFQDOeVBVf1vA12lcgu2xQ== 2024-09-21T02:42:31.274 INFO:teuthology.orchestra.run.smithi083.stdout:[mgr.x] 2024-09-21T02:42:31.274 INFO:teuthology.orchestra.run.smithi083.stdout: key = AQB1Mu5mX/JIKRAAJv8AzZ+ypM8eFJnmhCMNNw== 2024-09-21T02:42:31.274 INFO:teuthology.orchestra.run.smithi083.stdout:[mds.b] 2024-09-21T02:42:31.274 INFO:teuthology.orchestra.run.smithi083.stdout: key = AQB1Mu5m3jQZOxAAR719UVxi+teJR9UfNZOiRA== 2024-09-21T02:42:31.274 INFO:teuthology.orchestra.run.smithi083.stdout:[mds.d] 2024-09-21T02:42:31.274 INFO:teuthology.orchestra.run.smithi083.stdout: key = AQB2Mu5mrj0BBxAA3f03v1qjs5yKbUxuRnHahw== 2024-09-21T02:42:31.274 INFO:teuthology.orchestra.run.smithi083.stdout:[osd.4] 2024-09-21T02:42:31.274 INFO:teuthology.orchestra.run.smithi083.stdout: key = AQCJMu5mYD7rHBAAikmENF8W5g+FONUZNPhtPQ== 2024-09-21T02:42:31.274 INFO:teuthology.orchestra.run.smithi083.stdout:[osd.5] 2024-09-21T02:42:31.275 INFO:teuthology.orchestra.run.smithi083.stdout: key = AQCMMu5mmJOnLhAAJn6GSWXzQUlUKpCuXHF8tw== 2024-09-21T02:42:31.275 INFO:teuthology.orchestra.run.smithi083.stdout:[osd.6] 2024-09-21T02:42:31.275 INFO:teuthology.orchestra.run.smithi083.stdout: key = AQCQMu5m95aZARAA7o8Mnq9F64sCaKDJnu673g== 2024-09-21T02:42:31.275 INFO:teuthology.orchestra.run.smithi083.stdout:[osd.7] 2024-09-21T02:42:31.275 INFO:teuthology.orchestra.run.smithi083.stdout: key = AQCTMu5mBc0gERAAhiKUTWbV+S8Lh1vloa+mOg== 2024-09-21T02:42:31.275 INFO:teuthology.orchestra.run.smithi083.stdout:[client.0] 2024-09-21T02:42:31.275 INFO:teuthology.orchestra.run.smithi083.stdout: key = AQB2Mu5m/vs6DBAAJDBR8SmyvknRZ8MQjNS5SA== 2024-09-21T02:42:31.275 INFO:teuthology.orchestra.run.smithi083.stdout:[client.2] 2024-09-21T02:42:31.275 INFO:teuthology.orchestra.run.smithi083.stdout: key = AQB2Mu5m1ayDEBAA2wrtCXHk9BP+/bzM2Iy7BQ== 2024-09-21T02:42:31.275 INFO:teuthology.orchestra.run.smithi083.stdout:[client.1] 2024-09-21T02:42:31.275 INFO:teuthology.orchestra.run.smithi083.stdout: key = AQB2Mu5mPUA4FRAA54UPYNm1t09/KPSp/BqzLQ== 2024-09-21T02:42:31.275 INFO:teuthology.orchestra.run.smithi083.stdout:[client.3] 2024-09-21T02:42:31.275 INFO:teuthology.orchestra.run.smithi083.stdout: key = AQB2Mu5mk4izGRAAf3+S2rhnPGqdyKA29uVJAg== 2024-09-21T02:42:31.281 INFO:teuthology.orchestra.run.smithi142.stdout:[mgr.y] 2024-09-21T02:42:31.281 INFO:teuthology.orchestra.run.smithi142.stdout: key = AQB1Mu5m+8+JJBAAZZ0Mjf61DkdWNnKJjcapHA== 2024-09-21T02:42:31.281 INFO:teuthology.orchestra.run.smithi142.stdout:[mds.a] 2024-09-21T02:42:31.281 INFO:teuthology.orchestra.run.smithi142.stdout: key = AQB1Mu5mnNw3LhAAMSdYD3qyHb7MEHc5OYfN5w== 2024-09-21T02:42:31.281 INFO:teuthology.orchestra.run.smithi142.stdout:[mds.c] 2024-09-21T02:42:31.281 INFO:teuthology.orchestra.run.smithi142.stdout: key = AQB1Mu5mmZ6pNRAABGmEQpp7ufB7uC1uxxDUoA== 2024-09-21T02:42:31.282 INFO:teuthology.orchestra.run.smithi142.stdout:[osd.0] 2024-09-21T02:42:31.282 INFO:teuthology.orchestra.run.smithi142.stdout: key = AQB5Mu5mKLOsHhAAvU5kCJkYUBUrOJU7pChhZg== 2024-09-21T02:42:31.282 INFO:teuthology.orchestra.run.smithi142.stdout:[osd.1] 2024-09-21T02:42:31.282 INFO:teuthology.orchestra.run.smithi142.stdout: key = AQB8Mu5mHloqLxAAiGfm+7CcqUm+CLrEy2HVRg== 2024-09-21T02:42:31.282 INFO:teuthology.orchestra.run.smithi142.stdout:[osd.2] 2024-09-21T02:42:31.282 INFO:teuthology.orchestra.run.smithi142.stdout: key = AQCAMu5mLACKAxAA7MeIqZhuKgqyP6ypaazbUg== 2024-09-21T02:42:31.282 INFO:teuthology.orchestra.run.smithi142.stdout:[osd.3] 2024-09-21T02:42:31.282 INFO:teuthology.orchestra.run.smithi142.stdout: key = AQCDMu5mgFs+ExAAKFQDOeVBVf1vA12lcgu2xQ== 2024-09-21T02:42:31.282 INFO:teuthology.orchestra.run.smithi142.stdout:[mgr.x] 2024-09-21T02:42:31.282 INFO:teuthology.orchestra.run.smithi142.stdout: key = AQB1Mu5mX/JIKRAAJv8AzZ+ypM8eFJnmhCMNNw== 2024-09-21T02:42:31.282 INFO:teuthology.orchestra.run.smithi142.stdout:[mds.b] 2024-09-21T02:42:31.282 INFO:teuthology.orchestra.run.smithi142.stdout: key = AQB1Mu5m3jQZOxAAR719UVxi+teJR9UfNZOiRA== 2024-09-21T02:42:31.282 INFO:teuthology.orchestra.run.smithi142.stdout:[mds.d] 2024-09-21T02:42:31.282 INFO:teuthology.orchestra.run.smithi142.stdout: key = AQB2Mu5mrj0BBxAA3f03v1qjs5yKbUxuRnHahw== 2024-09-21T02:42:31.283 INFO:teuthology.orchestra.run.smithi142.stdout:[osd.4] 2024-09-21T02:42:31.283 INFO:teuthology.orchestra.run.smithi142.stdout: key = AQCJMu5mYD7rHBAAikmENF8W5g+FONUZNPhtPQ== 2024-09-21T02:42:31.283 INFO:teuthology.orchestra.run.smithi142.stdout:[osd.5] 2024-09-21T02:42:31.283 INFO:teuthology.orchestra.run.smithi142.stdout: key = AQCMMu5mmJOnLhAAJn6GSWXzQUlUKpCuXHF8tw== 2024-09-21T02:42:31.283 INFO:teuthology.orchestra.run.smithi142.stdout:[osd.6] 2024-09-21T02:42:31.283 INFO:teuthology.orchestra.run.smithi142.stdout: key = AQCQMu5m95aZARAA7o8Mnq9F64sCaKDJnu673g== 2024-09-21T02:42:31.283 INFO:teuthology.orchestra.run.smithi142.stdout:[osd.7] 2024-09-21T02:42:31.283 INFO:teuthology.orchestra.run.smithi142.stdout: key = AQCTMu5mBc0gERAAhiKUTWbV+S8Lh1vloa+mOg== 2024-09-21T02:42:31.283 INFO:teuthology.orchestra.run.smithi142.stdout:[client.0] 2024-09-21T02:42:31.283 INFO:teuthology.orchestra.run.smithi142.stdout: key = AQB2Mu5m/vs6DBAAJDBR8SmyvknRZ8MQjNS5SA== 2024-09-21T02:42:31.283 INFO:teuthology.orchestra.run.smithi142.stdout:[client.2] 2024-09-21T02:42:31.283 INFO:teuthology.orchestra.run.smithi142.stdout: key = AQB2Mu5m1ayDEBAA2wrtCXHk9BP+/bzM2Iy7BQ== 2024-09-21T02:42:31.283 INFO:teuthology.orchestra.run.smithi142.stdout:[client.1] 2024-09-21T02:42:31.283 INFO:teuthology.orchestra.run.smithi142.stdout: key = AQB2Mu5mPUA4FRAA54UPYNm1t09/KPSp/BqzLQ== 2024-09-21T02:42:31.283 INFO:teuthology.orchestra.run.smithi142.stdout:[client.3] 2024-09-21T02:42:31.284 INFO:teuthology.orchestra.run.smithi142.stdout: key = AQB2Mu5mk4izGRAAf3+S2rhnPGqdyKA29uVJAg== 2024-09-21T02:42:31.284 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-21T02:42:31.320 DEBUG:teuthology.orchestra.run.smithi142:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-21T02:42:31.405 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-21T02:42:31.407 DEBUG:teuthology.orchestra.run.smithi142:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-21T02:42:31.481 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-21T02:42:31.483 DEBUG:teuthology.orchestra.run.smithi142:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-21T02:42:31.558 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T02:42:31.560 DEBUG:teuthology.orchestra.run.smithi142:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T02:42:31.632 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T02:42:31.634 DEBUG:teuthology.orchestra.run.smithi142:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T02:42:31.704 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T02:42:31.706 DEBUG:teuthology.orchestra.run.smithi142:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T02:42:31.778 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T02:42:31.780 DEBUG:teuthology.orchestra.run.smithi142:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T02:42:31.849 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-21T02:42:31.852 DEBUG:teuthology.orchestra.run.smithi142:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-21T02:42:31.918 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-21T02:42:31.920 DEBUG:teuthology.orchestra.run.smithi142:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-21T02:42:31.988 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-21T02:42:31.990 DEBUG:teuthology.orchestra.run.smithi142:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-21T02:42:32.060 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T02:42:32.063 DEBUG:teuthology.orchestra.run.smithi142:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T02:42:32.129 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T02:42:32.131 DEBUG:teuthology.orchestra.run.smithi142:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T02:42:32.203 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T02:42:32.205 DEBUG:teuthology.orchestra.run.smithi142:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T02:42:32.272 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T02:42:32.275 DEBUG:teuthology.orchestra.run.smithi142:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T02:42:32.346 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-21T02:42:32.349 DEBUG:teuthology.orchestra.run.smithi142:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-21T02:42:32.419 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-21T02:42:32.421 DEBUG:teuthology.orchestra.run.smithi142:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-21T02:42:32.495 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-21T02:42:32.497 DEBUG:teuthology.orchestra.run.smithi142:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-21T02:42:32.567 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-21T02:42:32.569 DEBUG:teuthology.orchestra.run.smithi142:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-21T02:42:32.639 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-21T02:42:32.639 DEBUG:teuthology.orchestra.run.smithi083:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-21T02:42:32.650 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-21T02:42:32.773 DEBUG:teuthology.orchestra.run.smithi083:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-21T02:42:32.782 DEBUG:teuthology.orchestra.run.smithi142:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-21T02:42:32.796 DEBUG:teuthology.orchestra.run.smithi142:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-21T02:42:32.922 DEBUG:teuthology.orchestra.run.smithi142:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-21T02:42:32.932 DEBUG:teuthology.orchestra.run.smithi142:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-21T02:42:32.984 DEBUG:teuthology.orchestra.run.smithi142:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-21T02:42:33.106 DEBUG:teuthology.orchestra.run.smithi142:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-21T02:42:33.115 DEBUG:teuthology.orchestra.run.smithi083:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-21T02:42:33.118 DEBUG:teuthology.orchestra.run.smithi142:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-21T02:42:33.162 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-21T02:42:33.162 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-21T02:42:33.163 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-21T02:42:33.165 INFO:tasks.ceph.mon.a:Started 2024-09-21T02:42:33.165 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-21T02:42:33.165 DEBUG:teuthology.orchestra.run.smithi142:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-21T02:42:33.208 INFO:tasks.ceph.mon.b:Started 2024-09-21T02:42:33.208 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-21T02:42:33.208 DEBUG:teuthology.orchestra.run.smithi142:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-21T02:42:33.210 INFO:tasks.ceph.mon.c:Started 2024-09-21T02:42:33.210 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-21T02:42:33.211 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-21T02:42:33.211 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-21T02:42:33.213 INFO:tasks.ceph.mgr.y:Started 2024-09-21T02:42:33.213 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-21T02:42:33.213 DEBUG:teuthology.orchestra.run.smithi142:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-21T02:42:33.215 INFO:tasks.ceph.mgr.x:Started 2024-09-21T02:42:33.215 INFO:tasks.ceph:setting config [client] client_mount_timeout = 600 2024-09-21T02:42:33.216 DEBUG:teuthology.orchestra.run.smithi083:> sudo ceph --cluster ceph config set client client_mount_timeout 600 2024-09-21T02:42:33.218 INFO:tasks.ceph:setting config [client] debug_client = 20 2024-09-21T02:42:33.218 DEBUG:teuthology.orchestra.run.smithi083:> sudo ceph --cluster ceph config set client debug_client 20 2024-09-21T02:42:33.267 INFO:tasks.ceph:setting config [client] debug_ms = 1 2024-09-21T02:42:33.268 DEBUG:teuthology.orchestra.run.smithi083:> sudo ceph --cluster ceph config set client debug_ms 1 2024-09-21T02:42:33.315 INFO:tasks.ceph:setting config [client] rados_mon_op_timeout = 900 2024-09-21T02:42:33.316 DEBUG:teuthology.orchestra.run.smithi083:> sudo ceph --cluster ceph config set client rados_mon_op_timeout 900 2024-09-21T02:42:33.363 INFO:tasks.ceph:setting config [client] rados_osd_op_timeout = 900 2024-09-21T02:42:33.364 DEBUG:teuthology.orchestra.run.smithi083:> sudo ceph --cluster ceph config set client rados_osd_op_timeout 900 2024-09-21T02:42:33.411 INFO:tasks.ceph:setting config [mds] debug_mds = 20 2024-09-21T02:42:33.412 DEBUG:teuthology.orchestra.run.smithi083:> sudo ceph --cluster ceph config set mds debug_mds 20 2024-09-21T02:42:33.455 INFO:tasks.ceph:setting config [mds] debug_mds_balancer = 20 2024-09-21T02:42:33.456 DEBUG:teuthology.orchestra.run.smithi083:> sudo ceph --cluster ceph config set mds debug_mds_balancer 20 2024-09-21T02:42:33.499 INFO:tasks.ceph:setting config [mds] debug_ms = 2 2024-09-21T02:42:33.500 DEBUG:teuthology.orchestra.run.smithi083:> sudo ceph --cluster ceph config set mds debug_ms 2 2024-09-21T02:42:33.543 INFO:tasks.ceph:setting config [mds] mds_debug_frag = True 2024-09-21T02:42:33.544 DEBUG:teuthology.orchestra.run.smithi083:> sudo ceph --cluster ceph config set mds mds_debug_frag True 2024-09-21T02:42:33.591 INFO:tasks.ceph:setting config [mds] mds_debug_scatterstat = True 2024-09-21T02:42:33.592 DEBUG:teuthology.orchestra.run.smithi083:> sudo ceph --cluster ceph config set mds mds_debug_scatterstat True 2024-09-21T02:42:33.639 INFO:tasks.ceph:setting config [mds] mds_op_complaint_time = 180 2024-09-21T02:42:33.640 DEBUG:teuthology.orchestra.run.smithi083:> sudo ceph --cluster ceph config set mds mds_op_complaint_time 180 2024-09-21T02:42:33.683 INFO:tasks.ceph:setting config [mds] mds_verify_scatter = True 2024-09-21T02:42:33.683 DEBUG:teuthology.orchestra.run.smithi083:> sudo ceph --cluster ceph config set mds mds_verify_scatter True 2024-09-21T02:42:33.727 INFO:tasks.ceph:setting config [mds] osd_op_complaint_time = 180 2024-09-21T02:42:33.727 DEBUG:teuthology.orchestra.run.smithi083:> sudo ceph --cluster ceph config set mds osd_op_complaint_time 180 2024-09-21T02:42:33.771 INFO:tasks.ceph:setting config [mds] rados_mon_op_timeout = 900 2024-09-21T02:42:33.771 DEBUG:teuthology.orchestra.run.smithi083:> sudo ceph --cluster ceph config set mds rados_mon_op_timeout 900 2024-09-21T02:42:33.815 INFO:tasks.ceph:setting config [mds] rados_osd_op_timeout = 900 2024-09-21T02:42:33.816 DEBUG:teuthology.orchestra.run.smithi083:> sudo ceph --cluster ceph config set mds rados_osd_op_timeout 900 2024-09-21T02:42:33.859 INFO:tasks.ceph:setting config [mgr] client_mount_timeout = 30 2024-09-21T02:42:33.859 DEBUG:teuthology.orchestra.run.smithi083:> sudo ceph --cluster ceph config set mgr client_mount_timeout 30 2024-09-21T02:42:33.903 INFO:tasks.ceph:setting config [mgr] debug_client = 20 2024-09-21T02:42:33.904 DEBUG:teuthology.orchestra.run.smithi083:> sudo ceph --cluster ceph config set mgr debug_client 20 2024-09-21T02:42:33.947 INFO:tasks.ceph:setting config [mgr] debug_mgr = 20 2024-09-21T02:42:33.948 DEBUG:teuthology.orchestra.run.smithi083:> sudo ceph --cluster ceph config set mgr debug_mgr 20 2024-09-21T02:42:33.991 INFO:tasks.ceph:setting config [mgr] debug_ms = 1 2024-09-21T02:42:33.991 DEBUG:teuthology.orchestra.run.smithi083:> sudo ceph --cluster ceph config set mgr debug_ms 1 2024-09-21T02:42:34.035 INFO:tasks.ceph:setting config [mgr] mon_warn_on_pool_no_app = False 2024-09-21T02:42:34.035 DEBUG:teuthology.orchestra.run.smithi083:> sudo ceph --cluster ceph config set mgr mon_warn_on_pool_no_app False 2024-09-21T02:42:34.079 INFO:tasks.ceph:setting config [mon] mon_op_complaint_time = 120 2024-09-21T02:42:34.079 DEBUG:teuthology.orchestra.run.smithi083:> sudo ceph --cluster ceph config set mon mon_op_complaint_time 120 2024-09-21T02:42:34.127 INFO:tasks.ceph:setting config [osd] osd_op_complaint_time = 180 2024-09-21T02:42:34.127 DEBUG:teuthology.orchestra.run.smithi083:> sudo ceph --cluster ceph config set osd osd_op_complaint_time 180 2024-09-21T02:42:34.175 DEBUG:tasks.ceph:set 22 configs 2024-09-21T02:42:34.175 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'client_mount_timeout', '600'], check_status=True, hostname='smithi083') 2024-09-21T02:42:39.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:38.999+0000 7efed5ffb640 1 -- 172.21.15.83:0/3558624534 <== mon.2 v2:172.21.15.142:3301/0 9 ==== mon_command_ack([{prefix=config set, name=debug_ms}]=0 v12)=0 v12) ==== 109+0+0 (secure 0 0 0) 0x7efedc017040 con 0x7efecc004020 2024-09-21T02:42:39.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.003+0000 7f0bd3e74640 1 -- 172.21.15.83:0/1783499974 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command([{prefix=config set, name=debug_mgr}] v 0) -- 0x7f0ba80050f0 con 0x7f0bb8004e70 2024-09-21T02:42:39.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.003+0000 7efee75ce640 1 -- 172.21.15.83:0/3558624534 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7efecc004020 msgr2=0x7efee00a9ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:39.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.003+0000 7efee75ce640 1 --2- 172.21.15.83:0/3558624534 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7efecc004020 0x7efee00a9ab0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7efedc0b1000 tx=0x7efedc01ec30 comp rx=0 tx=0).stop 2024-09-21T02:42:39.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.003+0000 7effde262640 1 -- 172.21.15.83:0/1585988458 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7effc0004810 msgr2=0x7effd80c7810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:39.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.003+0000 7effde262640 1 --2- 172.21.15.83:0/1585988458 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7effc0004810 0x7effd80c7810 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7effc4009ea0 tx=0x7effcc011810 comp rx=0 tx=0).stop 2024-09-21T02:42:39.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.003+0000 7efee75ce640 1 -- 172.21.15.83:0/3558624534 shutdown_connections 2024-09-21T02:42:39.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.003+0000 7efee75ce640 1 --2- 172.21.15.83:0/3558624534 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7efee00af0e0 0x7efee00af4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.003+0000 7efee75ce640 1 --2- 172.21.15.83:0/3558624534 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efecc004e70 0x7efee014d860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.003+0000 7efee75ce640 1 --2- 172.21.15.83:0/3558624534 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7efecc004020 0x7efee00a9ab0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.003+0000 7effde262640 1 -- 172.21.15.83:0/1585988458 shutdown_connections 2024-09-21T02:42:39.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.003+0000 7effde262640 1 --2- 172.21.15.83:0/1585988458 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7effc0005280 0x7effd80c4450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.003+0000 7efee75ce640 1 -- 172.21.15.83:0/3558624534 >> 172.21.15.83:0/3558624534 conn(0x7efee00b24f0 msgr2=0x7efee015c210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:39.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.003+0000 7effde262640 1 --2- 172.21.15.83:0/1585988458 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7effc0004810 0x7effd80c7810 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.003+0000 7effde262640 1 --2- 172.21.15.83:0/1585988458 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7effc0003a10 0x7effd80c9110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.003+0000 7effde262640 1 -- 172.21.15.83:0/1585988458 >> 172.21.15.83:0/1585988458 conn(0x7effd80b24f0 msgr2=0x7effd815bf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:39.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.003+0000 7effde262640 1 -- 172.21.15.83:0/1585988458 shutdown_connections 2024-09-21T02:42:39.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.003+0000 7efee75ce640 1 -- 172.21.15.83:0/3558624534 shutdown_connections 2024-09-21T02:42:39.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.003+0000 7efee75ce640 1 -- 172.21.15.83:0/3558624534 wait complete. 2024-09-21T02:42:39.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.003+0000 7effde262640 1 -- 172.21.15.83:0/1585988458 wait complete. 2024-09-21T02:42:39.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.007+0000 7efff85d1640 1 -- 172.21.15.83:0/1969396254 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_command([{prefix=config set, name=mds_debug_frag}] v 0) -- 0x7effcc0050f0 con 0x7efff01f6eb0 2024-09-21T02:42:39.011 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.011+0000 7f46b0535640 1 -- 172.21.15.83:0/3835695132 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command([{prefix=config set, name=debug_mds}] v 0) -- 0x7f46840050f0 con 0x7f468c003ab0 2024-09-21T02:42:39.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.011+0000 7fb584ff9640 1 -- 172.21.15.83:0/3250944715 <== mon.1 v2:172.21.15.142:3300/0 9 ==== mon_command_ack([{prefix=config set, name=mon_warn_on_pool_no_app}]=0 v13)=0 v13) ==== 125+0+0 (secure 0 0 0) 0x7fb5881f0cd0 con 0x7fb574004dc0 2024-09-21T02:42:39.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.015+0000 7fb58ea55640 1 -- 172.21.15.83:0/3250944715 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb574004dc0 msgr2=0x7fb588148670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:39.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.015+0000 7fb58ea55640 1 --2- 172.21.15.83:0/3250944715 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb574004dc0 0x7fb588148670 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fb57c0119e0 tx=0x7fb57c011ea0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.015+0000 7fb58ea55640 1 -- 172.21.15.83:0/3250944715 shutdown_connections 2024-09-21T02:42:39.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.015+0000 7fb58ea55640 1 --2- 172.21.15.83:0/3250944715 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb58815f150 0x7fb5880b6110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.015+0000 7fb58ea55640 1 --2- 172.21.15.83:0/3250944715 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb574004dc0 0x7fb588148670 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.015+0000 7fb58ea55640 1 --2- 172.21.15.83:0/3250944715 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb574003c90 0x7fb5881f0790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.015+0000 7fb58ea55640 1 -- 172.21.15.83:0/3250944715 >> 172.21.15.83:0/3250944715 conn(0x7fb5880cdb70 msgr2=0x7fb5880b1580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:39.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.015+0000 7fb58ea55640 1 -- 172.21.15.83:0/3250944715 shutdown_connections 2024-09-21T02:42:39.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.015+0000 7fb58ea55640 1 -- 172.21.15.83:0/3250944715 wait complete. 2024-09-21T02:42:39.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.015+0000 7f469effd640 1 -- 172.21.15.83:0/3835695132 <== mon.0 v2:172.21.15.83:3300/0 9 ==== mon_command_ack([{prefix=config set, name=debug_mds}]=0 v14)=0 v14) ==== 108+0+0 (secure 0 0 0) 0x7f46a4018060 con 0x7f468c003ab0 2024-09-21T02:42:39.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.019+0000 7f46b0535640 1 -- 172.21.15.83:0/3835695132 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f468c003ab0 msgr2=0x7f46a81f94f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:39.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.019+0000 7f46b0535640 1 --2- 172.21.15.83:0/3835695132 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f468c003ab0 0x7f46a81f94f0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f46a401ca00 tx=0x7f468c005840 comp rx=0 tx=0).stop 2024-09-21T02:42:39.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.019+0000 7f46b0535640 1 -- 172.21.15.83:0/3835695132 shutdown_connections 2024-09-21T02:42:39.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.019+0000 7f46b0535640 1 --2- 172.21.15.83:0/3835695132 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f468c0099c0 0x7f46a81fc610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.019+0000 7f46b0535640 1 --2- 172.21.15.83:0/3835695132 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f468c004810 0x7f46a81fc0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.019+0000 7f46b0535640 1 --2- 172.21.15.83:0/3835695132 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f468c003ab0 0x7f46a81f94f0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.019+0000 7f46b0535640 1 -- 172.21.15.83:0/3835695132 >> 172.21.15.83:0/3835695132 conn(0x7f46a80cec90 msgr2=0x7f46a80b6a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:39.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.019+0000 7f46b0535640 1 -- 172.21.15.83:0/3835695132 shutdown_connections 2024-09-21T02:42:39.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.019+0000 7f46b0535640 1 -- 172.21.15.83:0/3835695132 wait complete. 2024-09-21T02:42:39.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.023+0000 7f0bc27fc640 1 -- 172.21.15.83:0/1783499974 <== mon.1 v2:172.21.15.142:3300/0 9 ==== mon_command_ack([{prefix=config set, name=debug_mgr}]=0 v15)=0 v15) ==== 108+0+0 (secure 0 0 0) 0x7f0bbc027990 con 0x7f0bb8004e70 2024-09-21T02:42:39.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.027+0000 7f0bd3e74640 1 -- 172.21.15.83:0/1783499974 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0bb8004e70 msgr2=0x7f0bcc06f500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:39.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.027+0000 7f0bd3e74640 1 --2- 172.21.15.83:0/1783499974 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0bb8004e70 0x7f0bcc06f500 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f0bbc012fd0 tx=0x7f0bbc011c50 comp rx=0 tx=0).stop 2024-09-21T02:42:39.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.027+0000 7f0bd3e74640 1 -- 172.21.15.83:0/1783499974 shutdown_connections 2024-09-21T02:42:39.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.027+0000 7f0bd3e74640 1 --2- 172.21.15.83:0/1783499974 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0bcc0b5060 0x7f0bcc15f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.027+0000 7f0bd3e74640 1 --2- 172.21.15.83:0/1783499974 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0bb8004e70 0x7f0bcc06f500 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.027+0000 7f0bd3e74640 1 --2- 172.21.15.83:0/1783499974 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f0bb8004070 0x7f0bcc15a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.027+0000 7f0bd3e74640 1 -- 172.21.15.83:0/1783499974 >> 172.21.15.83:0/1783499974 conn(0x7f0bcc0cec90 msgr2=0x7f0bcc0b6420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:39.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.027+0000 7f0bd3e74640 1 -- 172.21.15.83:0/1783499974 shutdown_connections 2024-09-21T02:42:39.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.027+0000 7f0bd3e74640 1 -- 172.21.15.83:0/1783499974 wait complete. 2024-09-21T02:42:39.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.031+0000 7effe6ffd640 1 -- 172.21.15.83:0/1969396254 <== mon.2 v2:172.21.15.142:3301/0 9 ==== mon_command_ack([{prefix=config set, name=mds_debug_frag}]=0 v16)=0 v16) ==== 115+0+0 (secure 0 0 0) 0x7effe801c8c0 con 0x7efff01f6eb0 2024-09-21T02:42:39.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.031+0000 7effe4ff9640 1 -- 172.21.15.83:0/1969396254 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7efff01f6eb0 msgr2=0x7efff01f72c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:39.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.031+0000 7effe4ff9640 1 --2- 172.21.15.83:0/1969396254 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7efff01f6eb0 0x7efff01f72c0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7effd4007310 tx=0x7effe8013b70 comp rx=0 tx=0).stop 2024-09-21T02:42:39.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.031+0000 7effe4ff9640 1 -- 172.21.15.83:0/1969396254 shutdown_connections 2024-09-21T02:42:39.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.031+0000 7effe4ff9640 1 --2- 172.21.15.83:0/1969396254 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7efff01f6eb0 0x7efff01f72c0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.031+0000 7effe4ff9640 1 --2- 172.21.15.83:0/1969396254 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7effdc005390 0x7efff01585c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.031+0000 7effe4ff9640 1 --2- 172.21.15.83:0/1969396254 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7effdc003a10 0x7efff015f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.031+0000 7effe4ff9640 1 -- 172.21.15.83:0/1969396254 >> 172.21.15.83:0/1969396254 conn(0x7efff00cec90 msgr2=0x7efff00cb910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:39.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.031+0000 7effe4ff9640 1 -- 172.21.15.83:0/1969396254 shutdown_connections 2024-09-21T02:42:39.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.031+0000 7effe4ff9640 1 -- 172.21.15.83:0/1969396254 wait complete. 2024-09-21T02:42:39.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.371+0000 7f3803586640 1 -- 172.21.15.83:0/1518405594 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f37e0007d70 msgr2=0x7f37e0008180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:39.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.371+0000 7f3803586640 1 --2- 172.21.15.83:0/1518405594 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f37e0007d70 0x7f37e0008180 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f37fc0519c0 tx=0x7f37ec01d730 comp rx=0 tx=0).stop 2024-09-21T02:42:39.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.371+0000 7f3803586640 1 -- 172.21.15.83:0/1518405594 shutdown_connections 2024-09-21T02:42:39.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.371+0000 7f3803586640 1 --2- 172.21.15.83:0/1518405594 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f37e0007d70 0x7f37e0008180 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.371+0000 7f3803586640 1 -- 172.21.15.83:0/1518405594 >> 172.21.15.83:0/1518405594 conn(0x7f37fc0d1180 msgr2=0x7f37fc0d1590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:39.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.371+0000 7f3803586640 1 -- 172.21.15.83:0/1518405594 shutdown_connections 2024-09-21T02:42:39.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.371+0000 7f3803586640 1 -- 172.21.15.83:0/1518405594 wait complete. 2024-09-21T02:42:39.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.375+0000 7f3803586640 1 Processor -- start 2024-09-21T02:42:39.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.375+0000 7f3803586640 1 -- start start 2024-09-21T02:42:39.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.379+0000 7f3803586640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f37e0003b10 0x7f37fc152ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:39.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.379+0000 7f3803586640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f37e0007d70 0x7f37fc0b62c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:39.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.379+0000 7f3803586640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37e0008820 0x7f37fc151230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:39.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.379+0000 7f3803586640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f37fc15c890 con 0x7f37e0008820 2024-09-21T02:42:39.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.379+0000 7f3803586640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f37fc0d0ae0 con 0x7f37e0003b10 2024-09-21T02:42:39.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.379+0000 7f3803586640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f37fc0c6020 con 0x7f37e0007d70 2024-09-21T02:42:39.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.379+0000 7f3801b23640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37e0008820 0x7f37fc151230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:39.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.379+0000 7f3801b23640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37e0008820 0x7f37fc151230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37110/0 (socket says 172.21.15.83:37110) 2024-09-21T02:42:39.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.379+0000 7f3801b23640 1 -- 172.21.15.83:0/2703448814 learned_addr learned my addr 172.21.15.83:0/2703448814 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:42:39.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.379+0000 7f3800b21640 1 --2- 172.21.15.83:0/2703448814 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f37e0007d70 0x7f37fc0b62c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:39.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.379+0000 7f3801322640 1 --2- 172.21.15.83:0/2703448814 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f37e0003b10 0x7f37fc152ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:39.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.379+0000 7f3800b21640 1 -- 172.21.15.83:0/2703448814 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f37e0003b10 msgr2=0x7f37fc152ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:39.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.379+0000 7f3800b21640 1 --2- 172.21.15.83:0/2703448814 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f37e0003b10 0x7f37fc152ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.379+0000 7f3800b21640 1 -- 172.21.15.83:0/2703448814 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37e0008820 msgr2=0x7f37fc151230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:39.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.379+0000 7f3800b21640 1 --2- 172.21.15.83:0/2703448814 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37e0008820 0x7f37fc151230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.379+0000 7f3800b21640 1 -- 172.21.15.83:0/2703448814 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37fc1f66b0 con 0x7f37e0007d70 2024-09-21T02:42:39.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.379+0000 7f3800b21640 1 --2- 172.21.15.83:0/2703448814 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f37e0007d70 0x7f37fc0b62c0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f37ec0ae000 tx=0x7f37ec01a4d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:42:39.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.379+0000 7f37f1ffb640 1 -- 172.21.15.83:0/2703448814 <== mon.2 v2:172.21.15.142:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37ec0ac040 con 0x7f37e0007d70 2024-09-21T02:42:39.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.379+0000 7f37f1ffb640 1 -- 172.21.15.83:0/2703448814 <== mon.2 v2:172.21.15.142:3301/0 2 ==== config(2 keys) ==== 48+0+0 (secure 0 0 0) 0x7f37ec0a6620 con 0x7f37e0007d70 2024-09-21T02:42:39.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.379+0000 7f3803586640 1 -- 172.21.15.83:0/2703448814 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37fc1f6990 con 0x7f37e0007d70 2024-09-21T02:42:39.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.379+0000 7f37f1ffb640 1 -- 172.21.15.83:0/2703448814 <== mon.2 v2:172.21.15.142:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37ec0b0c40 con 0x7f37e0007d70 2024-09-21T02:42:39.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.379+0000 7f3803586640 1 -- 172.21.15.83:0/2703448814 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f37fc1f6f50 con 0x7f37e0007d70 2024-09-21T02:42:39.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.379+0000 7f37f1ffb640 1 -- 172.21.15.83:0/2703448814 <== mon.2 v2:172.21.15.142:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f37ec0c3020 con 0x7f37e0007d70 2024-09-21T02:42:39.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.379+0000 7f37f1ffb640 1 -- 172.21.15.83:0/2703448814 <== mon.2 v2:172.21.15.142:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f37ec0b0de0 con 0x7f37e0007d70 2024-09-21T02:42:39.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.383+0000 7f3803586640 1 -- 172.21.15.83:0/2703448814 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37fc0c7900 con 0x7f37e0007d70 2024-09-21T02:42:39.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.383+0000 7f37f1ffb640 1 -- 172.21.15.83:0/2703448814 <== mon.2 v2:172.21.15.142:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f37ec017480 con 0x7f37e0007d70 2024-09-21T02:42:39.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.439+0000 7f3803586640 1 -- 172.21.15.83:0/2703448814 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_command([{prefix=config set, name=client_mount_timeout}] v 0) -- 0x7f37fc072350 con 0x7f37e0007d70 2024-09-21T02:42:39.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.451+0000 7f37f1ffb640 1 -- 172.21.15.83:0/2703448814 <== mon.2 v2:172.21.15.142:3301/0 7 ==== config(3 keys) ==== 79+0+0 (secure 0 0 0) 0x7f37ec0bb990 con 0x7f37e0007d70 2024-09-21T02:42:39.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.451+0000 7f37f1ffb640 1 -- 172.21.15.83:0/2703448814 <== mon.2 v2:172.21.15.142:3301/0 8 ==== mon_command_ack([{prefix=config set, name=client_mount_timeout}]=0 v17)=0 v17) ==== 123+0+0 (secure 0 0 0) 0x7f37ec0bbb40 con 0x7f37e0007d70 2024-09-21T02:42:39.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.451+0000 7f3803586640 1 -- 172.21.15.83:0/2703448814 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f37e0007d70 msgr2=0x7f37fc0b62c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:39.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.451+0000 7f3803586640 1 --2- 172.21.15.83:0/2703448814 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f37e0007d70 0x7f37fc0b62c0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f37ec0ae000 tx=0x7f37ec01a4d0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.451+0000 7f3803586640 1 -- 172.21.15.83:0/2703448814 shutdown_connections 2024-09-21T02:42:39.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.451+0000 7f3803586640 1 --2- 172.21.15.83:0/2703448814 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37e0008820 0x7f37fc151230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.451+0000 7f3803586640 1 --2- 172.21.15.83:0/2703448814 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f37e0007d70 0x7f37fc0b62c0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.451+0000 7f3803586640 1 --2- 172.21.15.83:0/2703448814 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f37e0003b10 0x7f37fc152ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.451+0000 7f3803586640 1 -- 172.21.15.83:0/2703448814 >> 172.21.15.83:0/2703448814 conn(0x7f37fc0d1180 msgr2=0x7f37fc15cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:39.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.451+0000 7f3803586640 1 -- 172.21.15.83:0/2703448814 shutdown_connections 2024-09-21T02:42:39.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.451+0000 7f3803586640 1 -- 172.21.15.83:0/2703448814 wait complete. 2024-09-21T02:42:39.471 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'debug_client', '20'], check_status=True, hostname='smithi083') 2024-09-21T02:42:39.471 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'debug_ms', '1'], check_status=True, hostname='smithi083') 2024-09-21T02:42:39.471 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'rados_mon_op_timeout', '900'], check_status=True, hostname='smithi083') 2024-09-21T02:42:39.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.503+0000 7f604df96640 1 -- 172.21.15.83:0/250851507 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6034006c20 msgr2=0x7f6034007030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:39.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.503+0000 7f604df96640 1 --2- 172.21.15.83:0/250851507 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6034006c20 0x7f6034007030 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f603c005fd0 tx=0x7f603c01e4b0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.503+0000 7f604df96640 1 -- 172.21.15.83:0/250851507 shutdown_connections 2024-09-21T02:42:39.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.503+0000 7f604df96640 1 --2- 172.21.15.83:0/250851507 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6034006c20 0x7f6034007030 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.503+0000 7f604df96640 1 --2- 172.21.15.83:0/250851507 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6034003bb0 0x7f60340066e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.503+0000 7f604df96640 1 -- 172.21.15.83:0/250851507 >> 172.21.15.83:0/250851507 conn(0x7f60480693b0 msgr2=0x7f60480ced90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:39.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.503+0000 7f604df96640 1 -- 172.21.15.83:0/250851507 shutdown_connections 2024-09-21T02:42:39.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.503+0000 7f604df96640 1 -- 172.21.15.83:0/250851507 wait complete. 2024-09-21T02:42:39.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.511+0000 7f604df96640 1 Processor -- start 2024-09-21T02:42:39.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.511+0000 7f604df96640 1 -- start start 2024-09-21T02:42:39.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.511+0000 7f604df96640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6034003bb0 0x7f604815f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:39.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.515+0000 7f604df96640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6034006c20 0x7f604814c740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:39.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.515+0000 7f604df96640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6034007700 0x7f60480cd050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:39.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.515+0000 7f604df96640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f6048071a00 con 0x7f6034007700 2024-09-21T02:42:39.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.515+0000 7f604df96640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f6048071880 con 0x7f6034003bb0 2024-09-21T02:42:39.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.515+0000 7f604df96640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f6048071b80 con 0x7f6034006c20 2024-09-21T02:42:39.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.515+0000 7f6047fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6034007700 0x7f60480cd050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:39.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.515+0000 7f6047fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6034007700 0x7f60480cd050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37132/0 (socket says 172.21.15.83:37132) 2024-09-21T02:42:39.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.515+0000 7f6047fff640 1 -- 172.21.15.83:0/2081763635 learned_addr learned my addr 172.21.15.83:0/2081763635 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:42:39.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.515+0000 7f6046ffd640 1 --2- 172.21.15.83:0/2081763635 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6034006c20 0x7f604814c740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:39.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.515+0000 7f60477fe640 1 --2- 172.21.15.83:0/2081763635 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6034003bb0 0x7f604815f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:39.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.515+0000 7f6047fff640 1 -- 172.21.15.83:0/2081763635 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6034006c20 msgr2=0x7f604814c740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:39.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.515+0000 7f6047fff640 1 --2- 172.21.15.83:0/2081763635 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6034006c20 0x7f604814c740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.515+0000 7f6047fff640 1 -- 172.21.15.83:0/2081763635 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6034003bb0 msgr2=0x7f604815f7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:39.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.515+0000 7f6047fff640 1 --2- 172.21.15.83:0/2081763635 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6034003bb0 0x7f604815f7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.515+0000 7f6047fff640 1 -- 172.21.15.83:0/2081763635 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f604815ee30 con 0x7f6034007700 2024-09-21T02:42:39.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.515+0000 7f60477fe640 1 --2- 172.21.15.83:0/2081763635 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6034003bb0 0x7f604815f7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T02:42:39.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.515+0000 7f6047fff640 1 --2- 172.21.15.83:0/2081763635 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6034007700 0x7f60480cd050 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f60480c9390 tx=0x7f604000c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:42:39.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.515+0000 7f602ffff640 1 -- 172.21.15.83:0/2081763635 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6040018070 con 0x7f6034007700 2024-09-21T02:42:39.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.515+0000 7f602ffff640 1 -- 172.21.15.83:0/2081763635 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(3 keys) ==== 79+0+0 (secure 0 0 0) 0x7f6040003b80 con 0x7f6034007700 2024-09-21T02:42:39.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.515+0000 7f604df96640 1 -- 172.21.15.83:0/2081763635 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f604815f330 con 0x7f6034007700 2024-09-21T02:42:39.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.515+0000 7f602ffff640 1 -- 172.21.15.83:0/2081763635 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60400050d0 con 0x7f6034007700 2024-09-21T02:42:39.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.515+0000 7f604df96640 1 -- 172.21.15.83:0/2081763635 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60480b5e30 con 0x7f6034007700 2024-09-21T02:42:39.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.515+0000 7f602ffff640 1 -- 172.21.15.83:0/2081763635 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f604001b070 con 0x7f6034007700 2024-09-21T02:42:39.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.515+0000 7f602ffff640 1 -- 172.21.15.83:0/2081763635 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f604001d440 con 0x7f6034007700 2024-09-21T02:42:39.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.515+0000 7f604df96640 1 -- 172.21.15.83:0/2081763635 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f604815f080 con 0x7f6034007700 2024-09-21T02:42:39.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.519+0000 7f602ffff640 1 -- 172.21.15.83:0/2081763635 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f6040022020 con 0x7f6034007700 2024-09-21T02:42:39.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.551+0000 7f114acbf640 1 -- 172.21.15.83:0/459775334 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1128007650 msgr2=0x7f1128007ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:39.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.551+0000 7f114acbf640 1 --2- 172.21.15.83:0/459775334 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1128007650 0x7f1128007ac0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f114415d2d0 tx=0x7f113c01dc00 comp rx=0 tx=0).stop 2024-09-21T02:42:39.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.551+0000 7f114acbf640 1 -- 172.21.15.83:0/459775334 shutdown_connections 2024-09-21T02:42:39.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.551+0000 7f114acbf640 1 --2- 172.21.15.83:0/459775334 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1128007650 0x7f1128007ac0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.551+0000 7f114acbf640 1 --2- 172.21.15.83:0/459775334 >> v2:172.21.15.142:3300/0 conn(0x7f1128006b50 0x7f1128006f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.551+0000 7f114acbf640 1 --2- 172.21.15.83:0/459775334 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f1128003ae0 0x7f1128006610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.551+0000 7f114acbf640 1 -- 172.21.15.83:0/459775334 >> 172.21.15.83:0/459775334 conn(0x7f11440cdb70 msgr2=0x7f11440cdf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:39.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.551+0000 7f114acbf640 1 -- 172.21.15.83:0/459775334 shutdown_connections 2024-09-21T02:42:39.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.551+0000 7f114acbf640 1 -- 172.21.15.83:0/459775334 wait complete. 2024-09-21T02:42:39.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.555+0000 7f114acbf640 1 Processor -- start 2024-09-21T02:42:39.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.555+0000 7f114acbf640 1 -- start start 2024-09-21T02:42:39.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.559+0000 7f114acbf640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1128003ae0 0x7f11440c6930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:39.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.559+0000 7f114acbf640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f1128006b50 0x7f11441e6f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:39.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.559+0000 7f114acbf640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1128007650 0x7f11441e74b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:39.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.559+0000 7f114acbf640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f1144156fc0 con 0x7f1128003ae0 2024-09-21T02:42:39.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.559+0000 7f114acbf640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f1144156e40 con 0x7f1128007650 2024-09-21T02:42:39.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.559+0000 7f114acbf640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f1144157140 con 0x7f1128006b50 2024-09-21T02:42:39.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.559+0000 7f1148a5b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1128003ae0 0x7f11440c6930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:39.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.559+0000 7f1148a5b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1128003ae0 0x7f11440c6930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37160/0 (socket says 172.21.15.83:37160) 2024-09-21T02:42:39.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.559+0000 7f1148a5b640 1 -- 172.21.15.83:0/2351841984 learned_addr learned my addr 172.21.15.83:0/2351841984 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:42:39.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.559+0000 7f1143fff640 1 --2- 172.21.15.83:0/2351841984 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f1128006b50 0x7f11441e6f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:39.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.559+0000 7f114925c640 1 --2- 172.21.15.83:0/2351841984 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1128007650 0x7f11441e74b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:39.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.559+0000 7f1148a5b640 1 -- 172.21.15.83:0/2351841984 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f1128006b50 msgr2=0x7f11441e6f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:39.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.559+0000 7f1148a5b640 1 --2- 172.21.15.83:0/2351841984 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f1128006b50 0x7f11441e6f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.559+0000 7f1148a5b640 1 -- 172.21.15.83:0/2351841984 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1128007650 msgr2=0x7f11441e74b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:39.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.559+0000 7f1148a5b640 1 --2- 172.21.15.83:0/2351841984 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1128007650 0x7f11441e74b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.559+0000 7f1148a5b640 1 -- 172.21.15.83:0/2351841984 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11441e61b0 con 0x7f1128003ae0 2024-09-21T02:42:39.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.559+0000 7f1143fff640 1 --2- 172.21.15.83:0/2351841984 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f1128006b50 0x7f11441e6f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T02:42:39.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.559+0000 7f1148a5b640 1 --2- 172.21.15.83:0/2351841984 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1128003ae0 0x7f11440c6930 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f1138003e50 tx=0x7f1138013820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:42:39.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.559+0000 7f11417fa640 1 -- 172.21.15.83:0/2351841984 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1138012660 con 0x7f1128003ae0 2024-09-21T02:42:39.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.559+0000 7f11417fa640 1 -- 172.21.15.83:0/2351841984 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(3 keys) ==== 79+0+0 (secure 0 0 0) 0x7f11380128b0 con 0x7f1128003ae0 2024-09-21T02:42:39.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.559+0000 7f114acbf640 1 -- 172.21.15.83:0/2351841984 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11441e6490 con 0x7f1128003ae0 2024-09-21T02:42:39.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.559+0000 7f11417fa640 1 -- 172.21.15.83:0/2351841984 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1138012ca0 con 0x7f1128003ae0 2024-09-21T02:42:39.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.559+0000 7f114acbf640 1 -- 172.21.15.83:0/2351841984 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11440c50d0 con 0x7f1128003ae0 2024-09-21T02:42:39.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.559+0000 7f11417fa640 1 -- 172.21.15.83:0/2351841984 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f113801d3d0 con 0x7f1128003ae0 2024-09-21T02:42:39.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.559+0000 7f11417fa640 1 -- 172.21.15.83:0/2351841984 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f1138011a00 con 0x7f1128003ae0 2024-09-21T02:42:39.563 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.559+0000 7f114acbf640 1 -- 172.21.15.83:0/2351841984 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11440705d0 con 0x7f1128003ae0 2024-09-21T02:42:39.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.563+0000 7f11417fa640 1 -- 172.21.15.83:0/2351841984 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f1138011c00 con 0x7f1128003ae0 2024-09-21T02:42:39.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.575+0000 7f604df96640 1 -- 172.21.15.83:0/2081763635 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command([{prefix=config set, name=rados_mon_op_timeout}] v 0) -- 0x7f6048162860 con 0x7f6034007700 2024-09-21T02:42:39.583 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.583+0000 7f602ffff640 1 -- 172.21.15.83:0/2081763635 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{prefix=config set, name=rados_mon_op_timeout}]=0 v18)=0 v18) ==== 123+0+0 (secure 0 0 0) 0x7f6040005270 con 0x7f6034007700 2024-09-21T02:42:39.584 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.583+0000 7f602ffff640 1 -- 172.21.15.83:0/2081763635 <== mon.0 v2:172.21.15.83:3300/0 8 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7f60400127a0 con 0x7f6034007700 2024-09-21T02:42:39.584 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.583+0000 7f11417fa640 1 -- 172.21.15.83:0/2351841984 <== mon.0 v2:172.21.15.83:3300/0 7 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7f1138011de0 con 0x7f1128003ae0 2024-09-21T02:42:39.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.583+0000 7f604df96640 1 -- 172.21.15.83:0/2081763635 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6034007700 msgr2=0x7f60480cd050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:39.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.583+0000 7f604df96640 1 --2- 172.21.15.83:0/2081763635 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6034007700 0x7f60480cd050 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f60480c9390 tx=0x7f604000c960 comp rx=0 tx=0).stop 2024-09-21T02:42:39.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.583+0000 7f604df96640 1 -- 172.21.15.83:0/2081763635 shutdown_connections 2024-09-21T02:42:39.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.583+0000 7f604df96640 1 --2- 172.21.15.83:0/2081763635 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6034007700 0x7f60480cd050 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.583+0000 7f604df96640 1 --2- 172.21.15.83:0/2081763635 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6034006c20 0x7f604814c740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.583+0000 7f604df96640 1 --2- 172.21.15.83:0/2081763635 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6034003bb0 0x7f604815f7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.583+0000 7f604df96640 1 -- 172.21.15.83:0/2081763635 >> 172.21.15.83:0/2081763635 conn(0x7f60480693b0 msgr2=0x7f604806e580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:39.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.583+0000 7f604df96640 1 -- 172.21.15.83:0/2081763635 shutdown_connections 2024-09-21T02:42:39.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.583+0000 7f604df96640 1 -- 172.21.15.83:0/2081763635 wait complete. 2024-09-21T02:42:39.601 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'rados_osd_op_timeout', '900'], check_status=True, hostname='smithi083') 2024-09-21T02:42:39.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.623+0000 7f114acbf640 1 -- 172.21.15.83:0/2351841984 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command([{prefix=config set, name=rados_osd_op_timeout}] v 0) -- 0x7f11440748d0 con 0x7f1128003ae0 2024-09-21T02:42:39.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.627+0000 7f11417fa640 1 -- 172.21.15.83:0/2351841984 <== mon.0 v2:172.21.15.83:3300/0 8 ==== mon_command_ack([{prefix=config set, name=rados_osd_op_timeout}]=0 v19)=0 v19) ==== 123+0+0 (secure 0 0 0) 0x7f113801d8a0 con 0x7f1128003ae0 2024-09-21T02:42:39.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.627+0000 7f11417fa640 1 -- 172.21.15.83:0/2351841984 <== mon.0 v2:172.21.15.83:3300/0 9 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f113801db00 con 0x7f1128003ae0 2024-09-21T02:42:39.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.627+0000 7f114acbf640 1 -- 172.21.15.83:0/2351841984 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1128003ae0 msgr2=0x7f11440c6930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:39.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.627+0000 7f114acbf640 1 --2- 172.21.15.83:0/2351841984 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1128003ae0 0x7f11440c6930 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f1138003e50 tx=0x7f1138013820 comp rx=0 tx=0).stop 2024-09-21T02:42:39.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.627+0000 7f114acbf640 1 -- 172.21.15.83:0/2351841984 shutdown_connections 2024-09-21T02:42:39.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.627+0000 7f114acbf640 1 --2- 172.21.15.83:0/2351841984 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1128007650 0x7f11441e74b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.627+0000 7f114acbf640 1 --2- 172.21.15.83:0/2351841984 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f1128006b50 0x7f11441e6f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.627+0000 7f114acbf640 1 --2- 172.21.15.83:0/2351841984 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1128003ae0 0x7f11440c6930 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.627+0000 7f114acbf640 1 -- 172.21.15.83:0/2351841984 >> 172.21.15.83:0/2351841984 conn(0x7f11440cdb70 msgr2=0x7f1144152710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:39.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.627+0000 7f114acbf640 1 -- 172.21.15.83:0/2351841984 shutdown_connections 2024-09-21T02:42:39.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.627+0000 7f114acbf640 1 -- 172.21.15.83:0/2351841984 wait complete. 2024-09-21T02:42:39.646 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_mds', '20'], check_status=True, hostname='smithi083') 2024-09-21T02:42:39.646 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_mds_balancer', '20'], check_status=True, hostname='smithi083') 2024-09-21T02:42:39.647 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_ms', '2'], check_status=True, hostname='smithi083') 2024-09-21T02:42:39.647 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_debug_frag', 'True'], check_status=True, hostname='smithi083') 2024-09-21T02:42:39.647 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_debug_scatterstat', 'True'], check_status=True, hostname='smithi083') 2024-09-21T02:42:39.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.779+0000 7f4b68e9c640 1 -- 172.21.15.83:0/3575475919 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4b44003b00 msgr2=0x7f4b440066b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:39.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.779+0000 7f4b68e9c640 1 --2- 172.21.15.83:0/3575475919 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4b44003b00 0x7f4b440066b0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f4b58006bf0 tx=0x7f4b5801d830 comp rx=0 tx=0).stop 2024-09-21T02:42:39.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.779+0000 7f4b68e9c640 1 -- 172.21.15.83:0/3575475919 shutdown_connections 2024-09-21T02:42:39.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.779+0000 7f4b68e9c640 1 --2- 172.21.15.83:0/3575475919 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f4b44006bf0 0x7f4b44007020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.779+0000 7f4b68e9c640 1 --2- 172.21.15.83:0/3575475919 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4b44003b00 0x7f4b440066b0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.779+0000 7f4b68e9c640 1 -- 172.21.15.83:0/3575475919 >> 172.21.15.83:0/3575475919 conn(0x7f4b640b24f0 msgr2=0x7f4b640b2900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:39.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.779+0000 7f4b68e9c640 1 -- 172.21.15.83:0/3575475919 shutdown_connections 2024-09-21T02:42:39.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.779+0000 7f4b68e9c640 1 -- 172.21.15.83:0/3575475919 wait complete. 2024-09-21T02:42:39.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.783+0000 7f4b68e9c640 1 Processor -- start 2024-09-21T02:42:39.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.783+0000 7f4b68e9c640 1 -- start start 2024-09-21T02:42:39.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.787+0000 7f4b68e9c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4b44006bf0 0x7f4b640cf560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:39.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.787+0000 7f4b68e9c640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f4b640b5d50 0x7f4b64151c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:39.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.787+0000 7f4b68e9c640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4b641fc350 0x7f4b641fc760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:39.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.787+0000 7f4b68e9c640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f4b6406f690 con 0x7f4b44006bf0 2024-09-21T02:42:39.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.787+0000 7f4b68e9c640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f4b64074380 con 0x7f4b641fc350 2024-09-21T02:42:39.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.787+0000 7f4b68e9c640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f4b6406f810 con 0x7f4b640b5d50 2024-09-21T02:42:39.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.787+0000 7f4b6259c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4b44006bf0 0x7f4b640cf560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:39.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.787+0000 7f4b6259c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4b44006bf0 0x7f4b640cf560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37176/0 (socket says 172.21.15.83:37176) 2024-09-21T02:42:39.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.787+0000 7f4b6259c640 1 -- 172.21.15.83:0/1619538187 learned_addr learned my addr 172.21.15.83:0/1619538187 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:42:39.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.787+0000 7f4b61d9b640 1 --2- 172.21.15.83:0/1619538187 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f4b640b5d50 0x7f4b64151c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:39.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.787+0000 7f4b62d9d640 1 --2- 172.21.15.83:0/1619538187 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4b641fc350 0x7f4b641fc760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:39.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.787+0000 7f4b6259c640 1 -- 172.21.15.83:0/1619538187 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f4b640b5d50 msgr2=0x7f4b64151c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:39.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.787+0000 7f4b6259c640 1 --2- 172.21.15.83:0/1619538187 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f4b640b5d50 0x7f4b64151c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.787+0000 7f4b6259c640 1 -- 172.21.15.83:0/1619538187 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4b641fc350 msgr2=0x7f4b641fc760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:39.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.787+0000 7f4b6259c640 1 --2- 172.21.15.83:0/1619538187 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4b641fc350 0x7f4b641fc760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.787+0000 7f4b6259c640 1 -- 172.21.15.83:0/1619538187 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b641fd1b0 con 0x7f4b44006bf0 2024-09-21T02:42:39.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.787+0000 7f4b61d9b640 1 --2- 172.21.15.83:0/1619538187 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f4b640b5d50 0x7f4b64151c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:42:39.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.791+0000 7f4b6259c640 1 --2- 172.21.15.83:0/1619538187 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4b44006bf0 0x7f4b640cf560 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f4b54004da0 tx=0x7f4b54014830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:42:39.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.791+0000 7f4b52ffd640 1 -- 172.21.15.83:0/1619538187 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b54012860 con 0x7f4b44006bf0 2024-09-21T02:42:39.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.791+0000 7f4b52ffd640 1 -- 172.21.15.83:0/1619538187 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4b54012a00 con 0x7f4b44006bf0 2024-09-21T02:42:39.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.791+0000 7f4b68e9c640 1 -- 172.21.15.83:0/1619538187 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b641fcca0 con 0x7f4b44006bf0 2024-09-21T02:42:39.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.791+0000 7f4b52ffd640 1 -- 172.21.15.83:0/1619538187 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b54012e50 con 0x7f4b44006bf0 2024-09-21T02:42:39.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.791+0000 7f4b68e9c640 1 -- 172.21.15.83:0/1619538187 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b640c8440 con 0x7f4b44006bf0 2024-09-21T02:42:39.794 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.791+0000 7f4b52ffd640 1 -- 172.21.15.83:0/1619538187 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f4b5401d440 con 0x7f4b44006bf0 2024-09-21T02:42:39.794 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.791+0000 7f4b52ffd640 1 -- 172.21.15.83:0/1619538187 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f4b54026c10 con 0x7f4b44006bf0 2024-09-21T02:42:39.794 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.791+0000 7f4b68e9c640 1 -- 172.21.15.83:0/1619538187 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b6406fd70 con 0x7f4b44006bf0 2024-09-21T02:42:39.794 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.791+0000 7f4b52ffd640 1 -- 172.21.15.83:0/1619538187 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f4b5402b080 con 0x7f4b44006bf0 2024-09-21T02:42:39.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.859+0000 7f4b68e9c640 1 -- 172.21.15.83:0/1619538187 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command([{prefix=config set, name=mds_debug_scatterstat}] v 0) -- 0x7f4b64070ec0 con 0x7f4b44006bf0 2024-09-21T02:42:39.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.867+0000 7f4b52ffd640 1 -- 172.21.15.83:0/1619538187 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_debug_scatterstat}]=0 v20)=0 v20) ==== 122+0+0 (secure 0 0 0) 0x7f4b641fcca0 con 0x7f4b44006bf0 2024-09-21T02:42:39.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.867+0000 7f4b68e9c640 1 -- 172.21.15.83:0/1619538187 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4b44006bf0 msgr2=0x7f4b640cf560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:39.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.867+0000 7f4b68e9c640 1 --2- 172.21.15.83:0/1619538187 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4b44006bf0 0x7f4b640cf560 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f4b54004da0 tx=0x7f4b54014830 comp rx=0 tx=0).stop 2024-09-21T02:42:39.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.867+0000 7f4b68e9c640 1 -- 172.21.15.83:0/1619538187 shutdown_connections 2024-09-21T02:42:39.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.867+0000 7f4b68e9c640 1 --2- 172.21.15.83:0/1619538187 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4b641fc350 0x7f4b641fc760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.867+0000 7f4b68e9c640 1 --2- 172.21.15.83:0/1619538187 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f4b640b5d50 0x7f4b64151c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.867+0000 7f4b68e9c640 1 --2- 172.21.15.83:0/1619538187 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4b44006bf0 0x7f4b640cf560 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:39.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.867+0000 7f4b68e9c640 1 -- 172.21.15.83:0/1619538187 >> 172.21.15.83:0/1619538187 conn(0x7f4b640b24f0 msgr2=0x7f4b640b2900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:39.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.867+0000 7f4b68e9c640 1 -- 172.21.15.83:0/1619538187 shutdown_connections 2024-09-21T02:42:39.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.867+0000 7f4b68e9c640 1 -- 172.21.15.83:0/1619538187 wait complete. 2024-09-21T02:42:39.887 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_op_complaint_time', '180'], check_status=True, hostname='smithi083') 2024-09-21T02:42:39.887 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_verify_scatter', 'True'], check_status=True, hostname='smithi083') 2024-09-21T02:42:39.887 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'osd_op_complaint_time', '180'], check_status=True, hostname='smithi083') 2024-09-21T02:42:39.887 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'rados_mon_op_timeout', '900'], check_status=True, hostname='smithi083') 2024-09-21T02:42:39.887 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'rados_osd_op_timeout', '900'], check_status=True, hostname='smithi083') 2024-09-21T02:42:40.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.999+0000 7f544d529640 1 -- 172.21.15.83:0/637083243 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f543400b300 msgr2=0x7f543400d720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:40.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.999+0000 7f544d529640 1 --2- 172.21.15.83:0/637083243 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f543400b300 0x7f543400d720 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f544815cc40 tx=0x7f544001c790 comp rx=0 tx=0).stop 2024-09-21T02:42:40.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.999+0000 7f544d529640 1 -- 172.21.15.83:0/637083243 shutdown_connections 2024-09-21T02:42:40.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.999+0000 7f544d529640 1 --2- 172.21.15.83:0/637083243 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f543400b300 0x7f543400d720 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:40.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.999+0000 7f544d529640 1 --2- 172.21.15.83:0/637083243 >> v2:172.21.15.142:3300/0 conn(0x7f5434005200 0x7f5434005650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:40.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:39.999+0000 7f544d529640 1 -- 172.21.15.83:0/637083243 >> 172.21.15.83:0/637083243 conn(0x7f54480cdb70 msgr2=0x7f54480cdf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:40.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.003+0000 7f544d529640 1 -- 172.21.15.83:0/637083243 shutdown_connections 2024-09-21T02:42:40.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.003+0000 7f544d529640 1 -- 172.21.15.83:0/637083243 wait complete. 2024-09-21T02:42:40.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.007+0000 7f544d529640 1 Processor -- start 2024-09-21T02:42:40.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.007+0000 7f544d529640 1 -- start start 2024-09-21T02:42:40.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.007+0000 7f544d529640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5434005200 0x7f54480b3f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:40.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.007+0000 7f544d529640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f54340065f0 0x7f544814c580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:40.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.007+0000 7f544d529640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f543400b300 0x7f54480b1fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:40.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.007+0000 7f544d529640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f54480cbee0 con 0x7f5434005200 2024-09-21T02:42:40.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.007+0000 7f544d529640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f54480cbd60 con 0x7f54340065f0 2024-09-21T02:42:40.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.007+0000 7f544d529640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f54480cc060 con 0x7f543400b300 2024-09-21T02:42:40.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.007+0000 7f5446ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5434005200 0x7f54480b3f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:40.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.007+0000 7f5446ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5434005200 0x7f54480b3f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37200/0 (socket says 172.21.15.83:37200) 2024-09-21T02:42:40.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.007+0000 7f5446ffd640 1 -- 172.21.15.83:0/1247389514 learned_addr learned my addr 172.21.15.83:0/1247389514 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:42:40.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.007+0000 7f54467fc640 1 --2- 172.21.15.83:0/1247389514 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f54340065f0 0x7f544814c580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:40.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.007+0000 7f54477fe640 1 --2- 172.21.15.83:0/1247389514 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f543400b300 0x7f54480b1fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:40.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.011+0000 7f5446ffd640 1 -- 172.21.15.83:0/1247389514 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f543400b300 msgr2=0x7f54480b1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:40.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.011+0000 7f5446ffd640 1 --2- 172.21.15.83:0/1247389514 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f543400b300 0x7f54480b1fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:40.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.011+0000 7f5446ffd640 1 -- 172.21.15.83:0/1247389514 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f54340065f0 msgr2=0x7f544814c580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:40.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.011+0000 7f5446ffd640 1 --2- 172.21.15.83:0/1247389514 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f54340065f0 0x7f544814c580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:40.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.011+0000 7f5446ffd640 1 -- 172.21.15.83:0/1247389514 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5448153650 con 0x7f5434005200 2024-09-21T02:42:40.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.011+0000 7f54477fe640 1 --2- 172.21.15.83:0/1247389514 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f543400b300 0x7f54480b1fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T02:42:40.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.011+0000 7f5446ffd640 1 --2- 172.21.15.83:0/1247389514 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5434005200 0x7f54480b3f40 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f5438004cf0 tx=0x7f5438014830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:42:40.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.011+0000 7f542f7fe640 1 -- 172.21.15.83:0/1247389514 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5438012860 con 0x7f5434005200 2024-09-21T02:42:40.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.011+0000 7f542f7fe640 1 -- 172.21.15.83:0/1247389514 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5438012b10 con 0x7f5434005200 2024-09-21T02:42:40.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.011+0000 7f542f7fe640 1 -- 172.21.15.83:0/1247389514 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f543801d430 con 0x7f5434005200 2024-09-21T02:42:40.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.011+0000 7f544d529640 1 -- 172.21.15.83:0/1247389514 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5448153930 con 0x7f5434005200 2024-09-21T02:42:40.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.011+0000 7f544d529640 1 -- 172.21.15.83:0/1247389514 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5448153ef0 con 0x7f5434005200 2024-09-21T02:42:40.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.011+0000 7f542f7fe640 1 -- 172.21.15.83:0/1247389514 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f543801d5d0 con 0x7f5434005200 2024-09-21T02:42:40.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.011+0000 7f542f7fe640 1 -- 172.21.15.83:0/1247389514 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f543801ccf0 con 0x7f5434005200 2024-09-21T02:42:40.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.011+0000 7f544d529640 1 -- 172.21.15.83:0/1247389514 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f544806ce90 con 0x7f5434005200 2024-09-21T02:42:40.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.015+0000 7f542f7fe640 1 -- 172.21.15.83:0/1247389514 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f543801c3e0 con 0x7f5434005200 2024-09-21T02:42:40.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.043+0000 7f2361afc640 1 -- 172.21.15.83:0/1433939589 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2344003f40 msgr2=0x7f2344004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:40.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.043+0000 7f2361afc640 1 --2- 172.21.15.83:0/1433939589 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2344003f40 0x7f2344004810 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f2350006a80 tx=0x7f235001dcf0 comp rx=0 tx=0).stop 2024-09-21T02:42:40.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.043+0000 7f235bfff640 1 -- 172.21.15.83:0/1433939589 reap_dead start 2024-09-21T02:42:40.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.043+0000 7f2361afc640 1 -- 172.21.15.83:0/1433939589 shutdown_connections 2024-09-21T02:42:40.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.043+0000 7f2361afc640 1 -- 172.21.15.83:0/1433939589 >> 172.21.15.83:0/1433939589 conn(0x7f235c0cec90 msgr2=0x7f235c0cf0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:40.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.043+0000 7f2361afc640 1 -- 172.21.15.83:0/1433939589 shutdown_connections 2024-09-21T02:42:40.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.043+0000 7f2361afc640 1 -- 172.21.15.83:0/1433939589 wait complete. 2024-09-21T02:42:40.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.043+0000 7f2361afc640 1 Processor -- start 2024-09-21T02:42:40.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.043+0000 7f2361afc640 1 -- start start 2024-09-21T02:42:40.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.047+0000 7f2361afc640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2344003f40 0x7f235c09cea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:40.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.047+0000 7f2361afc640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f235c1f6f50 0x7f235c1f7360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:40.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.047+0000 7f2361afc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f235c09bef0 0x7f235c09c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:40.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.047+0000 7f2361afc640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f235c160b60 con 0x7f235c09bef0 2024-09-21T02:42:40.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.047+0000 7f2361afc640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f235c1609e0 con 0x7f235c1f6f50 2024-09-21T02:42:40.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.047+0000 7f2361afc640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f235c160ce0 con 0x7f2344003f40 2024-09-21T02:42:40.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.047+0000 7f235bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f235c09bef0 0x7f235c09c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:40.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.047+0000 7f235bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f235c09bef0 0x7f235c09c300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37226/0 (socket says 172.21.15.83:37226) 2024-09-21T02:42:40.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.047+0000 7f235bfff640 1 -- 172.21.15.83:0/3432763998 learned_addr learned my addr 172.21.15.83:0/3432763998 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:42:40.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.047+0000 7f235b7fe640 1 --2- 172.21.15.83:0/3432763998 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2344003f40 0x7f235c09cea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:40.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.047+0000 7f235affd640 1 --2- 172.21.15.83:0/3432763998 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f235c1f6f50 0x7f235c1f7360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:40.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.047+0000 7f235bfff640 1 -- 172.21.15.83:0/3432763998 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2344003f40 msgr2=0x7f235c09cea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:40.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.047+0000 7f235bfff640 1 --2- 172.21.15.83:0/3432763998 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2344003f40 0x7f235c09cea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:40.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.047+0000 7f235bfff640 1 -- 172.21.15.83:0/3432763998 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f235c1f6f50 msgr2=0x7f235c1f7360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:40.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.047+0000 7f235bfff640 1 --2- 172.21.15.83:0/3432763998 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f235c1f6f50 0x7f235c1f7360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:40.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.047+0000 7f235bfff640 1 -- 172.21.15.83:0/3432763998 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f235c09c840 con 0x7f235c09bef0 2024-09-21T02:42:40.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.047+0000 7f235affd640 1 --2- 172.21.15.83:0/3432763998 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f235c1f6f50 0x7f235c1f7360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:42:40.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.047+0000 7f235bfff640 1 --2- 172.21.15.83:0/3432763998 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f235c09bef0 0x7f235c09c300 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f2354005fd0 tx=0x7f2354010ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:42:40.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.047+0000 7f2343fff640 1 -- 172.21.15.83:0/3432763998 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2354009b50 con 0x7f235c09bef0 2024-09-21T02:42:40.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.047+0000 7f2343fff640 1 -- 172.21.15.83:0/3432763998 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f235400ed10 con 0x7f235c09bef0 2024-09-21T02:42:40.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.047+0000 7f2361afc640 1 -- 172.21.15.83:0/3432763998 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f235c14f510 con 0x7f235c09bef0 2024-09-21T02:42:40.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.047+0000 7f2343fff640 1 -- 172.21.15.83:0/3432763998 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2354004d90 con 0x7f235c09bef0 2024-09-21T02:42:40.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.047+0000 7f2361afc640 1 -- 172.21.15.83:0/3432763998 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f235c14fad0 con 0x7f235c09bef0 2024-09-21T02:42:40.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.047+0000 7f2343fff640 1 -- 172.21.15.83:0/3432763998 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f2354023020 con 0x7f235c09bef0 2024-09-21T02:42:40.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.047+0000 7f2343fff640 1 -- 172.21.15.83:0/3432763998 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f2354025410 con 0x7f235c09bef0 2024-09-21T02:42:40.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.047+0000 7f2361afc640 1 -- 172.21.15.83:0/3432763998 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f235c161240 con 0x7f235c09bef0 2024-09-21T02:42:40.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.051+0000 7f2343fff640 1 -- 172.21.15.83:0/3432763998 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f235c09c840 con 0x7f235c09bef0 2024-09-21T02:42:40.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.095+0000 7f544d529640 1 -- 172.21.15.83:0/1247389514 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command([{prefix=config set, name=rados_osd_op_timeout}] v 0) -- 0x7f54481542d0 con 0x7f5434005200 2024-09-21T02:42:40.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.099+0000 7f542f7fe640 1 -- 172.21.15.83:0/1247389514 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{prefix=config set, name=rados_osd_op_timeout}]=0 v21)=0 v21) ==== 120+0+0 (secure 0 0 0) 0x7f543801daf0 con 0x7f5434005200 2024-09-21T02:42:40.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.103+0000 7f544d529640 1 -- 172.21.15.83:0/1247389514 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5434005200 msgr2=0x7f54480b3f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:40.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.103+0000 7f544d529640 1 --2- 172.21.15.83:0/1247389514 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5434005200 0x7f54480b3f40 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f5438004cf0 tx=0x7f5438014830 comp rx=0 tx=0).stop 2024-09-21T02:42:40.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.103+0000 7f544d529640 1 -- 172.21.15.83:0/1247389514 shutdown_connections 2024-09-21T02:42:40.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.103+0000 7f544d529640 1 --2- 172.21.15.83:0/1247389514 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f543400b300 0x7f54480b1fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:40.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.103+0000 7f544d529640 1 --2- 172.21.15.83:0/1247389514 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f54340065f0 0x7f544814c580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:40.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.103+0000 7f544d529640 1 --2- 172.21.15.83:0/1247389514 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5434005200 0x7f54480b3f40 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:40.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.103+0000 7f544d529640 1 -- 172.21.15.83:0/1247389514 >> 172.21.15.83:0/1247389514 conn(0x7f54480cdb70 msgr2=0x7f54480d0540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:40.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.103+0000 7f544d529640 1 -- 172.21.15.83:0/1247389514 shutdown_connections 2024-09-21T02:42:40.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.103+0000 7f544d529640 1 -- 172.21.15.83:0/1247389514 wait complete. 2024-09-21T02:42:40.110 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.107+0000 7f2361afc640 1 -- 172.21.15.83:0/3432763998 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command([{prefix=config set, name=client_mount_timeout}] v 0) -- 0x7f235c0ce620 con 0x7f235c09bef0 2024-09-21T02:42:40.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.111+0000 7f2343fff640 1 -- 172.21.15.83:0/3432763998 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{prefix=config set, name=client_mount_timeout}]=0 v22)=0 v22) ==== 119+0+0 (secure 0 0 0) 0x7f2354018040 con 0x7f235c09bef0 2024-09-21T02:42:40.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.115+0000 7f2361afc640 1 -- 172.21.15.83:0/3432763998 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f235c09bef0 msgr2=0x7f235c09c300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:40.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.115+0000 7f2361afc640 1 --2- 172.21.15.83:0/3432763998 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f235c09bef0 0x7f235c09c300 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f2354005fd0 tx=0x7f2354010ed0 comp rx=0 tx=0).stop 2024-09-21T02:42:40.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.115+0000 7f2361afc640 1 -- 172.21.15.83:0/3432763998 shutdown_connections 2024-09-21T02:42:40.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.115+0000 7f2361afc640 1 --2- 172.21.15.83:0/3432763998 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f235c09bef0 0x7f235c09c300 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:40.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.115+0000 7f2361afc640 1 --2- 172.21.15.83:0/3432763998 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f235c1f6f50 0x7f235c1f7360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:40.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.115+0000 7f2361afc640 1 --2- 172.21.15.83:0/3432763998 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2344003f40 0x7f235c09cea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:40.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.115+0000 7f2361afc640 1 -- 172.21.15.83:0/3432763998 >> 172.21.15.83:0/3432763998 conn(0x7f235c0cec90 msgr2=0x7f235c071e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:40.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.115+0000 7f2361afc640 1 -- 172.21.15.83:0/3432763998 shutdown_connections 2024-09-21T02:42:40.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.115+0000 7f2361afc640 1 -- 172.21.15.83:0/3432763998 wait complete. 2024-09-21T02:42:40.122 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'client_mount_timeout', '30'], check_status=True, hostname='smithi083') 2024-09-21T02:42:40.133 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'debug_client', '20'], check_status=True, hostname='smithi083') 2024-09-21T02:42:40.133 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'debug_mgr', '20'], check_status=True, hostname='smithi083') 2024-09-21T02:42:40.133 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'debug_ms', '1'], check_status=True, hostname='smithi083') 2024-09-21T02:42:40.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.171+0000 7f575077a640 1 -- 172.21.15.83:0/4111202210 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f572c003b00 msgr2=0x7f572c0065f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:40.174 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.171+0000 7f575077a640 1 --2- 172.21.15.83:0/4111202210 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f572c003b00 0x7f572c0065f0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f5744005fd0 tx=0x7f574401e4b0 comp rx=0 tx=0).stop 2024-09-21T02:42:40.174 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.171+0000 7f575077a640 1 -- 172.21.15.83:0/4111202210 shutdown_connections 2024-09-21T02:42:40.174 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.171+0000 7f575077a640 1 --2- 172.21.15.83:0/4111202210 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f572c006b30 0x7f572c006f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:40.174 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.171+0000 7f575077a640 1 --2- 172.21.15.83:0/4111202210 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f572c003b00 0x7f572c0065f0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:40.174 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.171+0000 7f575077a640 1 -- 172.21.15.83:0/4111202210 >> 172.21.15.83:0/4111202210 conn(0x7f57480cdb70 msgr2=0x7f57480cdf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:40.174 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.171+0000 7f575077a640 1 -- 172.21.15.83:0/4111202210 shutdown_connections 2024-09-21T02:42:40.174 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.171+0000 7f575077a640 1 -- 172.21.15.83:0/4111202210 wait complete. 2024-09-21T02:42:40.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.175+0000 7f575077a640 1 Processor -- start 2024-09-21T02:42:40.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.175+0000 7f575077a640 1 -- start start 2024-09-21T02:42:40.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.175+0000 7f575077a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f572c003b00 0x7f57481528d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:40.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.175+0000 7f575077a640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f572c006b30 0x7f574814d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:40.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.175+0000 7f575077a640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f572c007650 0x7f5748154ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:40.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.175+0000 7f575077a640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f57480cc7b0 con 0x7f572c003b00 2024-09-21T02:42:40.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.175+0000 7f575077a640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f57480cc630 con 0x7f572c006b30 2024-09-21T02:42:40.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.175+0000 7f575077a640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f57480cc930 con 0x7f572c007650 2024-09-21T02:42:40.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.175+0000 7f574e516640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f572c003b00 0x7f57481528d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:40.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.175+0000 7f574e516640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f572c003b00 0x7f57481528d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37236/0 (socket says 172.21.15.83:37236) 2024-09-21T02:42:40.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.175+0000 7f574e516640 1 -- 172.21.15.83:0/4165966748 learned_addr learned my addr 172.21.15.83:0/4165966748 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:42:40.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.175+0000 7f574dd15640 1 --2- 172.21.15.83:0/4165966748 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f572c006b30 0x7f574814d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:40.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.175+0000 7f574ed17640 1 --2- 172.21.15.83:0/4165966748 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f572c007650 0x7f5748154ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:40.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.175+0000 7f574e516640 1 -- 172.21.15.83:0/4165966748 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f572c007650 msgr2=0x7f5748154ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:40.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.175+0000 7f574e516640 1 --2- 172.21.15.83:0/4165966748 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f572c007650 0x7f5748154ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:40.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.175+0000 7f574e516640 1 -- 172.21.15.83:0/4165966748 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f572c006b30 msgr2=0x7f574814d9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:40.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.175+0000 7f574e516640 1 --2- 172.21.15.83:0/4165966748 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f572c006b30 0x7f574814d9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:40.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.175+0000 7f574e516640 1 -- 172.21.15.83:0/4165966748 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f574814df20 con 0x7f572c003b00 2024-09-21T02:42:40.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.175+0000 7f574ed17640 1 --2- 172.21.15.83:0/4165966748 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f572c007650 0x7f5748154ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T02:42:40.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.175+0000 7f574e516640 1 --2- 172.21.15.83:0/4165966748 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f572c003b00 0x7f57481528d0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f57440ae040 tx=0x7f5744005860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:42:40.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.175+0000 7f573effd640 1 -- 172.21.15.83:0/4165966748 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57440a8020 con 0x7f572c003b00 2024-09-21T02:42:40.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.175+0000 7f573effd640 1 -- 172.21.15.83:0/4165966748 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f57440ac730 con 0x7f572c003b00 2024-09-21T02:42:40.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.175+0000 7f575077a640 1 -- 172.21.15.83:0/4165966748 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5748153440 con 0x7f572c003b00 2024-09-21T02:42:40.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.175+0000 7f573effd640 1 -- 172.21.15.83:0/4165966748 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57440acb60 con 0x7f572c003b00 2024-09-21T02:42:40.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.175+0000 7f575077a640 1 -- 172.21.15.83:0/4165966748 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57481601c0 con 0x7f572c003b00 2024-09-21T02:42:40.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.175+0000 7f573effd640 1 -- 172.21.15.83:0/4165966748 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f57440bf020 con 0x7f572c003b00 2024-09-21T02:42:40.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.175+0000 7f573effd640 1 -- 172.21.15.83:0/4165966748 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f57440c1540 con 0x7f572c003b00 2024-09-21T02:42:40.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.175+0000 7f575077a640 1 -- 172.21.15.83:0/4165966748 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f574806d270 con 0x7f572c003b00 2024-09-21T02:42:40.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.179+0000 7f573effd640 1 -- 172.21.15.83:0/4165966748 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f5744015080 con 0x7f572c003b00 2024-09-21T02:42:40.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.235+0000 7f575077a640 1 -- 172.21.15.83:0/4165966748 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command([{prefix=config set, name=debug_ms}] v 0) -- 0x7f5748076450 con 0x7f572c003b00 2024-09-21T02:42:40.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.239+0000 7f573effd640 1 -- 172.21.15.83:0/4165966748 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{prefix=config set, name=debug_ms}]=0 v23)=0 v23) ==== 106+0+0 (secure 0 0 0) 0x7f5744004bf0 con 0x7f572c003b00 2024-09-21T02:42:40.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.239+0000 7f575077a640 1 -- 172.21.15.83:0/4165966748 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f572c003b00 msgr2=0x7f57481528d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:40.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.239+0000 7f575077a640 1 --2- 172.21.15.83:0/4165966748 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f572c003b00 0x7f57481528d0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f57440ae040 tx=0x7f5744005860 comp rx=0 tx=0).stop 2024-09-21T02:42:40.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.239+0000 7f575077a640 1 -- 172.21.15.83:0/4165966748 shutdown_connections 2024-09-21T02:42:40.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.239+0000 7f575077a640 1 --2- 172.21.15.83:0/4165966748 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f572c007650 0x7f5748154ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:40.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.239+0000 7f575077a640 1 --2- 172.21.15.83:0/4165966748 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f572c006b30 0x7f574814d9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:40.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.239+0000 7f575077a640 1 --2- 172.21.15.83:0/4165966748 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f572c003b00 0x7f57481528d0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:40.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.239+0000 7f575077a640 1 -- 172.21.15.83:0/4165966748 >> 172.21.15.83:0/4165966748 conn(0x7f57480cdb70 msgr2=0x7f5748071330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:40.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.239+0000 7f575077a640 1 -- 172.21.15.83:0/4165966748 shutdown_connections 2024-09-21T02:42:40.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.239+0000 7f575077a640 1 -- 172.21.15.83:0/4165966748 wait complete. 2024-09-21T02:42:40.259 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'mon_warn_on_pool_no_app', 'False'], check_status=True, hostname='smithi083') 2024-09-21T02:42:40.260 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mon', 'mon_op_complaint_time', '120'], check_status=True, hostname='smithi083') 2024-09-21T02:42:40.260 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'osd', 'osd_op_complaint_time', '180'], check_status=True, hostname='smithi083') 2024-09-21T02:42:40.260 DEBUG:teuthology.orchestra.run.smithi083:> sudo ceph --cluster ceph config dump 2024-09-21T02:42:40.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.451+0000 7f68ef732640 1 -- 172.21.15.83:0/3476588044 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f68d4003a40 msgr2=0x7f68d4003eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:40.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.451+0000 7f68ef732640 1 --2- 172.21.15.83:0/3476588044 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f68d4003a40 0x7f68d4003eb0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f68d8009b40 tx=0x7f68d801d270 comp rx=0 tx=0).stop 2024-09-21T02:42:40.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.451+0000 7f68edccf640 1 -- 172.21.15.83:0/3476588044 reap_dead start 2024-09-21T02:42:40.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.451+0000 7f68ef732640 1 -- 172.21.15.83:0/3476588044 shutdown_connections 2024-09-21T02:42:40.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.451+0000 7f68ef732640 1 -- 172.21.15.83:0/3476588044 >> 172.21.15.83:0/3476588044 conn(0x7f68e8070650 msgr2=0x7f68e80b2d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:40.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.451+0000 7f68ef732640 1 -- 172.21.15.83:0/3476588044 shutdown_connections 2024-09-21T02:42:40.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.451+0000 7f68ef732640 1 -- 172.21.15.83:0/3476588044 wait complete. 2024-09-21T02:42:40.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.455+0000 7f68ef732640 1 Processor -- start 2024-09-21T02:42:40.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.455+0000 7f68ef732640 1 -- start start 2024-09-21T02:42:40.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.455+0000 7f68ef732640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f68e814bbf0 0x7f68e814aff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:40.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.455+0000 7f68ef732640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f68e814ec60 0x7f68e815bb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:40.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.455+0000 7f68ef732640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f68e814b580 0x7f68e8154160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:40.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.455+0000 7f68ef732640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f68e806dca0 con 0x7f68e814ec60 2024-09-21T02:42:40.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.455+0000 7f68ef732640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f68e806db20 con 0x7f68e814bbf0 2024-09-21T02:42:40.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.455+0000 7f68ef732640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f68e81672c0 con 0x7f68e814b580 2024-09-21T02:42:40.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.455+0000 7f68ecccd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f68e814ec60 0x7f68e815bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:40.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.455+0000 7f68ecccd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f68e814ec60 0x7f68e815bb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37254/0 (socket says 172.21.15.83:37254) 2024-09-21T02:42:40.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.455+0000 7f68ecccd640 1 -- 172.21.15.83:0/1202417149 learned_addr learned my addr 172.21.15.83:0/1202417149 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:42:40.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.455+0000 7f68ed4ce640 1 --2- 172.21.15.83:0/1202417149 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f68e814bbf0 0x7f68e814aff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:40.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.455+0000 7f68edccf640 1 --2- 172.21.15.83:0/1202417149 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f68e814b580 0x7f68e8154160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:40.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.455+0000 7f68ecccd640 1 -- 172.21.15.83:0/1202417149 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f68e814b580 msgr2=0x7f68e8154160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:40.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.455+0000 7f68ecccd640 1 --2- 172.21.15.83:0/1202417149 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f68e814b580 0x7f68e8154160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:40.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.455+0000 7f68ecccd640 1 -- 172.21.15.83:0/1202417149 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f68e814bbf0 msgr2=0x7f68e814aff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:40.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.455+0000 7f68ecccd640 1 --2- 172.21.15.83:0/1202417149 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f68e814bbf0 0x7f68e814aff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:40.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.455+0000 7f68ecccd640 1 -- 172.21.15.83:0/1202417149 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68e815c0a0 con 0x7f68e814ec60 2024-09-21T02:42:40.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.455+0000 7f68ecccd640 1 --2- 172.21.15.83:0/1202417149 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f68e814ec60 0x7f68e815bb60 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f68e400d7b0 tx=0x7f68e400dc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:42:40.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.455+0000 7f68ddffb640 1 -- 172.21.15.83:0/1202417149 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68e4018070 con 0x7f68e814ec60 2024-09-21T02:42:40.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.455+0000 7f68ddffb640 1 -- 172.21.15.83:0/1202417149 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f68e40052e0 con 0x7f68e814ec60 2024-09-21T02:42:40.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.455+0000 7f68ef732640 1 -- 172.21.15.83:0/1202417149 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68e814f160 con 0x7f68e814ec60 2024-09-21T02:42:40.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.455+0000 7f68ddffb640 1 -- 172.21.15.83:0/1202417149 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68e400de60 con 0x7f68e814ec60 2024-09-21T02:42:40.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.455+0000 7f68ef732640 1 -- 172.21.15.83:0/1202417149 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68e815b360 con 0x7f68e814ec60 2024-09-21T02:42:40.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.455+0000 7f68ddffb640 1 -- 172.21.15.83:0/1202417149 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f68e401b070 con 0x7f68e814ec60 2024-09-21T02:42:40.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.455+0000 7f68ddffb640 1 -- 172.21.15.83:0/1202417149 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f68e4013480 con 0x7f68e814ec60 2024-09-21T02:42:40.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.455+0000 7f68ef732640 1 -- 172.21.15.83:0/1202417149 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68e80b45e0 con 0x7f68e814ec60 2024-09-21T02:42:40.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.459+0000 7f68ddffb640 1 -- 172.21.15.83:0/1202417149 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f68e40036e0 con 0x7f68e814ec60 2024-09-21T02:42:40.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.519+0000 7f68ef732640 1 -- 172.21.15.83:0/1202417149 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f68e806efb0 con 0x7f68e814ec60 2024-09-21T02:42:40.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.519+0000 7f68ddffb640 1 -- 172.21.15.83:0/1202417149 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v23) ==== 59+0+1472 (secure 0 0 0) 0x7f68e40038c0 con 0x7f68e814ec60 2024-09-21T02:42:40.520 INFO:teuthology.orchestra.run.smithi083.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-21T02:42:40.520 INFO:teuthology.orchestra.run.smithi083.stdout:mon advanced mon_op_complaint_time 120 2024-09-21T02:42:40.520 INFO:teuthology.orchestra.run.smithi083.stdout:mgr advanced client_mount_timeout 30 2024-09-21T02:42:40.521 INFO:teuthology.orchestra.run.smithi083.stdout:mgr advanced debug_client 20/20 2024-09-21T02:42:40.521 INFO:teuthology.orchestra.run.smithi083.stdout:mgr advanced debug_mgr 20/20 2024-09-21T02:42:40.521 INFO:teuthology.orchestra.run.smithi083.stdout:mgr advanced debug_ms 1/1 2024-09-21T02:42:40.521 INFO:teuthology.orchestra.run.smithi083.stdout:mgr dev mon_warn_on_pool_no_app false 2024-09-21T02:42:40.521 INFO:teuthology.orchestra.run.smithi083.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-21T02:42:40.521 INFO:teuthology.orchestra.run.smithi083.stdout:mds advanced debug_mds 20/20 2024-09-21T02:42:40.521 INFO:teuthology.orchestra.run.smithi083.stdout:mds advanced debug_mds_balancer 20/20 2024-09-21T02:42:40.521 INFO:teuthology.orchestra.run.smithi083.stdout:mds advanced debug_ms 2/2 2024-09-21T02:42:40.521 INFO:teuthology.orchestra.run.smithi083.stdout:mds dev mds_debug_frag true 2024-09-21T02:42:40.521 INFO:teuthology.orchestra.run.smithi083.stdout:mds dev mds_debug_scatterstat true 2024-09-21T02:42:40.521 INFO:teuthology.orchestra.run.smithi083.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-21T02:42:40.521 INFO:teuthology.orchestra.run.smithi083.stdout:mds dev mds_verify_scatter true 2024-09-21T02:42:40.521 INFO:teuthology.orchestra.run.smithi083.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-21T02:42:40.521 INFO:teuthology.orchestra.run.smithi083.stdout:mds advanced rados_mon_op_timeout 900 2024-09-21T02:42:40.522 INFO:teuthology.orchestra.run.smithi083.stdout:mds advanced rados_osd_op_timeout 900 2024-09-21T02:42:40.522 INFO:teuthology.orchestra.run.smithi083.stdout:client advanced client_mount_timeout 600 2024-09-21T02:42:40.522 INFO:teuthology.orchestra.run.smithi083.stdout:client advanced debug_client 20/20 2024-09-21T02:42:40.522 INFO:teuthology.orchestra.run.smithi083.stdout:client advanced debug_ms 1/1 2024-09-21T02:42:40.522 INFO:teuthology.orchestra.run.smithi083.stdout:client advanced rados_mon_op_timeout 900 2024-09-21T02:42:40.522 INFO:teuthology.orchestra.run.smithi083.stdout:client advanced rados_osd_op_timeout 900 2024-09-21T02:42:40.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.519+0000 7f68ef732640 1 -- 172.21.15.83:0/1202417149 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f68e814ec60 msgr2=0x7f68e815bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:40.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.519+0000 7f68ef732640 1 --2- 172.21.15.83:0/1202417149 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f68e814ec60 0x7f68e815bb60 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f68e400d7b0 tx=0x7f68e400dc70 comp rx=0 tx=0).stop 2024-09-21T02:42:40.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.519+0000 7f68ef732640 1 -- 172.21.15.83:0/1202417149 shutdown_connections 2024-09-21T02:42:40.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.519+0000 7f68ef732640 1 --2- 172.21.15.83:0/1202417149 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f68e814b580 0x7f68e8154160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:40.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.519+0000 7f68ef732640 1 --2- 172.21.15.83:0/1202417149 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f68e814ec60 0x7f68e815bb60 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:40.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.519+0000 7f68ef732640 1 --2- 172.21.15.83:0/1202417149 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f68e814bbf0 0x7f68e814aff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:40.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.519+0000 7f68ef732640 1 -- 172.21.15.83:0/1202417149 >> 172.21.15.83:0/1202417149 conn(0x7f68e8070650 msgr2=0x7f68e80b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:40.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.519+0000 7f68ef732640 1 -- 172.21.15.83:0/1202417149 shutdown_connections 2024-09-21T02:42:40.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.519+0000 7f68ef732640 1 -- 172.21.15.83:0/1202417149 wait complete. 2024-09-21T02:42:40.539 INFO:tasks.ceph:Setting crush tunables to default 2024-09-21T02:42:40.539 DEBUG:teuthology.orchestra.run.smithi083:> sudo ceph --cluster ceph osd crush tunables default 2024-09-21T02:42:40.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.687+0000 7fa89a9a0640 1 -- 172.21.15.83:0/1425225154 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa8940cf500 msgr2=0x7fa8940cf910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:40.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.687+0000 7fa89a9a0640 1 --2- 172.21.15.83:0/1425225154 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa8940cf500 0x7fa8940cf910 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fa88c009c80 tx=0x7fa88c01cd70 comp rx=0 tx=0).stop 2024-09-21T02:42:40.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.687+0000 7fa89a9a0640 1 -- 172.21.15.83:0/1425225154 shutdown_connections 2024-09-21T02:42:40.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.687+0000 7fa89a9a0640 1 --2- 172.21.15.83:0/1425225154 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa8940cf500 0x7fa8940cf910 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:40.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.687+0000 7fa89a9a0640 1 --2- 172.21.15.83:0/1425225154 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa894074650 0x7fa89406d2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:40.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.687+0000 7fa89a9a0640 1 -- 172.21.15.83:0/1425225154 >> 172.21.15.83:0/1425225154 conn(0x7fa8940d11a0 msgr2=0x7fa8940d15b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:40.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.687+0000 7fa89a9a0640 1 -- 172.21.15.83:0/1425225154 shutdown_connections 2024-09-21T02:42:40.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.687+0000 7fa89a9a0640 1 -- 172.21.15.83:0/1425225154 wait complete. 2024-09-21T02:42:40.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.687+0000 7fa89a9a0640 1 Processor -- start 2024-09-21T02:42:40.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.687+0000 7fa89a9a0640 1 -- start start 2024-09-21T02:42:40.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.687+0000 7fa89a9a0640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa89406ce90 0x7fa89414a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:40.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.687+0000 7fa89a9a0640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa8940cf500 0x7fa89414c6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:40.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.687+0000 7fa89a9a0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa8940b48c0 0x7fa8940b4cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:40.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.687+0000 7fa89a9a0640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa894168b90 con 0x7fa8940b48c0 2024-09-21T02:42:40.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.687+0000 7fa89a9a0640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fa894168a10 con 0x7fa8940cf500 2024-09-21T02:42:40.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.687+0000 7fa89a9a0640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fa894168d10 con 0x7fa89406ce90 2024-09-21T02:42:40.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.687+0000 7fa898f3d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa8940b48c0 0x7fa8940b4cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:40.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.687+0000 7fa898f3d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa8940b48c0 0x7fa8940b4cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37282/0 (socket says 172.21.15.83:37282) 2024-09-21T02:42:40.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.687+0000 7fa898f3d640 1 -- 172.21.15.83:0/381017735 learned_addr learned my addr 172.21.15.83:0/381017735 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:42:40.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.687+0000 7fa893fff640 1 --2- 172.21.15.83:0/381017735 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa89406ce90 0x7fa89414a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:40.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.687+0000 7fa8937fe640 1 --2- 172.21.15.83:0/381017735 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa8940cf500 0x7fa89414c6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:40.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.687+0000 7fa898f3d640 1 -- 172.21.15.83:0/381017735 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa89406ce90 msgr2=0x7fa89414a420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:40.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.687+0000 7fa898f3d640 1 --2- 172.21.15.83:0/381017735 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa89406ce90 0x7fa89414a420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:40.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.687+0000 7fa898f3d640 1 -- 172.21.15.83:0/381017735 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa8940cf500 msgr2=0x7fa89414c6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:40.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.687+0000 7fa898f3d640 1 --2- 172.21.15.83:0/381017735 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa8940cf500 0x7fa89414c6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:40.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.687+0000 7fa898f3d640 1 -- 172.21.15.83:0/381017735 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8940b5210 con 0x7fa8940b48c0 2024-09-21T02:42:40.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.687+0000 7fa898f3d640 1 --2- 172.21.15.83:0/381017735 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa8940b48c0 0x7fa8940b4cd0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fa88c009bd0 tx=0x7fa88c009350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:42:40.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.691+0000 7fa890ff9640 1 -- 172.21.15.83:0/381017735 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa88c0bb070 con 0x7fa8940b48c0 2024-09-21T02:42:40.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.691+0000 7fa890ff9640 1 -- 172.21.15.83:0/381017735 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa88c004d40 con 0x7fa8940b48c0 2024-09-21T02:42:40.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.691+0000 7fa89a9a0640 1 -- 172.21.15.83:0/381017735 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa89414af10 con 0x7fa8940b48c0 2024-09-21T02:42:40.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.691+0000 7fa890ff9640 1 -- 172.21.15.83:0/381017735 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa88c0b2040 con 0x7fa8940b48c0 2024-09-21T02:42:40.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.691+0000 7fa89a9a0640 1 -- 172.21.15.83:0/381017735 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa894158e70 con 0x7fa8940b48c0 2024-09-21T02:42:40.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.691+0000 7fa890ff9640 1 -- 172.21.15.83:0/381017735 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fa88c0be070 con 0x7fa8940b48c0 2024-09-21T02:42:40.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.691+0000 7fa890ff9640 1 -- 172.21.15.83:0/381017735 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fa88c004390 con 0x7fa8940b48c0 2024-09-21T02:42:40.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.691+0000 7fa89a9a0640 1 -- 172.21.15.83:0/381017735 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa894159530 con 0x7fa8940b48c0 2024-09-21T02:42:40.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.695+0000 7fa890ff9640 1 -- 172.21.15.83:0/381017735 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7fa894159530 con 0x7fa8940b48c0 2024-09-21T02:42:40.758 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.755+0000 7fa89a9a0640 1 -- 172.21.15.83:0/381017735 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7fa894156250 con 0x7fa8940b48c0 2024-09-21T02:42:40.760 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.759+0000 7fa890ff9640 1 -- 172.21.15.83:0/381017735 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) ==== 124+0+0 (secure 0 0 0) 0x7fa894156250 con 0x7fa8940b48c0 2024-09-21T02:42:40.760 INFO:teuthology.orchestra.run.smithi083.stderr:adjusted tunables profile to default 2024-09-21T02:42:40.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.759+0000 7fa89a9a0640 1 -- 172.21.15.83:0/381017735 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa8940b48c0 msgr2=0x7fa8940b4cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:40.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.759+0000 7fa89a9a0640 1 --2- 172.21.15.83:0/381017735 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa8940b48c0 0x7fa8940b4cd0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fa88c009bd0 tx=0x7fa88c009350 comp rx=0 tx=0).stop 2024-09-21T02:42:40.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.759+0000 7fa89a9a0640 1 -- 172.21.15.83:0/381017735 shutdown_connections 2024-09-21T02:42:40.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.759+0000 7fa89a9a0640 1 --2- 172.21.15.83:0/381017735 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa8940b48c0 0x7fa8940b4cd0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:40.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.759+0000 7fa89a9a0640 1 --2- 172.21.15.83:0/381017735 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa8940cf500 0x7fa89414c6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:40.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.759+0000 7fa89a9a0640 1 --2- 172.21.15.83:0/381017735 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa89406ce90 0x7fa89414a420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:40.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.759+0000 7fa89a9a0640 1 -- 172.21.15.83:0/381017735 >> 172.21.15.83:0/381017735 conn(0x7fa8940d11a0 msgr2=0x7fa8941597b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:40.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.759+0000 7fa89a9a0640 1 -- 172.21.15.83:0/381017735 shutdown_connections 2024-09-21T02:42:40.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:40.759+0000 7fa89a9a0640 1 -- 172.21.15.83:0/381017735 wait complete. 2024-09-21T02:42:40.779 INFO:tasks.ceph:check_enable_crimson: False 2024-09-21T02:42:40.779 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-21T02:42:40.780 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:42:40.780 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-21T02:42:40.790 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:42:40.790 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-21T02:42:40.841 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:42:40.841 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-21T02:42:40.894 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:42:40.894 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-21T02:42:40.947 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2024-09-21T02:42:40.947 DEBUG:teuthology.orchestra.run.smithi142:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-21T02:42:40.959 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2024-09-21T02:42:40.959 DEBUG:teuthology.orchestra.run.smithi142:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-21T02:42:41.013 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2024-09-21T02:42:41.013 DEBUG:teuthology.orchestra.run.smithi142:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-21T02:42:41.066 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2024-09-21T02:42:41.066 DEBUG:teuthology.orchestra.run.smithi142:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-21T02:42:41.122 DEBUG:teuthology.orchestra.run.smithi142:> sudo ceph --cluster ceph osd new 3a8ebb7b-1ae5-4b26-8278-9dcb6c385903 0 2024-09-21T02:42:41.316 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.314+0000 7f2747901640 1 -- 172.21.15.142:0/2833270205 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f274015b3e0 msgr2=0x7f27400cb740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:41.317 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.314+0000 7f2747901640 1 --2- 172.21.15.142:0/2833270205 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f274015b3e0 0x7f27400cb740 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f273c009c80 tx=0x7f273c01f5a0 comp rx=0 tx=0).stop 2024-09-21T02:42:41.317 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.314+0000 7f2747901640 1 -- 172.21.15.142:0/2833270205 shutdown_connections 2024-09-21T02:42:41.317 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.314+0000 7f2747901640 1 --2- 172.21.15.142:0/2833270205 >> v2:172.21.15.83:3300/0 conn(0x7f27400cbc80 0x7f27400cc090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:41.317 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.314+0000 7f2747901640 1 --2- 172.21.15.142:0/2833270205 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f274015b3e0 0x7f27400cb740 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:41.317 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.314+0000 7f2747901640 1 -- 172.21.15.142:0/2833270205 >> 172.21.15.142:0/2833270205 conn(0x7f27400cdb70 msgr2=0x7f27400cdf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:41.317 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.314+0000 7f2747901640 1 -- 172.21.15.142:0/2833270205 shutdown_connections 2024-09-21T02:42:41.317 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.314+0000 7f2747901640 1 -- 172.21.15.142:0/2833270205 wait complete. 2024-09-21T02:42:41.318 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.318+0000 7f2747901640 1 Processor -- start 2024-09-21T02:42:41.319 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.318+0000 7f2747901640 1 -- start start 2024-09-21T02:42:41.321 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.318+0000 7f2747901640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f27400cbc80 0x7f27401e7010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:41.321 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.318+0000 7f2747901640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f274015b3e0 0x7f27400b5b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:41.321 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.318+0000 7f2747901640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f274015f150 0x7f274014f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:41.321 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.318+0000 7f2747901640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f274015fc70 con 0x7f274015f150 2024-09-21T02:42:41.321 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.318+0000 7f2747901640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f27400cfee0 con 0x7f274015b3e0 2024-09-21T02:42:41.322 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.318+0000 7f2747901640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f274015fdf0 con 0x7f27400cbc80 2024-09-21T02:42:41.322 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.318+0000 7f274569d640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f27400cbc80 0x7f27401e7010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:41.322 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.318+0000 7f2744e9c640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f274015b3e0 0x7f27400b5b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:41.322 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.318+0000 7f274569d640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f27400cbc80 0x7f27401e7010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3301/0 says I am v2:172.21.15.142:49936/0 (socket says 172.21.15.142:49936) 2024-09-21T02:42:41.322 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.318+0000 7f274569d640 1 -- 172.21.15.142:0/1724331237 learned_addr learned my addr 172.21.15.142:0/1724331237 (peer_addr_for_me v2:172.21.15.142:0/0) 2024-09-21T02:42:41.322 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.318+0000 7f2745e9e640 1 --2- 172.21.15.142:0/1724331237 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f274015f150 0x7f274014f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:41.322 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.318+0000 7f274569d640 1 -- 172.21.15.142:0/1724331237 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f274015b3e0 msgr2=0x7f27400b5b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:41.322 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.318+0000 7f274569d640 1 --2- 172.21.15.142:0/1724331237 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f274015b3e0 0x7f27400b5b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:41.322 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.318+0000 7f274569d640 1 -- 172.21.15.142:0/1724331237 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f274015f150 msgr2=0x7f274014f5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:41.322 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.318+0000 7f274569d640 1 --2- 172.21.15.142:0/1724331237 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f274015f150 0x7f274014f5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:41.322 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.318+0000 7f274569d640 1 -- 172.21.15.142:0/1724331237 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f274015abb0 con 0x7f27400cbc80 2024-09-21T02:42:41.322 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.318+0000 7f2744e9c640 1 --2- 172.21.15.142:0/1724331237 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f274015b3e0 0x7f27400b5b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T02:42:41.323 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.318+0000 7f274569d640 1 --2- 172.21.15.142:0/1724331237 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f27400cbc80 0x7f27401e7010 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f273c009bd0 tx=0x7f273c0b1440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:42:41.323 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.318+0000 7f2735ffb640 1 -- 172.21.15.142:0/1724331237 <== mon.2 v2:172.21.15.142:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f273c0b6040 con 0x7f27400cbc80 2024-09-21T02:42:41.323 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.318+0000 7f2735ffb640 1 -- 172.21.15.142:0/1724331237 <== mon.2 v2:172.21.15.142:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f273c0bf070 con 0x7f27400cbc80 2024-09-21T02:42:41.323 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.318+0000 7f2735ffb640 1 -- 172.21.15.142:0/1724331237 <== mon.2 v2:172.21.15.142:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f273c0b2970 con 0x7f27400cbc80 2024-09-21T02:42:41.324 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.318+0000 7f2747901640 1 -- 172.21.15.142:0/1724331237 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27400b4a60 con 0x7f27400cbc80 2024-09-21T02:42:41.324 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.318+0000 7f2747901640 1 -- 172.21.15.142:0/1724331237 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f27400b5020 con 0x7f27400cbc80 2024-09-21T02:42:41.324 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.322+0000 7f2735ffb640 1 -- 172.21.15.142:0/1724331237 <== mon.2 v2:172.21.15.142:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f273c0b2b10 con 0x7f27400cbc80 2024-09-21T02:42:41.324 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.322+0000 7f2735ffb640 1 -- 172.21.15.142:0/1724331237 <== mon.2 v2:172.21.15.142:3301/0 5 ==== osd_map(2..2 src has 1..2) ==== 725+0+0 (secure 0 0 0) 0x7f273c0050c0 con 0x7f27400cbc80 2024-09-21T02:42:41.324 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.322+0000 7f2747901640 1 -- 172.21.15.142:0/1724331237 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27400cc090 con 0x7f27400cbc80 2024-09-21T02:42:41.325 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.322+0000 7f2735ffb640 1 -- 172.21.15.142:0/1724331237 <== mon.2 v2:172.21.15.142:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f273c0ab070 con 0x7f27400cbc80 2024-09-21T02:42:41.394 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.394+0000 7f2747901640 1 -- 172.21.15.142:0/1724331237 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_command({"prefix": "osd new", "uuid": "3a8ebb7b-1ae5-4b26-8278-9dcb6c385903", "id": 0} v 0) -- 0x7f274006da40 con 0x7f27400cbc80 2024-09-21T02:42:41.403 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.402+0000 7f2735ffb640 1 -- 172.21.15.142:0/1724331237 <== mon.2 v2:172.21.15.142:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "3a8ebb7b-1ae5-4b26-8278-9dcb6c385903", "id": 0}]=0 v3) ==== 112+0+2 (secure 0 0 0) 0x7f273c019100 con 0x7f27400cbc80 2024-09-21T02:42:41.403 INFO:teuthology.orchestra.run.smithi142.stdout:0 2024-09-21T02:42:41.404 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.402+0000 7f2747901640 1 -- 172.21.15.142:0/1724331237 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f27400cbc80 msgr2=0x7f27401e7010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:41.404 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.402+0000 7f2747901640 1 --2- 172.21.15.142:0/1724331237 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f27400cbc80 0x7f27401e7010 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f273c009bd0 tx=0x7f273c0b1440 comp rx=0 tx=0).stop 2024-09-21T02:42:41.405 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.402+0000 7f2747901640 1 -- 172.21.15.142:0/1724331237 shutdown_connections 2024-09-21T02:42:41.405 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.402+0000 7f2747901640 1 --2- 172.21.15.142:0/1724331237 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f274015f150 0x7f274014f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:41.405 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.402+0000 7f2747901640 1 --2- 172.21.15.142:0/1724331237 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f274015b3e0 0x7f27400b5b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:41.405 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.402+0000 7f2747901640 1 --2- 172.21.15.142:0/1724331237 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f27400cbc80 0x7f27401e7010 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:41.405 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.402+0000 7f2747901640 1 -- 172.21.15.142:0/1724331237 >> 172.21.15.142:0/1724331237 conn(0x7f27400cdb70 msgr2=0x7f274015dc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:41.405 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.402+0000 7f2747901640 1 -- 172.21.15.142:0/1724331237 shutdown_connections 2024-09-21T02:42:41.405 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.402+0000 7f2747901640 1 -- 172.21.15.142:0/1724331237 wait complete. 2024-09-21T02:42:41.421 DEBUG:teuthology.orchestra.run.smithi142:> sudo ceph --cluster ceph osd new c965bb73-548b-4509-96ec-9c263029104b 1 2024-09-21T02:42:41.561 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.558+0000 7f28d4224640 1 -- 172.21.15.142:0/4288873639 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f28cc06d2a0 msgr2=0x7f28cc0cfc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:41.561 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.558+0000 7f28d4224640 1 --2- 172.21.15.142:0/4288873639 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f28cc06d2a0 0x7f28cc0cfc10 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f28cc06d880 tx=0x7f28c401cb90 comp rx=0 tx=0).stop 2024-09-21T02:42:41.561 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.558+0000 7f28d4224640 1 -- 172.21.15.142:0/4288873639 shutdown_connections 2024-09-21T02:42:41.561 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.558+0000 7f28d4224640 1 --2- 172.21.15.142:0/4288873639 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f28cc06d2a0 0x7f28cc0cfc10 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:41.562 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.558+0000 7f28d4224640 1 -- 172.21.15.142:0/4288873639 >> 172.21.15.142:0/4288873639 conn(0x7f28cc0d11a0 msgr2=0x7f28cc0d15b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:41.562 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.558+0000 7f28d4224640 1 -- 172.21.15.142:0/4288873639 shutdown_connections 2024-09-21T02:42:41.562 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.558+0000 7f28d4224640 1 -- 172.21.15.142:0/4288873639 wait complete. 2024-09-21T02:42:41.563 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.562+0000 7f28d4224640 1 Processor -- start 2024-09-21T02:42:41.563 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.562+0000 7f28d4224640 1 -- start start 2024-09-21T02:42:41.566 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.562+0000 7f28d4224640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f28cc06ce90 0x7f28cc148350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:41.566 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.562+0000 7f28d4224640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f28cc06d2a0 0x7f28cc149890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:41.566 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.562+0000 7f28d4224640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f28cc156c20 0x7f28cc150cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:41.566 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.562+0000 7f28d4224640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f28cc169b60 con 0x7f28cc156c20 2024-09-21T02:42:41.566 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.562+0000 7f28d4224640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f28cc1699e0 con 0x7f28cc06d2a0 2024-09-21T02:42:41.566 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.562+0000 7f28d4224640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f28cc169ce0 con 0x7f28cc06ce90 2024-09-21T02:42:41.566 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.562+0000 7f28d17bf640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f28cc06d2a0 0x7f28cc149890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:41.566 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.562+0000 7f28d1fc0640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f28cc06ce90 0x7f28cc148350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:41.566 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.562+0000 7f28d17bf640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f28cc06d2a0 0x7f28cc149890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.142:38306/0 (socket says 172.21.15.142:38306) 2024-09-21T02:42:41.566 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.562+0000 7f28d17bf640 1 -- 172.21.15.142:0/3925510638 learned_addr learned my addr 172.21.15.142:0/3925510638 (peer_addr_for_me v2:172.21.15.142:0/0) 2024-09-21T02:42:41.567 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.562+0000 7f28d27c1640 1 --2- 172.21.15.142:0/3925510638 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f28cc156c20 0x7f28cc150cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:41.567 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.562+0000 7f28d17bf640 1 -- 172.21.15.142:0/3925510638 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f28cc06ce90 msgr2=0x7f28cc148350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:41.567 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.562+0000 7f28d17bf640 1 --2- 172.21.15.142:0/3925510638 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f28cc06ce90 0x7f28cc148350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:41.567 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.562+0000 7f28d17bf640 1 -- 172.21.15.142:0/3925510638 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f28cc156c20 msgr2=0x7f28cc150cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:41.567 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.562+0000 7f28d17bf640 1 --2- 172.21.15.142:0/3925510638 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f28cc156c20 0x7f28cc150cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:41.567 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.562+0000 7f28d17bf640 1 -- 172.21.15.142:0/3925510638 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28cc157360 con 0x7f28cc06d2a0 2024-09-21T02:42:41.567 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.562+0000 7f28d1fc0640 1 --2- 172.21.15.142:0/3925510638 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f28cc06ce90 0x7f28cc148350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T02:42:41.567 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.562+0000 7f28d27c1640 1 --2- 172.21.15.142:0/3925510638 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f28cc156c20 0x7f28cc150cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:42:41.567 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.562+0000 7f28d17bf640 1 --2- 172.21.15.142:0/3925510638 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f28cc06d2a0 0x7f28cc149890 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f28c800c430 tx=0x7f28c800c8f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:42:41.567 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.562+0000 7f28c27fc640 1 -- 172.21.15.142:0/3925510638 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28c8011790 con 0x7f28cc06d2a0 2024-09-21T02:42:41.567 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.562+0000 7f28c27fc640 1 -- 172.21.15.142:0/3925510638 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f28c8017070 con 0x7f28cc06d2a0 2024-09-21T02:42:41.567 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.562+0000 7f28d4224640 1 -- 172.21.15.142:0/3925510638 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28cc148db0 con 0x7f28cc06d2a0 2024-09-21T02:42:41.567 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.562+0000 7f28c27fc640 1 -- 172.21.15.142:0/3925510638 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28c8011cc0 con 0x7f28cc06d2a0 2024-09-21T02:42:41.568 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.562+0000 7f28d4224640 1 -- 172.21.15.142:0/3925510638 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28cc149370 con 0x7f28cc06d2a0 2024-09-21T02:42:41.568 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.562+0000 7f28c27fc640 1 -- 172.21.15.142:0/3925510638 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f28c8005020 con 0x7f28cc06d2a0 2024-09-21T02:42:41.568 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.562+0000 7f28c27fc640 1 -- 172.21.15.142:0/3925510638 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 840+0+0 (secure 0 0 0) 0x7f28c801c460 con 0x7f28cc06d2a0 2024-09-21T02:42:41.568 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.562+0000 7f28d4224640 1 -- 172.21.15.142:0/3925510638 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28cc073f40 con 0x7f28cc06d2a0 2024-09-21T02:42:41.568 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.566+0000 7f28c27fc640 1 -- 172.21.15.142:0/3925510638 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f28c8021020 con 0x7f28cc06d2a0 2024-09-21T02:42:41.634 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.630+0000 7f28d4224640 1 -- 172.21.15.142:0/3925510638 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "osd new", "uuid": "c965bb73-548b-4509-96ec-9c263029104b", "id": 1} v 0) -- 0x7f28cc0b2110 con 0x7f28cc06d2a0 2024-09-21T02:42:41.644 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.642+0000 7f28c27fc640 1 -- 172.21.15.142:0/3925510638 <== mon.1 v2:172.21.15.142:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "c965bb73-548b-4509-96ec-9c263029104b", "id": 1}]=0 v4) ==== 112+0+2 (secure 0 0 0) 0x7f28c8004e00 con 0x7f28cc06d2a0 2024-09-21T02:42:41.644 INFO:teuthology.orchestra.run.smithi142.stdout:1 2024-09-21T02:42:41.646 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.642+0000 7f28d4224640 1 -- 172.21.15.142:0/3925510638 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f28cc06d2a0 msgr2=0x7f28cc149890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:41.646 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.642+0000 7f28d4224640 1 --2- 172.21.15.142:0/3925510638 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f28cc06d2a0 0x7f28cc149890 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f28c800c430 tx=0x7f28c800c8f0 comp rx=0 tx=0).stop 2024-09-21T02:42:41.646 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.642+0000 7f28d4224640 1 -- 172.21.15.142:0/3925510638 shutdown_connections 2024-09-21T02:42:41.646 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.642+0000 7f28d4224640 1 --2- 172.21.15.142:0/3925510638 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f28cc156c20 0x7f28cc150cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:41.646 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.642+0000 7f28d4224640 1 --2- 172.21.15.142:0/3925510638 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f28cc06d2a0 0x7f28cc149890 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:41.646 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.642+0000 7f28d4224640 1 --2- 172.21.15.142:0/3925510638 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f28cc06ce90 0x7f28cc148350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:41.647 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.642+0000 7f28d4224640 1 -- 172.21.15.142:0/3925510638 >> 172.21.15.142:0/3925510638 conn(0x7f28cc0d11a0 msgr2=0x7f28cc0b0dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:41.647 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.642+0000 7f28d4224640 1 -- 172.21.15.142:0/3925510638 shutdown_connections 2024-09-21T02:42:41.647 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.642+0000 7f28d4224640 1 -- 172.21.15.142:0/3925510638 wait complete. 2024-09-21T02:42:41.663 DEBUG:teuthology.orchestra.run.smithi142:> sudo ceph --cluster ceph osd new d86f4e42-c5e5-48f2-9936-817c45ca308d 2 2024-09-21T02:42:41.758 INFO:tasks.ceph.mgr.y.smithi083.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2024-09-21T02:42:41.758 INFO:tasks.ceph.mgr.y.smithi083.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2024-09-21T02:42:41.758 INFO:tasks.ceph.mgr.y.smithi083.stderr: from numpy import show_config as show_numpy_config 2024-09-21T02:42:41.803 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.802+0000 7f789c255640 1 -- 172.21.15.142:0/3873356002 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f789415b3e0 msgr2=0x7f78940cb740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:41.803 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.802+0000 7f789c255640 1 --2- 172.21.15.142:0/3873356002 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f789415b3e0 0x7f78940cb740 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f7884009900 tx=0x7f788401f0d0 comp rx=0 tx=0).stop 2024-09-21T02:42:41.803 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.802+0000 7f789c255640 1 -- 172.21.15.142:0/3873356002 shutdown_connections 2024-09-21T02:42:41.803 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.802+0000 7f789c255640 1 --2- 172.21.15.142:0/3873356002 >> v2:172.21.15.83:3300/0 conn(0x7f78940cfcd0 0x7f78940cc090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:41.803 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.802+0000 7f789c255640 1 --2- 172.21.15.142:0/3873356002 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f789415b3e0 0x7f78940cb740 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:41.803 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.802+0000 7f789c255640 1 -- 172.21.15.142:0/3873356002 >> 172.21.15.142:0/3873356002 conn(0x7f78940cdb70 msgr2=0x7f78940cdf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:41.803 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.802+0000 7f789c255640 1 -- 172.21.15.142:0/3873356002 shutdown_connections 2024-09-21T02:42:41.803 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.802+0000 7f789c255640 1 -- 172.21.15.142:0/3873356002 wait complete. 2024-09-21T02:42:41.804 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.802+0000 7f789c255640 1 Processor -- start 2024-09-21T02:42:41.804 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.802+0000 7f789c255640 1 -- start start 2024-09-21T02:42:41.807 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.802+0000 7f789c255640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f78940cbc80 0x7f7894155390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:41.807 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.802+0000 7f789c255640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f789415b3e0 0x7f7894155a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:41.807 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.802+0000 7f789c255640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7894156b00 0x7f7894155fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:41.807 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.802+0000 7f789c255640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f789415fbf0 con 0x7f7894156b00 2024-09-21T02:42:41.807 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.802+0000 7f789c255640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f789415fa70 con 0x7f789415b3e0 2024-09-21T02:42:41.808 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.802+0000 7f789c255640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f789415fd70 con 0x7f78940cbc80 2024-09-21T02:42:41.808 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.802+0000 7f7899ff1640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f78940cbc80 0x7f7894155390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:41.808 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.802+0000 7f7899ff1640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f78940cbc80 0x7f7894155390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3301/0 says I am v2:172.21.15.142:49976/0 (socket says 172.21.15.142:49976) 2024-09-21T02:42:41.808 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.802+0000 7f7899ff1640 1 -- 172.21.15.142:0/668345328 learned_addr learned my addr 172.21.15.142:0/668345328 (peer_addr_for_me v2:172.21.15.142:0/0) 2024-09-21T02:42:41.808 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.802+0000 7f78997f0640 1 --2- 172.21.15.142:0/668345328 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f789415b3e0 0x7f7894155a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:41.808 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.802+0000 7f7899ff1640 1 -- 172.21.15.142:0/668345328 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f789415b3e0 msgr2=0x7f7894155a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:41.808 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.802+0000 7f789a7f2640 1 --2- 172.21.15.142:0/668345328 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7894156b00 0x7f7894155fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:41.808 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.802+0000 7f7899ff1640 1 --2- 172.21.15.142:0/668345328 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f789415b3e0 0x7f7894155a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:41.808 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.802+0000 7f7899ff1640 1 -- 172.21.15.142:0/668345328 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7894156b00 msgr2=0x7f7894155fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:41.808 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.802+0000 7f7899ff1640 1 --2- 172.21.15.142:0/668345328 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7894156b00 0x7f7894155fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:41.808 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.802+0000 7f7899ff1640 1 -- 172.21.15.142:0/668345328 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78940c9a40 con 0x7f78940cbc80 2024-09-21T02:42:41.808 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.806+0000 7f7899ff1640 1 --2- 172.21.15.142:0/668345328 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f78940cbc80 0x7f7894155390 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f7884009850 tx=0x7f78840a8c60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:42:41.808 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.806+0000 7f788a7fc640 1 -- 172.21.15.142:0/668345328 <== mon.2 v2:172.21.15.142:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78840bf020 con 0x7f78940cbc80 2024-09-21T02:42:41.809 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.806+0000 7f788a7fc640 1 -- 172.21.15.142:0/668345328 <== mon.2 v2:172.21.15.142:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7884003970 con 0x7f78940cbc80 2024-09-21T02:42:41.809 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.806+0000 7f789c255640 1 -- 172.21.15.142:0/668345328 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78940c9d00 con 0x7f78940cbc80 2024-09-21T02:42:41.809 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.806+0000 7f788a7fc640 1 -- 172.21.15.142:0/668345328 <== mon.2 v2:172.21.15.142:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78840b5040 con 0x7f78940cbc80 2024-09-21T02:42:41.809 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.806+0000 7f789c255640 1 -- 172.21.15.142:0/668345328 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f78940ca2c0 con 0x7f78940cbc80 2024-09-21T02:42:41.809 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.806+0000 7f788a7fc640 1 -- 172.21.15.142:0/668345328 <== mon.2 v2:172.21.15.142:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f78840c2070 con 0x7f78940cbc80 2024-09-21T02:42:41.809 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.806+0000 7f788a7fc640 1 -- 172.21.15.142:0/668345328 <== mon.2 v2:172.21.15.142:3301/0 5 ==== osd_map(4..4 src has 1..4) ==== 955+0+0 (secure 0 0 0) 0x7f78840bbdb0 con 0x7f78940cbc80 2024-09-21T02:42:41.809 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.806+0000 7f789c255640 1 -- 172.21.15.142:0/668345328 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f78940cc090 con 0x7f78940cbc80 2024-09-21T02:42:41.809 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.806+0000 7f788a7fc640 1 -- 172.21.15.142:0/668345328 <== mon.2 v2:172.21.15.142:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f78840c9020 con 0x7f78940cbc80 2024-09-21T02:42:41.879 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.878+0000 7f789c255640 1 -- 172.21.15.142:0/668345328 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_command({"prefix": "osd new", "uuid": "d86f4e42-c5e5-48f2-9936-817c45ca308d", "id": 2} v 0) -- 0x7f78940b4180 con 0x7f78940cbc80 2024-09-21T02:42:41.884 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.882+0000 7f788a7fc640 1 -- 172.21.15.142:0/668345328 <== mon.2 v2:172.21.15.142:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "d86f4e42-c5e5-48f2-9936-817c45ca308d", "id": 2}]=0 v5) ==== 112+0+2 (secure 0 0 0) 0x7f7884018c30 con 0x7f78940cbc80 2024-09-21T02:42:41.884 INFO:teuthology.orchestra.run.smithi142.stdout:2 2024-09-21T02:42:41.885 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.882+0000 7f789c255640 1 -- 172.21.15.142:0/668345328 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f78940cbc80 msgr2=0x7f7894155390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:41.885 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.882+0000 7f789c255640 1 --2- 172.21.15.142:0/668345328 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f78940cbc80 0x7f7894155390 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f7884009850 tx=0x7f78840a8c60 comp rx=0 tx=0).stop 2024-09-21T02:42:41.886 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.882+0000 7f789c255640 1 -- 172.21.15.142:0/668345328 shutdown_connections 2024-09-21T02:42:41.886 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.882+0000 7f789c255640 1 --2- 172.21.15.142:0/668345328 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7894156b00 0x7f7894155fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:41.886 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.882+0000 7f789c255640 1 --2- 172.21.15.142:0/668345328 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f789415b3e0 0x7f7894155a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:41.886 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.882+0000 7f789c255640 1 --2- 172.21.15.142:0/668345328 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f78940cbc80 0x7f7894155390 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:41.886 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.882+0000 7f789c255640 1 -- 172.21.15.142:0/668345328 >> 172.21.15.142:0/668345328 conn(0x7f78940cdb70 msgr2=0x7f78940cecc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:41.886 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.882+0000 7f789c255640 1 -- 172.21.15.142:0/668345328 shutdown_connections 2024-09-21T02:42:41.886 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:41.882+0000 7f789c255640 1 -- 172.21.15.142:0/668345328 wait complete. 2024-09-21T02:42:41.902 DEBUG:teuthology.orchestra.run.smithi142:> sudo ceph --cluster ceph osd new 13beb0a5-6df8-4bd9-a8c9-d61fe89e09e3 3 2024-09-21T02:42:42.077 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.074+0000 7f6fa9977640 1 -- 172.21.15.142:0/4028833423 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6fa40b1e30 msgr2=0x7f6fa40b2240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:42.077 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.074+0000 7f6fa9977640 1 --2- 172.21.15.142:0/4028833423 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6fa40b1e30 0x7f6fa40b2240 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f6f9c009c80 tx=0x7f6f9c01cd10 comp rx=0 tx=0).stop 2024-09-21T02:42:42.077 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.074+0000 7f6fa9977640 1 -- 172.21.15.142:0/4028833423 shutdown_connections 2024-09-21T02:42:42.077 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.074+0000 7f6fa9977640 1 --2- 172.21.15.142:0/4028833423 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6fa40b1e30 0x7f6fa40b2240 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:42.077 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.074+0000 7f6fa9977640 1 --2- 172.21.15.142:0/4028833423 >> v2:172.21.15.142:3300/0 conn(0x7f6fa40d2280 0x7f6fa40d2690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:42.077 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.074+0000 7f6fa9977640 1 -- 172.21.15.142:0/4028833423 >> 172.21.15.142:0/4028833423 conn(0x7f6fa409d710 msgr2=0x7f6fa40d44a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:42.077 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.074+0000 7f6fa9977640 1 -- 172.21.15.142:0/4028833423 shutdown_connections 2024-09-21T02:42:42.077 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.074+0000 7f6fa9977640 1 -- 172.21.15.142:0/4028833423 wait complete. 2024-09-21T02:42:42.078 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.074+0000 7f6fa9977640 1 Processor -- start 2024-09-21T02:42:42.078 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.074+0000 7f6fa9977640 1 -- start start 2024-09-21T02:42:42.081 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.078+0000 7f6fa9977640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6fa40b1e30 0x7f6fa41f9a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:42.081 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.078+0000 7f6fa9977640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6fa40b3470 0x7f6fa41fc540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:42.081 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.078+0000 7f6fa9977640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6fa40d2280 0x7f6fa406f030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:42.081 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.078+0000 7f6fa9977640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f6fa416c710 con 0x7f6fa40b1e30 2024-09-21T02:42:42.081 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.078+0000 7f6fa9977640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f6fa416c590 con 0x7f6fa40b3470 2024-09-21T02:42:42.081 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.078+0000 7f6fa9977640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f6fa416c890 con 0x7f6fa40d2280 2024-09-21T02:42:42.081 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.078+0000 7f6fa27fc640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6fa40b3470 0x7f6fa41fc540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:42.081 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.078+0000 7f6fa37fe640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6fa40d2280 0x7f6fa406f030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:42.081 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.078+0000 7f6fa27fc640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6fa40b3470 0x7f6fa41fc540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.142:38328/0 (socket says 172.21.15.142:38328) 2024-09-21T02:42:42.081 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.078+0000 7f6fa27fc640 1 -- 172.21.15.142:0/2887023433 learned_addr learned my addr 172.21.15.142:0/2887023433 (peer_addr_for_me v2:172.21.15.142:0/0) 2024-09-21T02:42:42.082 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.078+0000 7f6fa2ffd640 1 --2- 172.21.15.142:0/2887023433 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6fa40b1e30 0x7f6fa41f9a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:42.082 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.078+0000 7f6fa27fc640 1 -- 172.21.15.142:0/2887023433 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6fa40d2280 msgr2=0x7f6fa406f030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:42.082 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.078+0000 7f6fa27fc640 1 --2- 172.21.15.142:0/2887023433 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6fa40d2280 0x7f6fa406f030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:42.082 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.078+0000 7f6fa27fc640 1 -- 172.21.15.142:0/2887023433 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6fa40b1e30 msgr2=0x7f6fa41f9a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:42.082 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.078+0000 7f6fa27fc640 1 --2- 172.21.15.142:0/2887023433 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6fa40b1e30 0x7f6fa41f9a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:42.082 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.078+0000 7f6fa27fc640 1 -- 172.21.15.142:0/2887023433 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6fa41fd000 con 0x7f6fa40b3470 2024-09-21T02:42:42.082 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.078+0000 7f6fa37fe640 1 --2- 172.21.15.142:0/2887023433 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6fa40d2280 0x7f6fa406f030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T02:42:42.082 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.078+0000 7f6fa2ffd640 1 --2- 172.21.15.142:0/2887023433 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6fa40b1e30 0x7f6fa41f9a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:42:42.082 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.078+0000 7f6fa27fc640 1 --2- 172.21.15.142:0/2887023433 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6fa40b3470 0x7f6fa41fc540 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f6f9400e7a0 tx=0x7f6f9400ec60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:42:42.082 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.078+0000 7f6f8bfff640 1 -- 172.21.15.142:0/2887023433 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f9400ccc0 con 0x7f6fa40b3470 2024-09-21T02:42:42.082 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.078+0000 7f6f8bfff640 1 -- 172.21.15.142:0/2887023433 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6f94010430 con 0x7f6fa40b3470 2024-09-21T02:42:42.082 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.078+0000 7f6fa9977640 1 -- 172.21.15.142:0/2887023433 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6fa41fd2e0 con 0x7f6fa40b3470 2024-09-21T02:42:42.082 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.078+0000 7f6f8bfff640 1 -- 172.21.15.142:0/2887023433 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f94010860 con 0x7f6fa40b3470 2024-09-21T02:42:42.082 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.078+0000 7f6fa9977640 1 -- 172.21.15.142:0/2887023433 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6fa41fca80 con 0x7f6fa40b3470 2024-09-21T02:42:42.082 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.078+0000 7f6f8bfff640 1 -- 172.21.15.142:0/2887023433 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f6f94010a00 con 0x7f6fa40b3470 2024-09-21T02:42:42.083 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.078+0000 7f6f8bfff640 1 -- 172.21.15.142:0/2887023433 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(5..5 src has 1..5) ==== 1070+0+0 (secure 0 0 0) 0x7f6f94018c40 con 0x7f6fa40b3470 2024-09-21T02:42:42.083 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.078+0000 7f6fa9977640 1 -- 172.21.15.142:0/2887023433 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6fa40b2240 con 0x7f6fa40b3470 2024-09-21T02:42:42.083 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.082+0000 7f6f8bfff640 1 -- 172.21.15.142:0/2887023433 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f6f94018420 con 0x7f6fa40b3470 2024-09-21T02:42:42.168 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.166+0000 7f6fa9977640 1 -- 172.21.15.142:0/2887023433 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "osd new", "uuid": "13beb0a5-6df8-4bd9-a8c9-d61fe89e09e3", "id": 3} v 0) -- 0x7f6fa41fcd20 con 0x7f6fa40b3470 2024-09-21T02:42:42.174 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.170+0000 7f6f8bfff640 1 -- 172.21.15.142:0/2887023433 <== mon.1 v2:172.21.15.142:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "13beb0a5-6df8-4bd9-a8c9-d61fe89e09e3", "id": 3}]=0 v6) ==== 112+0+2 (secure 0 0 0) 0x7f6f94018680 con 0x7f6fa40b3470 2024-09-21T02:42:42.174 INFO:teuthology.orchestra.run.smithi142.stdout:3 2024-09-21T02:42:42.175 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.174+0000 7f6fa9977640 1 -- 172.21.15.142:0/2887023433 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6fa40b3470 msgr2=0x7f6fa41fc540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:42.175 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.174+0000 7f6fa9977640 1 --2- 172.21.15.142:0/2887023433 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6fa40b3470 0x7f6fa41fc540 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f6f9400e7a0 tx=0x7f6f9400ec60 comp rx=0 tx=0).stop 2024-09-21T02:42:42.175 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.174+0000 7f6fa9977640 1 -- 172.21.15.142:0/2887023433 shutdown_connections 2024-09-21T02:42:42.175 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.174+0000 7f6fa9977640 1 --2- 172.21.15.142:0/2887023433 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6fa40d2280 0x7f6fa406f030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:42.175 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.174+0000 7f6fa9977640 1 --2- 172.21.15.142:0/2887023433 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6fa40b3470 0x7f6fa41fc540 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:42.175 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.174+0000 7f6fa9977640 1 --2- 172.21.15.142:0/2887023433 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6fa40b1e30 0x7f6fa41f9a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:42.176 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.174+0000 7f6fa9977640 1 -- 172.21.15.142:0/2887023433 >> 172.21.15.142:0/2887023433 conn(0x7f6fa409d710 msgr2=0x7f6fa40b8cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:42.176 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.174+0000 7f6fa9977640 1 -- 172.21.15.142:0/2887023433 shutdown_connections 2024-09-21T02:42:42.176 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.174+0000 7f6fa9977640 1 -- 172.21.15.142:0/2887023433 wait complete. 2024-09-21T02:42:42.194 DEBUG:teuthology.orchestra.run.smithi142:> sudo ceph --cluster ceph osd new 2028bcfd-16b5-40a0-beaf-18832fee4ac1 4 2024-09-21T02:42:42.233 INFO:tasks.ceph.mgr.x.smithi142.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2024-09-21T02:42:42.233 INFO:tasks.ceph.mgr.x.smithi142.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2024-09-21T02:42:42.233 INFO:tasks.ceph.mgr.x.smithi142.stderr: from numpy import show_config as show_numpy_config 2024-09-21T02:42:42.341 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.338+0000 7f4c1c481640 1 -- 172.21.15.142:0/4275732498 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4c140b5060 msgr2=0x7f4c140b5470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:42.341 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.338+0000 7f4c1c481640 1 --2- 172.21.15.142:0/4275732498 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4c140b5060 0x7f4c140b5470 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f4c04009900 tx=0x7f4c0401c850 comp rx=0 tx=0).stop 2024-09-21T02:42:42.341 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.338+0000 7f4c1c481640 1 -- 172.21.15.142:0/4275732498 shutdown_connections 2024-09-21T02:42:42.341 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.338+0000 7f4c1c481640 1 --2- 172.21.15.142:0/4275732498 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4c140b5060 0x7f4c140b5470 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:42.341 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.338+0000 7f4c1c481640 1 -- 172.21.15.142:0/4275732498 >> 172.21.15.142:0/4275732498 conn(0x7f4c140cec90 msgr2=0x7f4c140cf0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:42.342 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.338+0000 7f4c1c481640 1 -- 172.21.15.142:0/4275732498 shutdown_connections 2024-09-21T02:42:42.342 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.338+0000 7f4c1c481640 1 -- 172.21.15.142:0/4275732498 wait complete. 2024-09-21T02:42:42.343 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.342+0000 7f4c1c481640 1 Processor -- start 2024-09-21T02:42:42.343 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.342+0000 7f4c1c481640 1 -- start start 2024-09-21T02:42:42.346 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.342+0000 7f4c1c481640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4c140b5060 0x7f4c1415d260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:42.346 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.342+0000 7f4c1c481640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4c140b7310 0x7f4c14157050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:42.346 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.342+0000 7f4c1c481640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f4c140d0860 0x7f4c14150840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:42.346 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.342+0000 7f4c1c481640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f4c1416b360 con 0x7f4c140b7310 2024-09-21T02:42:42.346 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.342+0000 7f4c1c481640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f4c1416b1e0 con 0x7f4c140b5060 2024-09-21T02:42:42.346 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.342+0000 7f4c1c481640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f4c1416b4e0 con 0x7f4c140d0860 2024-09-21T02:42:42.346 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.342+0000 7f4c1a21d640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4c140b5060 0x7f4c1415d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:42.346 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.342+0000 7f4c1a21d640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4c140b5060 0x7f4c1415d260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.142:38356/0 (socket says 172.21.15.142:38356) 2024-09-21T02:42:42.346 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.342+0000 7f4c1a21d640 1 -- 172.21.15.142:0/1463250500 learned_addr learned my addr 172.21.15.142:0/1463250500 (peer_addr_for_me v2:172.21.15.142:0/0) 2024-09-21T02:42:42.347 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.342+0000 7f4c1aa1e640 1 --2- 172.21.15.142:0/1463250500 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f4c140d0860 0x7f4c14150840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:42.347 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.342+0000 7f4c19a1c640 1 --2- 172.21.15.142:0/1463250500 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4c140b7310 0x7f4c14157050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:42.347 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.342+0000 7f4c1aa1e640 1 -- 172.21.15.142:0/1463250500 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4c140b5060 msgr2=0x7f4c1415d260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:42.347 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.342+0000 7f4c1aa1e640 1 --2- 172.21.15.142:0/1463250500 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4c140b5060 0x7f4c1415d260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:42.347 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.342+0000 7f4c1aa1e640 1 -- 172.21.15.142:0/1463250500 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4c140b7310 msgr2=0x7f4c14157050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:42.347 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.342+0000 7f4c1aa1e640 1 --2- 172.21.15.142:0/1463250500 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4c140b7310 0x7f4c14157050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:42.347 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.342+0000 7f4c1aa1e640 1 -- 172.21.15.142:0/1463250500 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c1415dd40 con 0x7f4c140d0860 2024-09-21T02:42:42.347 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.342+0000 7f4c1a21d640 1 --2- 172.21.15.142:0/1463250500 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4c140b5060 0x7f4c1415d260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T02:42:42.347 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.342+0000 7f4c1aa1e640 1 --2- 172.21.15.142:0/1463250500 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f4c140d0860 0x7f4c14150840 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f4c1000b3e0 tx=0x7f4c1000b8a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:42:42.347 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.342+0000 7f4c0affd640 1 -- 172.21.15.142:0/1463250500 <== mon.2 v2:172.21.15.142:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c10015020 con 0x7f4c140d0860 2024-09-21T02:42:42.347 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.342+0000 7f4c0affd640 1 -- 172.21.15.142:0/1463250500 <== mon.2 v2:172.21.15.142:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4c10011920 con 0x7f4c140d0860 2024-09-21T02:42:42.347 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.342+0000 7f4c1c481640 1 -- 172.21.15.142:0/1463250500 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c1415e020 con 0x7f4c140d0860 2024-09-21T02:42:42.347 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.342+0000 7f4c0affd640 1 -- 172.21.15.142:0/1463250500 <== mon.2 v2:172.21.15.142:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c10011d70 con 0x7f4c140d0860 2024-09-21T02:42:42.348 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.342+0000 7f4c1c481640 1 -- 172.21.15.142:0/1463250500 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c1415e5e0 con 0x7f4c140d0860 2024-09-21T02:42:42.348 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.342+0000 7f4c0affd640 1 -- 172.21.15.142:0/1463250500 <== mon.2 v2:172.21.15.142:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f4c10018020 con 0x7f4c140d0860 2024-09-21T02:42:42.348 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.342+0000 7f4c0affd640 1 -- 172.21.15.142:0/1463250500 <== mon.2 v2:172.21.15.142:3301/0 5 ==== osd_map(6..6 src has 1..6) ==== 1185+0+0 (secure 0 0 0) 0x7f4c10003600 con 0x7f4c140d0860 2024-09-21T02:42:42.348 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.342+0000 7f4c1c481640 1 -- 172.21.15.142:0/1463250500 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c140b5470 con 0x7f4c140d0860 2024-09-21T02:42:42.348 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.346+0000 7f4c0affd640 1 -- 172.21.15.142:0/1463250500 <== mon.2 v2:172.21.15.142:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f4c1001f070 con 0x7f4c140d0860 2024-09-21T02:42:42.415 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.414+0000 7f4c1c481640 1 -- 172.21.15.142:0/1463250500 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_command({"prefix": "osd new", "uuid": "2028bcfd-16b5-40a0-beaf-18832fee4ac1", "id": 4} v 0) -- 0x7f4c140c5a50 con 0x7f4c140d0860 2024-09-21T02:42:42.422 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.418+0000 7f4c0affd640 1 -- 172.21.15.142:0/1463250500 <== mon.2 v2:172.21.15.142:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "2028bcfd-16b5-40a0-beaf-18832fee4ac1", "id": 4}]=0 v7) ==== 112+0+2 (secure 0 0 0) 0x7f4c10006510 con 0x7f4c140d0860 2024-09-21T02:42:42.422 INFO:teuthology.orchestra.run.smithi142.stdout:4 2024-09-21T02:42:42.423 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.422+0000 7f4c1c481640 1 -- 172.21.15.142:0/1463250500 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f4c140d0860 msgr2=0x7f4c14150840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:42.423 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.422+0000 7f4c1c481640 1 --2- 172.21.15.142:0/1463250500 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f4c140d0860 0x7f4c14150840 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f4c1000b3e0 tx=0x7f4c1000b8a0 comp rx=0 tx=0).stop 2024-09-21T02:42:42.423 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.422+0000 7f4c1c481640 1 -- 172.21.15.142:0/1463250500 shutdown_connections 2024-09-21T02:42:42.424 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.422+0000 7f4c1c481640 1 --2- 172.21.15.142:0/1463250500 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f4c140d0860 0x7f4c14150840 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:42.424 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.422+0000 7f4c1c481640 1 --2- 172.21.15.142:0/1463250500 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4c140b7310 0x7f4c14157050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:42.424 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.422+0000 7f4c1c481640 1 --2- 172.21.15.142:0/1463250500 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4c140b5060 0x7f4c1415d260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:42.424 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.422+0000 7f4c1c481640 1 -- 172.21.15.142:0/1463250500 >> 172.21.15.142:0/1463250500 conn(0x7f4c140cec90 msgr2=0x7f4c140c9250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:42.424 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.422+0000 7f4c1c481640 1 -- 172.21.15.142:0/1463250500 shutdown_connections 2024-09-21T02:42:42.424 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.422+0000 7f4c1c481640 1 -- 172.21.15.142:0/1463250500 wait complete. 2024-09-21T02:42:42.440 DEBUG:teuthology.orchestra.run.smithi142:> sudo ceph --cluster ceph osd new f3fdab28-9ac1-4ff3-92ed-3c2a9833a45d 5 2024-09-21T02:42:42.629 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.626+0000 7fde66f3e640 1 -- 172.21.15.142:0/485071713 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fde600b7310 msgr2=0x7fde600b3360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:42.629 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.626+0000 7fde66f3e640 1 --2- 172.21.15.142:0/485071713 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fde600b7310 0x7fde600b3360 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fde50009900 tx=0x7fde5001c850 comp rx=0 tx=0).stop 2024-09-21T02:42:42.630 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.626+0000 7fde66f3e640 1 -- 172.21.15.142:0/485071713 shutdown_connections 2024-09-21T02:42:42.630 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.626+0000 7fde66f3e640 1 --2- 172.21.15.142:0/485071713 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fde600b7310 0x7fde600b3360 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:42.630 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.626+0000 7fde66f3e640 1 -- 172.21.15.142:0/485071713 >> 172.21.15.142:0/485071713 conn(0x7fde600cec90 msgr2=0x7fde600cf0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:42.630 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.626+0000 7fde66f3e640 1 -- 172.21.15.142:0/485071713 shutdown_connections 2024-09-21T02:42:42.630 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.626+0000 7fde66f3e640 1 -- 172.21.15.142:0/485071713 wait complete. 2024-09-21T02:42:42.631 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.630+0000 7fde66f3e640 1 Processor -- start 2024-09-21T02:42:42.631 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.630+0000 7fde66f3e640 1 -- start start 2024-09-21T02:42:42.634 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.630+0000 7fde66f3e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fde600b5060 0x7fde60157250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:42.634 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.630+0000 7fde66f3e640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fde600b5470 0x7fde60166ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:42.634 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.630+0000 7fde66f3e640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fde600b7310 0x7fde60167400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:42.634 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.630+0000 7fde66f3e640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fde6016ae40 con 0x7fde600b5060 2024-09-21T02:42:42.634 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.630+0000 7fde66f3e640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fde6016acc0 con 0x7fde600b5470 2024-09-21T02:42:42.634 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.630+0000 7fde66f3e640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fde6016afc0 con 0x7fde600b7310 2024-09-21T02:42:42.634 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.630+0000 7fde5ffff640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fde600b5470 0x7fde60166ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:42.634 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.630+0000 7fde654db640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fde600b7310 0x7fde60167400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:42.634 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.630+0000 7fde5ffff640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fde600b5470 0x7fde60166ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.142:38368/0 (socket says 172.21.15.142:38368) 2024-09-21T02:42:42.634 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.630+0000 7fde5ffff640 1 -- 172.21.15.142:0/1132891571 learned_addr learned my addr 172.21.15.142:0/1132891571 (peer_addr_for_me v2:172.21.15.142:0/0) 2024-09-21T02:42:42.635 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.630+0000 7fde64cda640 1 --2- 172.21.15.142:0/1132891571 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fde600b5060 0x7fde60157250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:42.635 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.630+0000 7fde5ffff640 1 -- 172.21.15.142:0/1132891571 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fde600b7310 msgr2=0x7fde60167400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:42.635 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.630+0000 7fde5ffff640 1 --2- 172.21.15.142:0/1132891571 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fde600b7310 0x7fde60167400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:42.635 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.630+0000 7fde5ffff640 1 -- 172.21.15.142:0/1132891571 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fde600b5060 msgr2=0x7fde60157250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:42.635 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.630+0000 7fde5ffff640 1 --2- 172.21.15.142:0/1132891571 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fde600b5060 0x7fde60157250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:42.635 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.630+0000 7fde5ffff640 1 -- 172.21.15.142:0/1132891571 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde600cb5d0 con 0x7fde600b5470 2024-09-21T02:42:42.635 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.630+0000 7fde654db640 1 --2- 172.21.15.142:0/1132891571 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fde600b7310 0x7fde60167400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T02:42:42.635 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.630+0000 7fde5ffff640 1 --2- 172.21.15.142:0/1132891571 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fde600b5470 0x7fde60166ec0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fde5400c3c0 tx=0x7fde5400c880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:42:42.635 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.630+0000 7fde5d7fa640 1 -- 172.21.15.142:0/1132891571 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde54017070 con 0x7fde600b5470 2024-09-21T02:42:42.635 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.630+0000 7fde5d7fa640 1 -- 172.21.15.142:0/1132891571 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fde540053c0 con 0x7fde600b5470 2024-09-21T02:42:42.635 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.630+0000 7fde66f3e640 1 -- 172.21.15.142:0/1132891571 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde601568d0 con 0x7fde600b5470 2024-09-21T02:42:42.635 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.630+0000 7fde5d7fa640 1 -- 172.21.15.142:0/1132891571 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde54003860 con 0x7fde600b5470 2024-09-21T02:42:42.635 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.630+0000 7fde66f3e640 1 -- 172.21.15.142:0/1132891571 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde601549a0 con 0x7fde600b5470 2024-09-21T02:42:42.635 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.630+0000 7fde5d7fa640 1 -- 172.21.15.142:0/1132891571 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fde5401a070 con 0x7fde600b5470 2024-09-21T02:42:42.635 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.630+0000 7fde5d7fa640 1 -- 172.21.15.142:0/1132891571 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(7..7 src has 1..7) ==== 1300+0+0 (secure 0 0 0) 0x7fde54011d40 con 0x7fde600b5470 2024-09-21T02:42:42.636 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.634+0000 7fde66f3e640 1 -- 172.21.15.142:0/1132891571 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde600b3360 con 0x7fde600b5470 2024-09-21T02:42:42.636 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.634+0000 7fde5d7fa640 1 -- 172.21.15.142:0/1132891571 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7fde54021020 con 0x7fde600b5470 2024-09-21T02:42:42.704 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.702+0000 7fde66f3e640 1 -- 172.21.15.142:0/1132891571 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "osd new", "uuid": "f3fdab28-9ac1-4ff3-92ed-3c2a9833a45d", "id": 5} v 0) -- 0x7fde600c5a50 con 0x7fde600b5470 2024-09-21T02:42:42.711 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.710+0000 7fde5d7fa640 1 -- 172.21.15.142:0/1132891571 <== mon.1 v2:172.21.15.142:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "f3fdab28-9ac1-4ff3-92ed-3c2a9833a45d", "id": 5}]=0 v8) ==== 112+0+2 (secure 0 0 0) 0x7fde54003b50 con 0x7fde600b5470 2024-09-21T02:42:42.711 INFO:teuthology.orchestra.run.smithi142.stdout:5 2024-09-21T02:42:42.712 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.710+0000 7fde66f3e640 1 -- 172.21.15.142:0/1132891571 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fde600b5470 msgr2=0x7fde60166ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:42.712 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.710+0000 7fde66f3e640 1 --2- 172.21.15.142:0/1132891571 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fde600b5470 0x7fde60166ec0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fde5400c3c0 tx=0x7fde5400c880 comp rx=0 tx=0).stop 2024-09-21T02:42:42.712 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.710+0000 7fde66f3e640 1 -- 172.21.15.142:0/1132891571 shutdown_connections 2024-09-21T02:42:42.712 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.710+0000 7fde66f3e640 1 --2- 172.21.15.142:0/1132891571 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fde600b7310 0x7fde60167400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:42.713 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.710+0000 7fde66f3e640 1 --2- 172.21.15.142:0/1132891571 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fde600b5470 0x7fde60166ec0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:42.713 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.710+0000 7fde66f3e640 1 --2- 172.21.15.142:0/1132891571 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fde600b5060 0x7fde60157250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:42.713 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.710+0000 7fde66f3e640 1 -- 172.21.15.142:0/1132891571 >> 172.21.15.142:0/1132891571 conn(0x7fde600cec90 msgr2=0x7fde60071000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:42.713 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.710+0000 7fde66f3e640 1 -- 172.21.15.142:0/1132891571 shutdown_connections 2024-09-21T02:42:42.713 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.710+0000 7fde66f3e640 1 -- 172.21.15.142:0/1132891571 wait complete. 2024-09-21T02:42:42.729 DEBUG:teuthology.orchestra.run.smithi142:> sudo ceph --cluster ceph osd new e6c411f3-8a06-41f2-b104-40216326259a 6 2024-09-21T02:42:42.875 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.874+0000 7f41a6217640 1 -- 172.21.15.142:0/503062569 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f41a00ce700 msgr2=0x7f41a00ceb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:42.876 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.874+0000 7f41a6217640 1 --2- 172.21.15.142:0/503062569 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f41a00ce700 0x7f41a00ceb10 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f419800a950 tx=0x7f419801dae0 comp rx=0 tx=0).stop 2024-09-21T02:42:42.876 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.874+0000 7f41a6217640 1 -- 172.21.15.142:0/503062569 shutdown_connections 2024-09-21T02:42:42.876 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.874+0000 7f41a6217640 1 --2- 172.21.15.142:0/503062569 >> v2:172.21.15.83:3300/0 conn(0x7f41a015ec10 0x7f41a015f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:42.876 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.874+0000 7f41a6217640 1 --2- 172.21.15.142:0/503062569 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f41a00ce700 0x7f41a00ceb10 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:42.876 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.874+0000 7f41a6217640 1 -- 172.21.15.142:0/503062569 >> 172.21.15.142:0/503062569 conn(0x7f41a00b24f0 msgr2=0x7f41a00b2900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:42.876 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.874+0000 7f41a6217640 1 -- 172.21.15.142:0/503062569 shutdown_connections 2024-09-21T02:42:42.876 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.874+0000 7f41a6217640 1 -- 172.21.15.142:0/503062569 wait complete. 2024-09-21T02:42:42.877 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.874+0000 7f41a6217640 1 Processor -- start 2024-09-21T02:42:42.877 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.874+0000 7f41a6217640 1 -- start start 2024-09-21T02:42:42.880 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.878+0000 7f41a6217640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f41a00cd130 0x7f41a0153280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:42.880 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.878+0000 7f41a6217640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f41a00ce700 0x7f41a014b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:42.880 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.878+0000 7f41a6217640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f41a015ec10 0x7f41a01f5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:42.880 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.878+0000 7f41a6217640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f41a015a7a0 con 0x7f41a00cd130 2024-09-21T02:42:42.880 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.878+0000 7f41a6217640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f41a00b0030 con 0x7f41a015ec10 2024-09-21T02:42:42.880 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.878+0000 7f41a6217640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f41a015a920 con 0x7f41a00ce700 2024-09-21T02:42:42.880 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.878+0000 7f419ffff640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f41a015ec10 0x7f41a01f5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:42.880 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.878+0000 7f419effd640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f41a00ce700 0x7f41a014b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:42.880 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.878+0000 7f419ffff640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f41a015ec10 0x7f41a01f5830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.142:38372/0 (socket says 172.21.15.142:38372) 2024-09-21T02:42:42.880 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.878+0000 7f419ffff640 1 -- 172.21.15.142:0/2050914808 learned_addr learned my addr 172.21.15.142:0/2050914808 (peer_addr_for_me v2:172.21.15.142:0/0) 2024-09-21T02:42:42.880 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.878+0000 7f419f7fe640 1 --2- 172.21.15.142:0/2050914808 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f41a00cd130 0x7f41a0153280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:42.881 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.878+0000 7f419ffff640 1 -- 172.21.15.142:0/2050914808 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f41a00ce700 msgr2=0x7f41a014b480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:42.881 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.878+0000 7f419ffff640 1 --2- 172.21.15.142:0/2050914808 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f41a00ce700 0x7f41a014b480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:42.881 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.878+0000 7f419ffff640 1 -- 172.21.15.142:0/2050914808 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f41a00cd130 msgr2=0x7f41a0153280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:42.881 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.878+0000 7f419ffff640 1 --2- 172.21.15.142:0/2050914808 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f41a00cd130 0x7f41a0153280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:42.881 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.878+0000 7f419ffff640 1 -- 172.21.15.142:0/2050914808 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41a00a9870 con 0x7f41a015ec10 2024-09-21T02:42:42.881 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.878+0000 7f419effd640 1 --2- 172.21.15.142:0/2050914808 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f41a00ce700 0x7f41a014b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T02:42:42.881 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.878+0000 7f419ffff640 1 --2- 172.21.15.142:0/2050914808 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f41a015ec10 0x7f41a01f5830 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f419000cd10 tx=0x7f419000a620 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:42:42.881 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.878+0000 7f4197fff640 1 -- 172.21.15.142:0/2050914808 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f419000f450 con 0x7f41a015ec10 2024-09-21T02:42:42.881 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.878+0000 7f4197fff640 1 -- 172.21.15.142:0/2050914808 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f419000f700 con 0x7f41a015ec10 2024-09-21T02:42:42.881 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.878+0000 7f41a6217640 1 -- 172.21.15.142:0/2050914808 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41a0153910 con 0x7f41a015ec10 2024-09-21T02:42:42.881 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.878+0000 7f4197fff640 1 -- 172.21.15.142:0/2050914808 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f419000fb50 con 0x7f41a015ec10 2024-09-21T02:42:42.881 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.878+0000 7f41a6217640 1 -- 172.21.15.142:0/2050914808 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41a0153ed0 con 0x7f41a015ec10 2024-09-21T02:42:42.881 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.878+0000 7f4197fff640 1 -- 172.21.15.142:0/2050914808 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f419000fcf0 con 0x7f41a015ec10 2024-09-21T02:42:42.881 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.878+0000 7f4197fff640 1 -- 172.21.15.142:0/2050914808 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(8..8 src has 1..8) ==== 1415+0+0 (secure 0 0 0) 0x7f4190021ad0 con 0x7f41a015ec10 2024-09-21T02:42:42.882 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.878+0000 7f41a6217640 1 -- 172.21.15.142:0/2050914808 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f41a00ceb10 con 0x7f41a015ec10 2024-09-21T02:42:42.883 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.882+0000 7f4197fff640 1 -- 172.21.15.142:0/2050914808 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f4190026080 con 0x7f41a015ec10 2024-09-21T02:42:42.949 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.946+0000 7f41a6217640 1 -- 172.21.15.142:0/2050914808 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "osd new", "uuid": "e6c411f3-8a06-41f2-b104-40216326259a", "id": 6} v 0) -- 0x7f41a006fb10 con 0x7f41a015ec10 2024-09-21T02:42:42.957 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.954+0000 7f4197fff640 1 -- 172.21.15.142:0/2050914808 <== mon.1 v2:172.21.15.142:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "e6c411f3-8a06-41f2-b104-40216326259a", "id": 6}]=0 v9) ==== 112+0+2 (secure 0 0 0) 0x7f4190014030 con 0x7f41a015ec10 2024-09-21T02:42:42.957 INFO:teuthology.orchestra.run.smithi142.stdout:6 2024-09-21T02:42:42.959 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.958+0000 7f41a6217640 1 -- 172.21.15.142:0/2050914808 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f41a015ec10 msgr2=0x7f41a01f5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:42.959 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.958+0000 7f41a6217640 1 --2- 172.21.15.142:0/2050914808 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f41a015ec10 0x7f41a01f5830 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f419000cd10 tx=0x7f419000a620 comp rx=0 tx=0).stop 2024-09-21T02:42:42.959 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.958+0000 7f41a6217640 1 -- 172.21.15.142:0/2050914808 shutdown_connections 2024-09-21T02:42:42.959 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.958+0000 7f41a6217640 1 --2- 172.21.15.142:0/2050914808 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f41a015ec10 0x7f41a01f5830 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:42.959 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.958+0000 7f41a6217640 1 --2- 172.21.15.142:0/2050914808 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f41a00ce700 0x7f41a014b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:42.959 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.958+0000 7f41a6217640 1 --2- 172.21.15.142:0/2050914808 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f41a00cd130 0x7f41a0153280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:42.959 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.958+0000 7f41a6217640 1 -- 172.21.15.142:0/2050914808 >> 172.21.15.142:0/2050914808 conn(0x7f41a00b24f0 msgr2=0x7f41a0159220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:42.959 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.958+0000 7f41a6217640 1 -- 172.21.15.142:0/2050914808 shutdown_connections 2024-09-21T02:42:42.959 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:42.958+0000 7f41a6217640 1 -- 172.21.15.142:0/2050914808 wait complete. 2024-09-21T02:42:42.976 DEBUG:teuthology.orchestra.run.smithi142:> sudo ceph --cluster ceph osd new 37ce1cb6-2b1b-4d91-ace3-926062f54290 7 2024-09-21T02:42:43.116 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.114+0000 7f1919465640 1 -- 172.21.15.142:0/400377733 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f19140741b0 msgr2=0x7f19140745c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:43.116 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.114+0000 7f1919465640 1 --2- 172.21.15.142:0/400377733 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f19140741b0 0x7f19140745c0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f190c009c80 tx=0x7f190c01cda0 comp rx=0 tx=0).stop 2024-09-21T02:42:43.116 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.114+0000 7f1919465640 1 -- 172.21.15.142:0/400377733 shutdown_connections 2024-09-21T02:42:43.116 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.114+0000 7f1919465640 1 --2- 172.21.15.142:0/400377733 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f19140741b0 0x7f19140745c0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:43.116 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.114+0000 7f1919465640 1 --2- 172.21.15.142:0/400377733 >> v2:172.21.15.142:3300/0 conn(0x7f191415eff0 0x7f191415f400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:43.116 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.114+0000 7f1919465640 1 -- 172.21.15.142:0/400377733 >> 172.21.15.142:0/400377733 conn(0x7f19140d1180 msgr2=0x7f19140d1590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:43.116 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.114+0000 7f1919465640 1 -- 172.21.15.142:0/400377733 shutdown_connections 2024-09-21T02:42:43.116 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.114+0000 7f1919465640 1 -- 172.21.15.142:0/400377733 wait complete. 2024-09-21T02:42:43.117 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.114+0000 7f1919465640 1 Processor -- start 2024-09-21T02:42:43.117 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.114+0000 7f1919465640 1 -- start start 2024-09-21T02:42:43.120 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.118+0000 7f1919465640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f19140741b0 0x7f19140b4950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:43.120 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.118+0000 7f1919465640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f191415c480 0x7f19141f8f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:43.120 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.118+0000 7f1919465640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f191415eff0 0x7f19141fce80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:43.120 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.118+0000 7f1919465640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f1914168f60 con 0x7f191415c480 2024-09-21T02:42:43.120 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.118+0000 7f1919465640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f1914168de0 con 0x7f191415eff0 2024-09-21T02:42:43.120 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.118+0000 7f1919465640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f19141690e0 con 0x7f19140741b0 2024-09-21T02:42:43.120 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.118+0000 7f1912ffd640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f19140741b0 0x7f19140b4950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:43.121 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.118+0000 7f19137fe640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f191415eff0 0x7f19141fce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:43.121 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.118+0000 7f19137fe640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f191415eff0 0x7f19141fce80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.142:38400/0 (socket says 172.21.15.142:38400) 2024-09-21T02:42:43.121 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.118+0000 7f1912ffd640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f19140741b0 0x7f19140b4950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3301/0 says I am v2:172.21.15.142:50054/0 (socket says 172.21.15.142:50054) 2024-09-21T02:42:43.121 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.118+0000 7f19137fe640 1 -- 172.21.15.142:0/867765349 learned_addr learned my addr 172.21.15.142:0/867765349 (peer_addr_for_me v2:172.21.15.142:0/0) 2024-09-21T02:42:43.121 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.118+0000 7f19127fc640 1 --2- 172.21.15.142:0/867765349 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f191415c480 0x7f19141f8f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:43.121 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.118+0000 7f19137fe640 1 -- 172.21.15.142:0/867765349 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f19140741b0 msgr2=0x7f19140b4950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:43.121 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.118+0000 7f19137fe640 1 --2- 172.21.15.142:0/867765349 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f19140741b0 0x7f19140b4950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:43.121 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.118+0000 7f19137fe640 1 -- 172.21.15.142:0/867765349 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f191415c480 msgr2=0x7f19141f8f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:43.121 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.118+0000 7f19137fe640 1 --2- 172.21.15.142:0/867765349 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f191415c480 0x7f19141f8f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:43.121 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.118+0000 7f19137fe640 1 -- 172.21.15.142:0/867765349 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19141f94c0 con 0x7f191415eff0 2024-09-21T02:42:43.121 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.118+0000 7f1912ffd640 1 --2- 172.21.15.142:0/867765349 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f19140741b0 0x7f19140b4950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T02:42:43.121 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.118+0000 7f19137fe640 1 --2- 172.21.15.142:0/867765349 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f191415eff0 0x7f19141fce80 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f190c009bd0 tx=0x7f190c005b00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:42:43.121 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.118+0000 7f18fb7fe640 1 -- 172.21.15.142:0/867765349 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f190c0bb070 con 0x7f191415eff0 2024-09-21T02:42:43.121 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.118+0000 7f18fb7fe640 1 -- 172.21.15.142:0/867765349 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f190c004b40 con 0x7f191415eff0 2024-09-21T02:42:43.122 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.118+0000 7f1919465640 1 -- 172.21.15.142:0/867765349 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19141f99d0 con 0x7f191415eff0 2024-09-21T02:42:43.122 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.118+0000 7f18fb7fe640 1 -- 172.21.15.142:0/867765349 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f190c0b2040 con 0x7f191415eff0 2024-09-21T02:42:43.122 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.118+0000 7f1919465640 1 -- 172.21.15.142:0/867765349 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1914151960 con 0x7f191415eff0 2024-09-21T02:42:43.122 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.118+0000 7f18fb7fe640 1 -- 172.21.15.142:0/867765349 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f190c0be070 con 0x7f191415eff0 2024-09-21T02:42:43.122 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.118+0000 7f18fb7fe640 1 -- 172.21.15.142:0/867765349 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1530+0+0 (secure 0 0 0) 0x7f190c005690 con 0x7f191415eff0 2024-09-21T02:42:43.122 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.118+0000 7f1919465640 1 -- 172.21.15.142:0/867765349 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f19141f9740 con 0x7f191415eff0 2024-09-21T02:42:43.122 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.122+0000 7f18fb7fe640 1 -- 172.21.15.142:0/867765349 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f190c0d8860 con 0x7f191415eff0 2024-09-21T02:42:43.188 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.186+0000 7f1919465640 1 -- 172.21.15.142:0/867765349 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "osd new", "uuid": "37ce1cb6-2b1b-4d91-ace3-926062f54290", "id": 7} v 0) -- 0x7f19140745c0 con 0x7f191415eff0 2024-09-21T02:42:43.194 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.190+0000 7f18fb7fe640 1 -- 172.21.15.142:0/867765349 <== mon.1 v2:172.21.15.142:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "37ce1cb6-2b1b-4d91-ace3-926062f54290", "id": 7}]=0 v10) ==== 112+0+2 (secure 0 0 0) 0x7f190c0c6030 con 0x7f191415eff0 2024-09-21T02:42:43.194 INFO:teuthology.orchestra.run.smithi142.stdout:7 2024-09-21T02:42:43.196 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.194+0000 7f1919465640 1 -- 172.21.15.142:0/867765349 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f191415eff0 msgr2=0x7f19141fce80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:43.196 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.194+0000 7f1919465640 1 --2- 172.21.15.142:0/867765349 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f191415eff0 0x7f19141fce80 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f190c009bd0 tx=0x7f190c005b00 comp rx=0 tx=0).stop 2024-09-21T02:42:43.196 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.194+0000 7f1919465640 1 -- 172.21.15.142:0/867765349 shutdown_connections 2024-09-21T02:42:43.196 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.194+0000 7f1919465640 1 --2- 172.21.15.142:0/867765349 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f191415eff0 0x7f19141fce80 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:43.196 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.194+0000 7f1919465640 1 --2- 172.21.15.142:0/867765349 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f191415c480 0x7f19141f8f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:43.196 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.194+0000 7f1919465640 1 --2- 172.21.15.142:0/867765349 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f19140741b0 0x7f19140b4950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:43.196 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.194+0000 7f1919465640 1 -- 172.21.15.142:0/867765349 >> 172.21.15.142:0/867765349 conn(0x7f19140d1180 msgr2=0x7f1914075cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:43.196 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.194+0000 7f1919465640 1 -- 172.21.15.142:0/867765349 shutdown_connections 2024-09-21T02:42:43.196 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:42:43.194+0000 7f1919465640 1 -- 172.21.15.142:0/867765349 wait complete. 2024-09-21T02:42:43.212 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-21T02:42:43.213 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-21T02:42:43.215 INFO:tasks.ceph.osd.0:Started 2024-09-21T02:42:43.215 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-21T02:42:43.215 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-21T02:42:43.217 INFO:tasks.ceph.osd.1:Started 2024-09-21T02:42:43.218 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-21T02:42:43.218 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-21T02:42:43.220 INFO:tasks.ceph.osd.2:Started 2024-09-21T02:42:43.220 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-21T02:42:43.220 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-21T02:42:43.222 INFO:tasks.ceph.osd.3:Started 2024-09-21T02:42:43.223 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-21T02:42:43.223 DEBUG:teuthology.orchestra.run.smithi142:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-21T02:42:43.225 INFO:tasks.ceph.osd.4:Started 2024-09-21T02:42:43.225 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-21T02:42:43.225 DEBUG:teuthology.orchestra.run.smithi142:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-21T02:42:43.227 INFO:tasks.ceph.osd.5:Started 2024-09-21T02:42:43.227 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-21T02:42:43.227 DEBUG:teuthology.orchestra.run.smithi142:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-21T02:42:43.229 INFO:tasks.ceph.osd.6:Started 2024-09-21T02:42:43.229 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-21T02:42:43.229 DEBUG:teuthology.orchestra.run.smithi142:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-21T02:42:43.231 INFO:tasks.ceph.osd.7:Started 2024-09-21T02:42:43.231 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T02:42:43.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.383+0000 7f2a36056640 1 -- 172.21.15.83:0/1798031541 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2a300ce8a0 msgr2=0x7f2a300d0c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:43.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.383+0000 7f2a36056640 1 --2- 172.21.15.83:0/1798031541 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2a300ce8a0 0x7f2a300d0c10 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f2a24005fd0 tx=0x7f2a2401c6b0 comp rx=0 tx=0).stop 2024-09-21T02:42:43.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.383+0000 7f2a36056640 1 -- 172.21.15.83:0/1798031541 shutdown_connections 2024-09-21T02:42:43.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.383+0000 7f2a36056640 1 --2- 172.21.15.83:0/1798031541 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2a300ce8a0 0x7f2a300d0c10 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:43.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.383+0000 7f2a36056640 1 -- 172.21.15.83:0/1798031541 >> 172.21.15.83:0/1798031541 conn(0x7f2a300b3da0 msgr2=0x7f2a300b41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:43.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.383+0000 7f2a36056640 1 -- 172.21.15.83:0/1798031541 shutdown_connections 2024-09-21T02:42:43.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.383+0000 7f2a36056640 1 -- 172.21.15.83:0/1798031541 wait complete. 2024-09-21T02:42:43.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.387+0000 7f2a36056640 1 Processor -- start 2024-09-21T02:42:43.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.387+0000 7f2a36056640 1 -- start start 2024-09-21T02:42:43.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.387+0000 7f2a36056640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2a3009ac10 0x7f2a301fbb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:43.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.387+0000 7f2a36056640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2a300cce10 0x7f2a3006f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:43.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.387+0000 7f2a36056640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2a300ce8a0 0x7f2a300b00c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:43.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.387+0000 7f2a36056640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f2a3016af60 con 0x7f2a300cce10 2024-09-21T02:42:43.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.387+0000 7f2a36056640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f2a3016ade0 con 0x7f2a3009ac10 2024-09-21T02:42:43.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.387+0000 7f2a36056640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f2a3016b0e0 con 0x7f2a300ce8a0 2024-09-21T02:42:43.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.387+0000 7f2a2effd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2a300cce10 0x7f2a3006f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:43.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.387+0000 7f2a2f7fe640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2a3009ac10 0x7f2a301fbb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:43.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.387+0000 7f2a2effd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2a300cce10 0x7f2a3006f7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37334/0 (socket says 172.21.15.83:37334) 2024-09-21T02:42:43.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.387+0000 7f2a2effd640 1 -- 172.21.15.83:0/2883912598 learned_addr learned my addr 172.21.15.83:0/2883912598 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:42:43.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.387+0000 7f2a2ffff640 1 --2- 172.21.15.83:0/2883912598 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2a300ce8a0 0x7f2a300b00c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:43.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.387+0000 7f2a2effd640 1 -- 172.21.15.83:0/2883912598 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2a300ce8a0 msgr2=0x7f2a300b00c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:43.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.387+0000 7f2a2effd640 1 --2- 172.21.15.83:0/2883912598 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2a300ce8a0 0x7f2a300b00c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:43.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.387+0000 7f2a2effd640 1 -- 172.21.15.83:0/2883912598 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2a3009ac10 msgr2=0x7f2a301fbb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:43.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.387+0000 7f2a2effd640 1 --2- 172.21.15.83:0/2883912598 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2a3009ac10 0x7f2a301fbb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:43.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.387+0000 7f2a2effd640 1 -- 172.21.15.83:0/2883912598 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a3006e0d0 con 0x7f2a300cce10 2024-09-21T02:42:43.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.387+0000 7f2a2effd640 1 --2- 172.21.15.83:0/2883912598 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2a300cce10 0x7f2a3006f7a0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f2a20001ec0 tx=0x7f2a2000c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:42:43.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.387+0000 7f2a17fff640 1 -- 172.21.15.83:0/2883912598 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a20017070 con 0x7f2a300cce10 2024-09-21T02:42:43.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.387+0000 7f2a17fff640 1 -- 172.21.15.83:0/2883912598 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2a20003600 con 0x7f2a300cce10 2024-09-21T02:42:43.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.387+0000 7f2a36056640 1 -- 172.21.15.83:0/2883912598 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a3006e3b0 con 0x7f2a300cce10 2024-09-21T02:42:43.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.387+0000 7f2a17fff640 1 -- 172.21.15.83:0/2883912598 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a20003a90 con 0x7f2a300cce10 2024-09-21T02:42:43.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.387+0000 7f2a36056640 1 -- 172.21.15.83:0/2883912598 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a3006e970 con 0x7f2a300cce10 2024-09-21T02:42:43.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.387+0000 7f2a17fff640 1 -- 172.21.15.83:0/2883912598 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f2a2001a070 con 0x7f2a300cce10 2024-09-21T02:42:43.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.387+0000 7f2a17fff640 1 -- 172.21.15.83:0/2883912598 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f2a20003c30 con 0x7f2a300cce10 2024-09-21T02:42:43.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.387+0000 7f2a36056640 1 -- 172.21.15.83:0/2883912598 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a300d0c10 con 0x7f2a300cce10 2024-09-21T02:42:43.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.391+0000 7f2a17fff640 1 -- 172.21.15.83:0/2883912598 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f2a20021070 con 0x7f2a300cce10 2024-09-21T02:42:43.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.451+0000 7f2a36056640 1 -- 172.21.15.83:0/2883912598 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2a300b1260 con 0x7f2a300cce10 2024-09-21T02:42:43.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.451+0000 7f2a17fff640 1 -- 172.21.15.83:0/2883912598 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f2a2001c440 con 0x7f2a300cce10 2024-09-21T02:42:43.452 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:42:43.453 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":10,"fsid":"82b6a254-ea31-468f-b8d3-3f9b32622240","created":"2024-09-21T02:42:38.603140+0000","modified":"2024-09-21T02:42:43.192261+0000","last_up_change":"0.000000","last_in_change":"2024-09-21T02:42:43.192261+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"3a8ebb7b-1ae5-4b26-8278-9dcb6c385903","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"c965bb73-548b-4509-96ec-9c263029104b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"d86f4e42-c5e5-48f2-9936-817c45ca308d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"13beb0a5-6df8-4bd9-a8c9-d61fe89e09e3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"2028bcfd-16b5-40a0-beaf-18832fee4ac1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"f3fdab28-9ac1-4ff3-92ed-3c2a9833a45d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"e6c411f3-8a06-41f2-b104-40216326259a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"37ce1cb6-2b1b-4d91-ace3-926062f54290","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T02:42:43.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.451+0000 7f2a36056640 1 -- 172.21.15.83:0/2883912598 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2a300cce10 msgr2=0x7f2a3006f7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:43.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.451+0000 7f2a36056640 1 --2- 172.21.15.83:0/2883912598 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2a300cce10 0x7f2a3006f7a0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f2a20001ec0 tx=0x7f2a2000c960 comp rx=0 tx=0).stop 2024-09-21T02:42:43.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.451+0000 7f2a36056640 1 -- 172.21.15.83:0/2883912598 shutdown_connections 2024-09-21T02:42:43.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.451+0000 7f2a36056640 1 --2- 172.21.15.83:0/2883912598 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2a300ce8a0 0x7f2a300b00c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:43.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.451+0000 7f2a36056640 1 --2- 172.21.15.83:0/2883912598 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2a300cce10 0x7f2a3006f7a0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:43.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.451+0000 7f2a36056640 1 --2- 172.21.15.83:0/2883912598 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2a3009ac10 0x7f2a301fbb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:43.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.451+0000 7f2a36056640 1 -- 172.21.15.83:0/2883912598 >> 172.21.15.83:0/2883912598 conn(0x7f2a300b3da0 msgr2=0x7f2a301601e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:43.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.451+0000 7f2a36056640 1 -- 172.21.15.83:0/2883912598 shutdown_connections 2024-09-21T02:42:43.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:43.451+0000 7f2a36056640 1 -- 172.21.15.83:0/2883912598 wait complete. 2024-09-21T02:42:43.471 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-21T02:42:43.471 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-21T02:42:44.276 DEBUG:teuthology.orchestra.run.smithi083:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-21T02:42:44.417 INFO:tasks.ceph.osd.7.smithi142.stderr:2024-09-21T02:42:44.414+0000 7f89a22e57c0 -1 Falling back to public interface 2024-09-21T02:42:44.431 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.426+0000 7ff54057f640 1 -- 172.21.15.83:0/3298830658 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff5380b3ad0 msgr2=0x7ff5380b3ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:44.431 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.426+0000 7ff54057f640 1 --2- 172.21.15.83:0/3298830658 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff5380b3ad0 0x7ff5380b3ee0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7ff528009840 tx=0x7ff52801c680 comp rx=0 tx=0).stop 2024-09-21T02:42:44.431 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.426+0000 7ff54057f640 1 -- 172.21.15.83:0/3298830658 shutdown_connections 2024-09-21T02:42:44.431 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.426+0000 7ff54057f640 1 --2- 172.21.15.83:0/3298830658 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff5380b3ad0 0x7ff5380b3ee0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:44.431 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.426+0000 7ff54057f640 1 -- 172.21.15.83:0/3298830658 >> 172.21.15.83:0/3298830658 conn(0x7ff53809d720 msgr2=0x7ff5380d4460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:44.431 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.426+0000 7ff54057f640 1 -- 172.21.15.83:0/3298830658 shutdown_connections 2024-09-21T02:42:44.431 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.426+0000 7ff54057f640 1 -- 172.21.15.83:0/3298830658 wait complete. 2024-09-21T02:42:44.432 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.430+0000 7ff54057f640 1 Processor -- start 2024-09-21T02:42:44.432 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.430+0000 7ff54057f640 1 -- start start 2024-09-21T02:42:44.435 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.430+0000 7ff54057f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff5380b3ad0 0x7ff5380ce550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:44.435 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.430+0000 7ff54057f640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff5380d0cf0 0x7ff5381f8a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:44.435 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.430+0000 7ff54057f640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff5380d1b30 0x7ff538158cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:44.435 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.430+0000 7ff54057f640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff53816cda0 con 0x7ff5380b3ad0 2024-09-21T02:42:44.435 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.430+0000 7ff54057f640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7ff53816cc20 con 0x7ff5380d0cf0 2024-09-21T02:42:44.435 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.430+0000 7ff54057f640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7ff53816cf20 con 0x7ff5380d1b30 2024-09-21T02:42:44.436 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.430+0000 7ff53e31b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff5380b3ad0 0x7ff5380ce550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:44.436 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.430+0000 7ff53e31b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff5380b3ad0 0x7ff5380ce550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39406/0 (socket says 172.21.15.83:39406) 2024-09-21T02:42:44.436 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.430+0000 7ff53e31b640 1 -- 172.21.15.83:0/4113947769 learned_addr learned my addr 172.21.15.83:0/4113947769 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:42:44.436 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.430+0000 7ff53eb1c640 1 --2- 172.21.15.83:0/4113947769 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff5380d1b30 0x7ff538158cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:44.436 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.430+0000 7ff53db1a640 1 --2- 172.21.15.83:0/4113947769 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff5380d0cf0 0x7ff5381f8a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:44.436 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.430+0000 7ff53e31b640 1 -- 172.21.15.83:0/4113947769 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff5380d1b30 msgr2=0x7ff538158cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:44.436 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.430+0000 7ff53e31b640 1 --2- 172.21.15.83:0/4113947769 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff5380d1b30 0x7ff538158cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:44.436 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.430+0000 7ff53e31b640 1 -- 172.21.15.83:0/4113947769 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff5380d0cf0 msgr2=0x7ff5381f8a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:44.436 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.430+0000 7ff53e31b640 1 --2- 172.21.15.83:0/4113947769 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff5380d0cf0 0x7ff5381f8a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:44.436 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.430+0000 7ff53e31b640 1 -- 172.21.15.83:0/4113947769 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5381f9300 con 0x7ff5380b3ad0 2024-09-21T02:42:44.436 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.430+0000 7ff53eb1c640 1 --2- 172.21.15.83:0/4113947769 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff5380d1b30 0x7ff538158cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T02:42:44.436 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.430+0000 7ff53db1a640 1 --2- 172.21.15.83:0/4113947769 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff5380d0cf0 0x7ff5381f8a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T02:42:44.436 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.430+0000 7ff53e31b640 1 --2- 172.21.15.83:0/4113947769 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff5380b3ad0 0x7ff5380ce550 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7ff52c00c7f0 tx=0x7ff52c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:42:44.436 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.430+0000 7ff536ffd640 1 -- 172.21.15.83:0/4113947769 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff52c003bd0 con 0x7ff5380b3ad0 2024-09-21T02:42:44.437 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.430+0000 7ff54057f640 1 -- 172.21.15.83:0/4113947769 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5381f95e0 con 0x7ff5380b3ad0 2024-09-21T02:42:44.437 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.430+0000 7ff536ffd640 1 -- 172.21.15.83:0/4113947769 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff52c003d70 con 0x7ff5380b3ad0 2024-09-21T02:42:44.437 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.430+0000 7ff536ffd640 1 -- 172.21.15.83:0/4113947769 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff52c00aa90 con 0x7ff5380b3ad0 2024-09-21T02:42:44.437 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.430+0000 7ff54057f640 1 -- 172.21.15.83:0/4113947769 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff538159200 con 0x7ff5380b3ad0 2024-09-21T02:42:44.437 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.434+0000 7ff54057f640 1 -- 172.21.15.83:0/4113947769 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff53815ca10 con 0x7ff5380b3ad0 2024-09-21T02:42:44.437 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.434+0000 7ff536ffd640 1 -- 172.21.15.83:0/4113947769 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 2) ==== 48655+0+0 (secure 0 0 0) 0x7ff52c00ac30 con 0x7ff5380b3ad0 2024-09-21T02:42:44.437 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.434+0000 7ff536ffd640 1 -- 172.21.15.83:0/4113947769 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7ff52c04ec60 con 0x7ff5380b3ad0 2024-09-21T02:42:44.438 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.434+0000 7ff536ffd640 1 -- 172.21.15.83:0/4113947769 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7ff52c012420 con 0x7ff5380b3ad0 2024-09-21T02:42:44.493 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.490+0000 7ff54057f640 1 -- 172.21.15.83:0/4113947769 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff5380b3ee0 con 0x7ff5380b3ad0 2024-09-21T02:42:44.494 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.490+0000 7ff536ffd640 1 -- 172.21.15.83:0/4113947769 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7ff52c005500 con 0x7ff5380b3ad0 2024-09-21T02:42:44.495 INFO:teuthology.misc.health.smithi083.stdout: 2024-09-21T02:42:44.495 INFO:teuthology.misc.health.smithi083.stdout:{"epoch":10,"fsid":"82b6a254-ea31-468f-b8d3-3f9b32622240","created":"2024-09-21T02:42:38.603140+0000","modified":"2024-09-21T02:42:43.192261+0000","last_up_change":"0.000000","last_in_change":"2024-09-21T02:42:43.192261+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"3a8ebb7b-1ae5-4b26-8278-9dcb6c385903","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"c965bb73-548b-4509-96ec-9c263029104b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"d86f4e42-c5e5-48f2-9936-817c45ca308d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"13beb0a5-6df8-4bd9-a8c9-d61fe89e09e3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"2028bcfd-16b5-40a0-beaf-18832fee4ac1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"f3fdab28-9ac1-4ff3-92ed-3c2a9833a45d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"e6c411f3-8a06-41f2-b104-40216326259a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"37ce1cb6-2b1b-4d91-ace3-926062f54290","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T02:42:44.496 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.490+0000 7ff54057f640 1 -- 172.21.15.83:0/4113947769 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff5380b3ad0 msgr2=0x7ff5380ce550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:44.496 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.490+0000 7ff54057f640 1 --2- 172.21.15.83:0/4113947769 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff5380b3ad0 0x7ff5380ce550 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7ff52c00c7f0 tx=0x7ff52c00ccb0 comp rx=0 tx=0).stop 2024-09-21T02:42:44.496 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.490+0000 7ff54057f640 1 -- 172.21.15.83:0/4113947769 shutdown_connections 2024-09-21T02:42:44.496 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.490+0000 7ff54057f640 1 --2- 172.21.15.83:0/4113947769 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff5380d1b30 0x7ff538158cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:44.496 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.490+0000 7ff54057f640 1 --2- 172.21.15.83:0/4113947769 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff5380d0cf0 0x7ff5381f8a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:44.496 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.490+0000 7ff54057f640 1 --2- 172.21.15.83:0/4113947769 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff5380b3ad0 0x7ff5380ce550 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:44.496 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.490+0000 7ff54057f640 1 -- 172.21.15.83:0/4113947769 >> 172.21.15.83:0/4113947769 conn(0x7ff53809d720 msgr2=0x7ff5381623e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:44.496 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.494+0000 7ff54057f640 1 -- 172.21.15.83:0/4113947769 shutdown_connections 2024-09-21T02:42:44.496 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:44.494+0000 7ff54057f640 1 -- 172.21.15.83:0/4113947769 wait complete. 2024-09-21T02:42:44.511 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-21T02:42:44.661 INFO:tasks.ceph.osd.2.smithi083.stderr:2024-09-21T02:42:44.658+0000 7f576dbf17c0 -1 Falling back to public interface 2024-09-21T02:42:44.677 INFO:tasks.ceph.osd.3.smithi083.stderr:2024-09-21T02:42:44.674+0000 7f14d8d607c0 -1 Falling back to public interface 2024-09-21T02:42:44.677 INFO:tasks.ceph.osd.0.smithi083.stderr:2024-09-21T02:42:44.674+0000 7f9a0e94a7c0 -1 Falling back to public interface 2024-09-21T02:42:44.692 INFO:tasks.ceph.osd.1.smithi083.stderr:2024-09-21T02:42:44.690+0000 7fdb812997c0 -1 Falling back to public interface 2024-09-21T02:42:44.793 INFO:tasks.ceph.mgr.y.smithi083.stderr:2024-09-21T02:42:44.790+0000 7f9756968640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-21T02:42:44.793 INFO:tasks.ceph.mgr.y.smithi083.stderr:2024-09-21T02:42:44.790+0000 7f9756968640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-21T02:42:44.877 INFO:tasks.ceph.osd.6.smithi142.stderr:2024-09-21T02:42:44.874+0000 7fcffc9df7c0 -1 Falling back to public interface 2024-09-21T02:42:45.101 INFO:tasks.ceph.osd.4.smithi142.stderr:2024-09-21T02:42:45.098+0000 7f7e1cd9c7c0 -1 Falling back to public interface 2024-09-21T02:42:45.160 INFO:tasks.ceph.osd.5.smithi142.stderr:2024-09-21T02:42:45.158+0000 7f31a1af27c0 -1 Falling back to public interface 2024-09-21T02:42:48.558 INFO:tasks.ceph.osd.7.smithi142.stderr:2024-09-21T02:42:48.554+0000 7f89a22e57c0 -1 osd.7 0 log_to_monitors true 2024-09-21T02:42:48.836 INFO:tasks.ceph.osd.3.smithi083.stderr:2024-09-21T02:42:48.834+0000 7f14d8d607c0 -1 osd.3 0 log_to_monitors true 2024-09-21T02:42:48.848 INFO:tasks.ceph.osd.1.smithi083.stderr:2024-09-21T02:42:48.846+0000 7fdb812997c0 -1 osd.1 0 log_to_monitors true 2024-09-21T02:42:48.851 INFO:tasks.ceph.osd.6.smithi142.stderr:2024-09-21T02:42:48.846+0000 7fcffc9df7c0 -1 osd.6 0 log_to_monitors true 2024-09-21T02:42:48.934 INFO:tasks.ceph.osd.2.smithi083.stderr:2024-09-21T02:42:48.930+0000 7f576dbf17c0 -1 osd.2 0 log_to_monitors true 2024-09-21T02:42:49.109 INFO:tasks.ceph.osd.4.smithi142.stderr:2024-09-21T02:42:49.106+0000 7f7e1cd9c7c0 -1 osd.4 0 log_to_monitors true 2024-09-21T02:42:49.192 INFO:tasks.ceph.osd.5.smithi142.stderr:2024-09-21T02:42:49.190+0000 7f31a1af27c0 -1 osd.5 0 log_to_monitors true 2024-09-21T02:42:49.558 INFO:tasks.ceph.osd.0.smithi083.stderr:2024-09-21T02:42:49.554+0000 7f9a0e94a7c0 -1 osd.0 0 log_to_monitors true 2024-09-21T02:42:51.007 INFO:tasks.ceph.osd.7.smithi142.stderr:2024-09-21T02:42:51.006+0000 7f899eaa0640 -1 osd.7 0 waiting for initial osdmap 2024-09-21T02:42:51.156 INFO:tasks.ceph.osd.7.smithi142.stderr:2024-09-21T02:42:51.154+0000 7f8996088640 -1 osd.7 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T02:42:51.317 DEBUG:teuthology.orchestra.run.smithi083:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-21T02:42:51.481 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.478+0000 7fdfbcc42640 1 -- 172.21.15.83:0/4169227391 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdfb815f960 msgr2=0x7fdfb80cef90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:51.481 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.478+0000 7fdfbcc42640 1 --2- 172.21.15.83:0/4169227391 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdfb815f960 0x7fdfb80cef90 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fdfac009900 tx=0x7fdfac01c850 comp rx=0 tx=0).stop 2024-09-21T02:42:51.482 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.478+0000 7fdfbcc42640 1 -- 172.21.15.83:0/4169227391 shutdown_connections 2024-09-21T02:42:51.482 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.478+0000 7fdfbcc42640 1 --2- 172.21.15.83:0/4169227391 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fdfb815fd70 0x7fdfb80cf4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:51.482 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.478+0000 7fdfbcc42640 1 --2- 172.21.15.83:0/4169227391 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdfb815f960 0x7fdfb80cef90 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:51.482 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.478+0000 7fdfbcc42640 1 -- 172.21.15.83:0/4169227391 >> 172.21.15.83:0/4169227391 conn(0x7fdfb80cdbc0 msgr2=0x7fdfb80d0920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:51.482 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.478+0000 7fdfbcc42640 1 -- 172.21.15.83:0/4169227391 shutdown_connections 2024-09-21T02:42:51.482 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.478+0000 7fdfbcc42640 1 -- 172.21.15.83:0/4169227391 wait complete. 2024-09-21T02:42:51.483 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.478+0000 7fdfbcc42640 1 Processor -- start 2024-09-21T02:42:51.483 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.482+0000 7fdfbcc42640 1 -- start start 2024-09-21T02:42:51.485 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.482+0000 7fdfbcc42640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdfb806f680 0x7fdfb815a140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:51.486 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.482+0000 7fdfbcc42640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdfb815f960 0x7fdfb80b1a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:51.486 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.482+0000 7fdfbcc42640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fdfb815fd70 0x7fdfb80b1fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:51.486 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.482+0000 7fdfbcc42640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fdfb8169610 con 0x7fdfb806f680 2024-09-21T02:42:51.486 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.482+0000 7fdfbcc42640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fdfb8169490 con 0x7fdfb815f960 2024-09-21T02:42:51.486 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.482+0000 7fdfbcc42640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fdfb8169790 con 0x7fdfb815fd70 2024-09-21T02:42:51.486 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.482+0000 7fdfb659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdfb806f680 0x7fdfb815a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:51.486 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.482+0000 7fdfb659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdfb806f680 0x7fdfb815a140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39470/0 (socket says 172.21.15.83:39470) 2024-09-21T02:42:51.486 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.482+0000 7fdfb659c640 1 -- 172.21.15.83:0/125609523 learned_addr learned my addr 172.21.15.83:0/125609523 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:42:51.486 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.482+0000 7fdfb6d9d640 1 --2- 172.21.15.83:0/125609523 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fdfb815fd70 0x7fdfb80b1fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:51.487 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.482+0000 7fdfb659c640 1 -- 172.21.15.83:0/125609523 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fdfb815fd70 msgr2=0x7fdfb80b1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:51.487 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.482+0000 7fdfb659c640 1 --2- 172.21.15.83:0/125609523 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fdfb815fd70 0x7fdfb80b1fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:51.487 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.482+0000 7fdfb659c640 1 -- 172.21.15.83:0/125609523 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdfb815f960 msgr2=0x7fdfb80b1a80 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-21T02:42:51.487 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.482+0000 7fdfb659c640 1 --2- 172.21.15.83:0/125609523 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdfb815f960 0x7fdfb80b1a80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:51.487 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.482+0000 7fdfb659c640 1 -- 172.21.15.83:0/125609523 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfb81f9b30 con 0x7fdfb806f680 2024-09-21T02:42:51.487 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.482+0000 7fdfb659c640 1 --2- 172.21.15.83:0/125609523 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdfb806f680 0x7fdfb815a140 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fdfa800c3c0 tx=0x7fdfa800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:42:51.488 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.482+0000 7fdfa6ffd640 1 -- 172.21.15.83:0/125609523 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfa8017070 con 0x7fdfb806f680 2024-09-21T02:42:51.488 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.482+0000 7fdfa6ffd640 1 -- 172.21.15.83:0/125609523 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdfa80053c0 con 0x7fdfb806f680 2024-09-21T02:42:51.488 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.482+0000 7fdfbcc42640 1 -- 172.21.15.83:0/125609523 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfb8165720 con 0x7fdfb806f680 2024-09-21T02:42:51.488 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.482+0000 7fdfa6ffd640 1 -- 172.21.15.83:0/125609523 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfa8003860 con 0x7fdfb806f680 2024-09-21T02:42:51.488 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.482+0000 7fdfbcc42640 1 -- 172.21.15.83:0/125609523 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfb80cc770 con 0x7fdfb806f680 2024-09-21T02:42:51.489 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.486+0000 7fdfa6ffd640 1 -- 172.21.15.83:0/125609523 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 4) ==== 97178+0+0 (secure 0 0 0) 0x7fdfa801a070 con 0x7fdfb806f680 2024-09-21T02:42:51.489 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.486+0000 7fdfa6ffd640 1 --2- 172.21.15.83:0/125609523 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fdf98073170 0x7fdf98075680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:51.489 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.486+0000 7fdfa6ffd640 1 -- 172.21.15.83:0/125609523 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(13..13 src has 1..13) ==== 2231+0+0 (secure 0 0 0) 0x7fdfa80925d0 con 0x7fdfb806f680 2024-09-21T02:42:51.489 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.486+0000 7fdfbcc42640 1 -- 172.21.15.83:0/125609523 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfb815f250 con 0x7fdfb806f680 2024-09-21T02:42:51.490 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.486+0000 7fdfb5d9b640 1 --2- 172.21.15.83:0/125609523 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fdf98073170 0x7fdf98075680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:51.490 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.486+0000 7fdfb5d9b640 1 --2- 172.21.15.83:0/125609523 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fdf98073170 0x7fdf98075680 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fdfac0af000 tx=0x7fdfac01b090 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:42:51.497 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.494+0000 7fdfa6ffd640 1 -- 172.21.15.83:0/125609523 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fdfb81f9b30 con 0x7fdfb806f680 2024-09-21T02:42:51.730 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.726+0000 7fdfbcc42640 1 -- 172.21.15.83:0/125609523 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdfb80d1090 con 0x7fdfb806f680 2024-09-21T02:42:51.731 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.726+0000 7fdfa6ffd640 1 -- 172.21.15.83:0/125609523 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v13) ==== 74+0+7058 (secure 0 0 0) 0x7fdfa8060090 con 0x7fdfb806f680 2024-09-21T02:42:51.731 INFO:teuthology.misc.health.smithi083.stdout: 2024-09-21T02:42:51.731 INFO:teuthology.misc.health.smithi083.stdout:{"epoch":13,"fsid":"82b6a254-ea31-468f-b8d3-3f9b32622240","created":"2024-09-21T02:42:38.603140+0000","modified":"2024-09-21T02:42:50.794695+0000","last_up_change":"0.000000","last_in_change":"2024-09-21T02:42:43.192261+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"3a8ebb7b-1ae5-4b26-8278-9dcb6c385903","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"c965bb73-548b-4509-96ec-9c263029104b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"d86f4e42-c5e5-48f2-9936-817c45ca308d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"13beb0a5-6df8-4bd9-a8c9-d61fe89e09e3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"2028bcfd-16b5-40a0-beaf-18832fee4ac1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"f3fdab28-9ac1-4ff3-92ed-3c2a9833a45d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"e6c411f3-8a06-41f2-b104-40216326259a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"37ce1cb6-2b1b-4d91-ace3-926062f54290","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T02:42:51.734 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.730+0000 7fdfbcc42640 1 -- 172.21.15.83:0/125609523 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fdf98073170 msgr2=0x7fdf98075680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:51.734 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.730+0000 7fdfbcc42640 1 --2- 172.21.15.83:0/125609523 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fdf98073170 0x7fdf98075680 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fdfac0af000 tx=0x7fdfac01b090 comp rx=0 tx=0).stop 2024-09-21T02:42:51.734 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.730+0000 7fdfbcc42640 1 -- 172.21.15.83:0/125609523 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdfb806f680 msgr2=0x7fdfb815a140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:51.734 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.730+0000 7fdfbcc42640 1 --2- 172.21.15.83:0/125609523 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdfb806f680 0x7fdfb815a140 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fdfa800c3c0 tx=0x7fdfa800c880 comp rx=0 tx=0).stop 2024-09-21T02:42:51.734 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.730+0000 7fdfbcc42640 1 -- 172.21.15.83:0/125609523 shutdown_connections 2024-09-21T02:42:51.734 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.730+0000 7fdfbcc42640 1 --2- 172.21.15.83:0/125609523 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fdf98073170 0x7fdf98075680 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:51.734 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.730+0000 7fdfbcc42640 1 --2- 172.21.15.83:0/125609523 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fdfb815fd70 0x7fdfb80b1fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:51.734 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.730+0000 7fdfbcc42640 1 --2- 172.21.15.83:0/125609523 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdfb815f960 0x7fdfb80b1a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:51.735 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.730+0000 7fdfbcc42640 1 --2- 172.21.15.83:0/125609523 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdfb806f680 0x7fdfb815a140 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:51.735 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.730+0000 7fdfbcc42640 1 -- 172.21.15.83:0/125609523 >> 172.21.15.83:0/125609523 conn(0x7fdfb80cdbc0 msgr2=0x7fdfb8165e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:51.735 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.730+0000 7fdfbcc42640 1 -- 172.21.15.83:0/125609523 shutdown_connections 2024-09-21T02:42:51.735 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:51.730+0000 7fdfbcc42640 1 -- 172.21.15.83:0/125609523 wait complete. 2024-09-21T02:42:51.755 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-21T02:42:52.576 INFO:tasks.ceph.osd.6.smithi142.stderr:2024-09-21T02:42:52.574+0000 7fcff8985640 -1 osd.6 0 waiting for initial osdmap 2024-09-21T02:42:52.597 INFO:tasks.ceph.osd.5.smithi142.stderr:2024-09-21T02:42:52.594+0000 7f319da98640 -1 osd.5 0 waiting for initial osdmap 2024-09-21T02:42:52.601 INFO:tasks.ceph.osd.4.smithi142.stderr:2024-09-21T02:42:52.598+0000 7f7e18d42640 -1 osd.4 0 waiting for initial osdmap 2024-09-21T02:42:52.603 INFO:tasks.ceph.osd.6.smithi142.stderr:2024-09-21T02:42:52.602+0000 7fcff0782640 -1 osd.6 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T02:42:52.619 INFO:tasks.ceph.osd.5.smithi142.stderr:2024-09-21T02:42:52.618+0000 7f3195895640 -1 osd.5 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T02:42:52.627 INFO:tasks.ceph.osd.4.smithi142.stderr:2024-09-21T02:42:52.626+0000 7f7e10b3f640 -1 osd.4 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T02:42:52.726 INFO:tasks.ceph.osd.1.smithi083.stderr:2024-09-21T02:42:52.722+0000 7fdb7da54640 -1 osd.1 0 waiting for initial osdmap 2024-09-21T02:42:52.766 INFO:tasks.ceph.osd.1.smithi083.stderr:2024-09-21T02:42:52.762+0000 7fdb7503c640 -1 osd.1 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T02:42:52.900 INFO:tasks.ceph.osd.2.smithi083.stderr:2024-09-21T02:42:52.898+0000 7f5769b97640 -1 osd.2 0 waiting for initial osdmap 2024-09-21T02:42:52.925 INFO:tasks.ceph.osd.2.smithi083.stderr:2024-09-21T02:42:52.922+0000 7f5761994640 -1 osd.2 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T02:42:52.938 INFO:tasks.ceph.osd.0.smithi083.stderr:2024-09-21T02:42:52.934+0000 7f9a0a8f0640 -1 osd.0 0 waiting for initial osdmap 2024-09-21T02:42:52.948 INFO:tasks.ceph.osd.3.smithi083.stderr:2024-09-21T02:42:52.946+0000 7f14d4d06640 -1 osd.3 0 waiting for initial osdmap 2024-09-21T02:42:52.964 INFO:tasks.ceph.osd.0.smithi083.stderr:2024-09-21T02:42:52.962+0000 7f9a026ed640 -1 osd.0 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T02:42:52.989 INFO:tasks.ceph.osd.3.smithi083.stderr:2024-09-21T02:42:52.986+0000 7f14ccb03640 -1 osd.3 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T02:42:55.488 DEBUG:teuthology.orchestra.run.smithi083:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T02:42:55.491 DEBUG:teuthology.orchestra.run.smithi142:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T02:42:58.560 DEBUG:teuthology.orchestra.run.smithi083:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-21T02:42:58.719 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.714+0000 7f69ef931640 1 -- 172.21.15.83:0/1902795737 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f69d40050f0 msgr2=0x7f69d4005920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:58.719 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.714+0000 7f69ef931640 1 --2- 172.21.15.83:0/1902795737 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f69d40050f0 0x7f69d4005920 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f69e80b2c70 tx=0x7f69d801d1e0 comp rx=0 tx=0).stop 2024-09-21T02:42:58.719 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.714+0000 7f69edece640 1 -- 172.21.15.83:0/1902795737 reap_dead start 2024-09-21T02:42:58.719 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.714+0000 7f69ef931640 1 -- 172.21.15.83:0/1902795737 shutdown_connections 2024-09-21T02:42:58.720 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.714+0000 7f69ef931640 1 -- 172.21.15.83:0/1902795737 >> 172.21.15.83:0/1902795737 conn(0x7f69e806ce90 msgr2=0x7f69e806d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:58.720 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.714+0000 7f69ef931640 1 -- 172.21.15.83:0/1902795737 shutdown_connections 2024-09-21T02:42:58.720 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.714+0000 7f69ef931640 1 -- 172.21.15.83:0/1902795737 wait complete. 2024-09-21T02:42:58.721 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.718+0000 7f69ef931640 1 Processor -- start 2024-09-21T02:42:58.721 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.718+0000 7f69ef931640 1 -- start start 2024-09-21T02:42:58.723 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.718+0000 7f69ef931640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f69d40050f0 0x7f69e8157f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:58.723 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.718+0000 7f69ef931640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f69e806f070 0x7f69e806f480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:58.723 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.718+0000 7f69ef931640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f69e80cf140 0x7f69e80cf550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:58.723 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.718+0000 7f69ef931640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f69e815ef90 con 0x7f69e806f070 2024-09-21T02:42:58.724 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.718+0000 7f69ef931640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f69e815ee10 con 0x7f69e80cf140 2024-09-21T02:42:58.724 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.718+0000 7f69ef931640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f69e815f110 con 0x7f69d40050f0 2024-09-21T02:42:58.724 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.718+0000 7f69ececc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f69e806f070 0x7f69e806f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:58.724 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.718+0000 7f69ececc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f69e806f070 0x7f69e806f480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:53452/0 (socket says 172.21.15.83:53452) 2024-09-21T02:42:58.724 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.718+0000 7f69ececc640 1 -- 172.21.15.83:0/3040858464 learned_addr learned my addr 172.21.15.83:0/3040858464 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:42:58.724 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.718+0000 7f69edece640 1 --2- 172.21.15.83:0/3040858464 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f69e80cf140 0x7f69e80cf550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:58.724 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.718+0000 7f69ed6cd640 1 --2- 172.21.15.83:0/3040858464 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f69d40050f0 0x7f69e8157f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:58.724 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.718+0000 7f69ececc640 1 -- 172.21.15.83:0/3040858464 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f69d40050f0 msgr2=0x7f69e8157f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:58.724 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.718+0000 7f69ececc640 1 --2- 172.21.15.83:0/3040858464 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f69d40050f0 0x7f69e8157f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:58.724 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.718+0000 7f69ececc640 1 -- 172.21.15.83:0/3040858464 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f69e80cf140 msgr2=0x7f69e80cf550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:58.724 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.718+0000 7f69ececc640 1 --2- 172.21.15.83:0/3040858464 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f69e80cf140 0x7f69e80cf550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:58.724 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.718+0000 7f69ececc640 1 -- 172.21.15.83:0/3040858464 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69e8151d90 con 0x7f69e806f070 2024-09-21T02:42:58.725 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.718+0000 7f69ed6cd640 1 --2- 172.21.15.83:0/3040858464 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f69d40050f0 0x7f69e8157f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:42:58.725 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.718+0000 7f69ececc640 1 --2- 172.21.15.83:0/3040858464 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f69e806f070 0x7f69e806f480 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f69d80af040 tx=0x7f69d80ace30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:42:58.725 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.718+0000 7f69ddffb640 1 -- 172.21.15.83:0/3040858464 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69d80bc020 con 0x7f69e806f070 2024-09-21T02:42:58.725 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.718+0000 7f69ddffb640 1 -- 172.21.15.83:0/3040858464 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f69d8005110 con 0x7f69e806f070 2024-09-21T02:42:58.725 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.718+0000 7f69ef931640 1 -- 172.21.15.83:0/3040858464 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69e81f67a0 con 0x7f69e806f070 2024-09-21T02:42:58.725 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.718+0000 7f69ddffb640 1 -- 172.21.15.83:0/3040858464 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69d80b1040 con 0x7f69e806f070 2024-09-21T02:42:58.725 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.718+0000 7f69ef931640 1 -- 172.21.15.83:0/3040858464 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69e81fa290 con 0x7f69e806f070 2024-09-21T02:42:58.726 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.722+0000 7f69ef931640 1 -- 172.21.15.83:0/3040858464 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69e80b3990 con 0x7f69e806f070 2024-09-21T02:42:58.726 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.722+0000 7f69ddffb640 1 -- 172.21.15.83:0/3040858464 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f69d80bf070 con 0x7f69e806f070 2024-09-21T02:42:58.726 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.722+0000 7f69ddffb640 1 --2- 172.21.15.83:0/3040858464 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f69cc073200 0x7f69cc075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:58.726 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.722+0000 7f69ddffb640 1 -- 172.21.15.83:0/3040858464 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7f69d812ea50 con 0x7f69e806f070 2024-09-21T02:42:58.726 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.722+0000 7f69ed6cd640 1 --2- 172.21.15.83:0/3040858464 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f69cc073200 0x7f69cc075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:58.726 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.722+0000 7f69ed6cd640 1 --2- 172.21.15.83:0/3040858464 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f69cc073200 0x7f69cc075710 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f69e4006980 tx=0x7f69e4001b90 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:42:58.730 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.726+0000 7f69ddffb640 1 -- 172.21.15.83:0/3040858464 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f69e81f67a0 con 0x7f69e806f070 2024-09-21T02:42:58.903 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.898+0000 7f69ef931640 1 -- 172.21.15.83:0/3040858464 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f69e81fa020 con 0x7f69e806f070 2024-09-21T02:42:58.905 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.902+0000 7f69ddffb640 1 -- 172.21.15.83:0/3040858464 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v18) ==== 74+0+12872 (secure 0 0 0) 0x7f69d8016f20 con 0x7f69e806f070 2024-09-21T02:42:58.905 INFO:teuthology.misc.health.smithi083.stdout: 2024-09-21T02:42:58.905 INFO:teuthology.misc.health.smithi083.stdout:{"epoch":18,"fsid":"82b6a254-ea31-468f-b8d3-3f9b32622240","created":"2024-09-21T02:42:38.603140+0000","modified":"2024-09-21T02:42:56.629248+0000","last_up_change":"2024-09-21T02:42:53.602524+0000","last_in_change":"2024-09-21T02:42:43.192261+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T02:42:53.826200+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3a8ebb7b-1ae5-4b26-8278-9dcb6c385903","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6814","nonce":1413652419}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6818","nonce":1413652419}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6825","nonce":1413652419}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6822","nonce":1413652419}]},"public_addr":"172.21.15.83:6814/1413652419","cluster_addr":"172.21.15.83:6818/1413652419","heartbeat_back_addr":"172.21.15.83:6825/1413652419","heartbeat_front_addr":"172.21.15.83:6822/1413652419","state":["exists","up"]},{"osd":1,"uuid":"c965bb73-548b-4509-96ec-9c263029104b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6827","nonce":464765712}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6829","nonce":464765712}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6833","nonce":464765712}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6831","nonce":464765712}]},"public_addr":"172.21.15.83:6827/464765712","cluster_addr":"172.21.15.83:6829/464765712","heartbeat_back_addr":"172.21.15.83:6833/464765712","heartbeat_front_addr":"172.21.15.83:6831/464765712","state":["exists","up"]},{"osd":2,"uuid":"d86f4e42-c5e5-48f2-9936-817c45ca308d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6803","nonce":2393321522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6805","nonce":2393321522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6809","nonce":2393321522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6807","nonce":2393321522}]},"public_addr":"172.21.15.83:6803/2393321522","cluster_addr":"172.21.15.83:6805/2393321522","heartbeat_back_addr":"172.21.15.83:6809/2393321522","heartbeat_front_addr":"172.21.15.83:6807/2393321522","state":["exists","up"]},{"osd":3,"uuid":"13beb0a5-6df8-4bd9-a8c9-d61fe89e09e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6811","nonce":3390622409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6813","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6815","nonce":3390622409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6821","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6823","nonce":3390622409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6817","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6819","nonce":3390622409}]},"public_addr":"172.21.15.83:6811/3390622409","cluster_addr":"172.21.15.83:6815/3390622409","heartbeat_back_addr":"172.21.15.83:6823/3390622409","heartbeat_front_addr":"172.21.15.83:6819/3390622409","state":["exists","up"]},{"osd":4,"uuid":"2028bcfd-16b5-40a0-beaf-18832fee4ac1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6816","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6817","nonce":903609339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6818","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6819","nonce":903609339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6822","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6823","nonce":903609339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6820","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6821","nonce":903609339}]},"public_addr":"172.21.15.142:6817/903609339","cluster_addr":"172.21.15.142:6819/903609339","heartbeat_back_addr":"172.21.15.142:6823/903609339","heartbeat_front_addr":"172.21.15.142:6821/903609339","state":["exists","up"]},{"osd":5,"uuid":"f3fdab28-9ac1-4ff3-92ed-3c2a9833a45d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6824","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6825","nonce":1864459234}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6826","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6827","nonce":1864459234}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6830","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6831","nonce":1864459234}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6828","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6829","nonce":1864459234}]},"public_addr":"172.21.15.142:6825/1864459234","cluster_addr":"172.21.15.142:6827/1864459234","heartbeat_back_addr":"172.21.15.142:6831/1864459234","heartbeat_front_addr":"172.21.15.142:6829/1864459234","state":["exists","up"]},{"osd":6,"uuid":"e6c411f3-8a06-41f2-b104-40216326259a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6808","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6809","nonce":1137623679}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6810","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6811","nonce":1137623679}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6814","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6815","nonce":1137623679}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6812","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6813","nonce":1137623679}]},"public_addr":"172.21.15.142:6809/1137623679","cluster_addr":"172.21.15.142:6811/1137623679","heartbeat_back_addr":"172.21.15.142:6815/1137623679","heartbeat_front_addr":"172.21.15.142:6813/1137623679","state":["exists","up"]},{"osd":7,"uuid":"37ce1cb6-2b1b-4d91-ace3-926062f54290","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6800","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6801","nonce":81587312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6802","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6803","nonce":81587312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6806","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6807","nonce":81587312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6804","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6805","nonce":81587312}]},"public_addr":"172.21.15.142:6801/81587312","cluster_addr":"172.21.15.142:6803/81587312","heartbeat_back_addr":"172.21.15.142:6807/81587312","heartbeat_front_addr":"172.21.15.142:6805/81587312","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.547410+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.843449+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.932112+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.842886+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.082896+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.238106+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.825928+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.553550+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T02:42:58.907 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.902+0000 7f69ef931640 1 -- 172.21.15.83:0/3040858464 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f69cc073200 msgr2=0x7f69cc075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:58.907 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.902+0000 7f69ef931640 1 --2- 172.21.15.83:0/3040858464 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f69cc073200 0x7f69cc075710 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f69e4006980 tx=0x7f69e4001b90 comp rx=0 tx=0).stop 2024-09-21T02:42:58.907 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.902+0000 7f69ef931640 1 -- 172.21.15.83:0/3040858464 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f69e806f070 msgr2=0x7f69e806f480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:58.908 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.902+0000 7f69ef931640 1 --2- 172.21.15.83:0/3040858464 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f69e806f070 0x7f69e806f480 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f69d80af040 tx=0x7f69d80ace30 comp rx=0 tx=0).stop 2024-09-21T02:42:58.908 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.902+0000 7f69ef931640 1 -- 172.21.15.83:0/3040858464 shutdown_connections 2024-09-21T02:42:58.908 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.902+0000 7f69ef931640 1 --2- 172.21.15.83:0/3040858464 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f69cc073200 0x7f69cc075710 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:58.908 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.902+0000 7f69ef931640 1 --2- 172.21.15.83:0/3040858464 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f69e80cf140 0x7f69e80cf550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:58.908 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.902+0000 7f69ef931640 1 --2- 172.21.15.83:0/3040858464 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f69e806f070 0x7f69e806f480 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:58.908 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.902+0000 7f69ef931640 1 --2- 172.21.15.83:0/3040858464 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f69d40050f0 0x7f69e8157f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:58.908 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.902+0000 7f69ef931640 1 -- 172.21.15.83:0/3040858464 >> 172.21.15.83:0/3040858464 conn(0x7f69e806ce90 msgr2=0x7f69e81599e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:58.908 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.902+0000 7f69ef931640 1 -- 172.21.15.83:0/3040858464 shutdown_connections 2024-09-21T02:42:58.908 INFO:teuthology.misc.health.smithi083.stderr:2024-09-21T02:42:58.902+0000 7f69ef931640 1 -- 172.21.15.83:0/3040858464 wait complete. 2024-09-21T02:42:58.924 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-21T02:42:58.924 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-21T02:42:58.924 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-21T02:42:58.924 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-21T02:42:58.926 INFO:tasks.ceph.mds.a:Started 2024-09-21T02:42:58.927 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-21T02:42:58.927 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-21T02:42:58.928 INFO:tasks.ceph.mds.c:Started 2024-09-21T02:42:58.928 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-21T02:42:58.929 DEBUG:teuthology.orchestra.run.smithi142:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-21T02:42:58.931 INFO:tasks.ceph.mds.b:Started 2024-09-21T02:42:58.931 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-21T02:42:58.931 DEBUG:teuthology.orchestra.run.smithi142:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-21T02:42:58.934 INFO:tasks.ceph.mds.d:Started 2024-09-21T02:42:58.934 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-09-21T02:42:58.934 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T02:42:59.019 INFO:tasks.ceph.mds.a.smithi083.stdout:starting mds.a at 2024-09-21T02:42:59.019 INFO:tasks.ceph.mds.c.smithi083.stdout:starting mds.c at 2024-09-21T02:42:59.058 INFO:tasks.ceph.mds.d.smithi142.stdout:starting mds.d at 2024-09-21T02:42:59.065 INFO:tasks.ceph.mds.b.smithi142.stdout:starting mds.b at 2024-09-21T02:42:59.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.074+0000 7f3997dc6640 1 -- 172.21.15.83:0/1427519989 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f39900d0b10 msgr2=0x7f39900d0f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:59.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.074+0000 7f3997dc6640 1 --2- 172.21.15.83:0/1427519989 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f39900d0b10 0x7f39900d0f20 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f398c0098f0 tx=0x7f398c01c850 comp rx=0 tx=0).stop 2024-09-21T02:42:59.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.074+0000 7f3997dc6640 1 -- 172.21.15.83:0/1427519989 shutdown_connections 2024-09-21T02:42:59.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.074+0000 7f3997dc6640 1 --2- 172.21.15.83:0/1427519989 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f39900d1460 0x7f39900d2270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:59.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.074+0000 7f3997dc6640 1 --2- 172.21.15.83:0/1427519989 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f39900d0b10 0x7f39900d0f20 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:59.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.074+0000 7f3997dc6640 1 -- 172.21.15.83:0/1427519989 >> 172.21.15.83:0/1427519989 conn(0x7f399009d6e0 msgr2=0x7f39900d4490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:59.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.074+0000 7f3997dc6640 1 -- 172.21.15.83:0/1427519989 shutdown_connections 2024-09-21T02:42:59.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.074+0000 7f3997dc6640 1 -- 172.21.15.83:0/1427519989 wait complete. 2024-09-21T02:42:59.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.074+0000 7f3997dc6640 1 Processor -- start 2024-09-21T02:42:59.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.074+0000 7f3997dc6640 1 -- start start 2024-09-21T02:42:59.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.074+0000 7f3997dc6640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f39900d0b10 0x7f39901657e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:59.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.074+0000 7f3997dc6640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f39900d1460 0x7f39900a05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:59.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.074+0000 7f3997dc6640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f39900d27b0 0x7f399015f390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:59.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.074+0000 7f3997dc6640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f399016c390 con 0x7f39900d27b0 2024-09-21T02:42:59.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.074+0000 7f3997dc6640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f39900ba020 con 0x7f39900d0b10 2024-09-21T02:42:59.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.074+0000 7f3997dc6640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f399016c510 con 0x7f39900d1460 2024-09-21T02:42:59.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.078+0000 7f3996363640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f39900d27b0 0x7f399015f390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:59.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.078+0000 7f3996363640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f39900d27b0 0x7f399015f390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:53500/0 (socket says 172.21.15.83:53500) 2024-09-21T02:42:59.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.078+0000 7f3996363640 1 -- 172.21.15.83:0/4212030031 learned_addr learned my addr 172.21.15.83:0/4212030031 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:42:59.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.078+0000 7f3995b62640 1 --2- 172.21.15.83:0/4212030031 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f39900d0b10 0x7f39901657e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:59.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.078+0000 7f3995361640 1 --2- 172.21.15.83:0/4212030031 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f39900d1460 0x7f39900a05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:59.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.078+0000 7f3996363640 1 -- 172.21.15.83:0/4212030031 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f39900d1460 msgr2=0x7f39900a05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:59.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.078+0000 7f3996363640 1 --2- 172.21.15.83:0/4212030031 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f39900d1460 0x7f39900a05e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:59.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.078+0000 7f3996363640 1 -- 172.21.15.83:0/4212030031 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f39900d0b10 msgr2=0x7f39901657e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:59.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.078+0000 7f3996363640 1 --2- 172.21.15.83:0/4212030031 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f39900d0b10 0x7f39901657e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:59.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.078+0000 7f3996363640 1 -- 172.21.15.83:0/4212030031 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39900a2340 con 0x7f39900d27b0 2024-09-21T02:42:59.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.078+0000 7f3996363640 1 --2- 172.21.15.83:0/4212030031 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f39900d27b0 0x7f399015f390 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f398800c6b0 tx=0x7f398800cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:42:59.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.078+0000 7f39867fc640 1 -- 172.21.15.83:0/4212030031 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3988017070 con 0x7f39900d27b0 2024-09-21T02:42:59.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.078+0000 7f39867fc640 1 -- 172.21.15.83:0/4212030031 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3988003c70 con 0x7f39900d27b0 2024-09-21T02:42:59.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.078+0000 7f3997dc6640 1 -- 172.21.15.83:0/4212030031 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f399009e310 con 0x7f39900d27b0 2024-09-21T02:42:59.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.078+0000 7f39867fc640 1 -- 172.21.15.83:0/4212030031 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3988005350 con 0x7f39900d27b0 2024-09-21T02:42:59.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.078+0000 7f3997dc6640 1 -- 172.21.15.83:0/4212030031 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39901679d0 con 0x7f39900d27b0 2024-09-21T02:42:59.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.078+0000 7f3997dc6640 1 -- 172.21.15.83:0/4212030031 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39901677c0 con 0x7f39900d27b0 2024-09-21T02:42:59.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.078+0000 7f39867fc640 1 -- 172.21.15.83:0/4212030031 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f398801a070 con 0x7f39900d27b0 2024-09-21T02:42:59.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.078+0000 7f39867fc640 1 --2- 172.21.15.83:0/4212030031 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3974073200 0x7f3974075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:42:59.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.078+0000 7f39867fc640 1 -- 172.21.15.83:0/4212030031 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7f3988093500 con 0x7f39900d27b0 2024-09-21T02:42:59.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.078+0000 7f3995b62640 1 --2- 172.21.15.83:0/4212030031 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3974073200 0x7f3974075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:42:59.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.078+0000 7f3995b62640 1 --2- 172.21.15.83:0/4212030031 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3974073200 0x7f3974075710 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f398c0af000 tx=0x7f398c01b090 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:42:59.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.082+0000 7f39867fc640 1 -- 172.21.15.83:0/4212030031 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f39900b0fd0 con 0x7f39900d27b0 2024-09-21T02:42:59.296 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.289+0000 7f3997dc6640 1 -- 172.21.15.83:0/4212030031 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f39900d0870 con 0x7f39900d27b0 2024-09-21T02:42:59.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.293+0000 7f39867fc640 1 -- 172.21.15.83:0/4212030031 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1434 (secure 0 0 0) 0x7f398805e990 con 0x7f39900d27b0 2024-09-21T02:42:59.297 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:42:59.297 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":2,"btime":"2024-09-21T02:42:59:042359+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4311,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6836/2192751956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":2192751956},{"type":"v1","addr":"172.21.15.83:6836","nonce":2192751956}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-21T02:42:59.297 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 2 2024-09-21T02:42:59.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.293+0000 7f3997dc6640 1 -- 172.21.15.83:0/4212030031 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3974073200 msgr2=0x7f3974075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:59.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.293+0000 7f3997dc6640 1 --2- 172.21.15.83:0/4212030031 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3974073200 0x7f3974075710 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f398c0af000 tx=0x7f398c01b090 comp rx=0 tx=0).stop 2024-09-21T02:42:59.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.293+0000 7f3997dc6640 1 -- 172.21.15.83:0/4212030031 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f39900d27b0 msgr2=0x7f399015f390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:42:59.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.293+0000 7f3997dc6640 1 --2- 172.21.15.83:0/4212030031 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f39900d27b0 0x7f399015f390 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f398800c6b0 tx=0x7f398800cb70 comp rx=0 tx=0).stop 2024-09-21T02:42:59.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.293+0000 7f3997dc6640 1 -- 172.21.15.83:0/4212030031 shutdown_connections 2024-09-21T02:42:59.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.293+0000 7f3997dc6640 1 --2- 172.21.15.83:0/4212030031 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3974073200 0x7f3974075710 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:59.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.293+0000 7f3997dc6640 1 --2- 172.21.15.83:0/4212030031 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f39900d27b0 0x7f399015f390 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:59.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.293+0000 7f3997dc6640 1 --2- 172.21.15.83:0/4212030031 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f39900d1460 0x7f39900a05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:59.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.293+0000 7f3997dc6640 1 --2- 172.21.15.83:0/4212030031 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f39900d0b10 0x7f39901657e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:42:59.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.293+0000 7f3997dc6640 1 -- 172.21.15.83:0/4212030031 >> 172.21.15.83:0/4212030031 conn(0x7f399009d6e0 msgr2=0x7f399006f550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:42:59.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.293+0000 7f3997dc6640 1 -- 172.21.15.83:0/4212030031 shutdown_connections 2024-09-21T02:42:59.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:42:59.293+0000 7f3997dc6640 1 -- 172.21.15.83:0/4212030031 wait complete. 2024-09-21T02:43:01.318 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T02:43:01.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.481+0000 7f5f1bc6f640 1 -- 172.21.15.83:0/3439472464 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f5f1413e670 msgr2=0x7f5f1406f2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:01.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.481+0000 7f5f1bc6f640 1 --2- 172.21.15.83:0/3439472464 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f5f1413e670 0x7f5f1406f2a0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f5f10009840 tx=0x7f5f1001c760 comp rx=0 tx=0).stop 2024-09-21T02:43:01.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.481+0000 7f5f1bc6f640 1 -- 172.21.15.83:0/3439472464 shutdown_connections 2024-09-21T02:43:01.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.481+0000 7f5f1bc6f640 1 --2- 172.21.15.83:0/3439472464 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f5f1413e670 0x7f5f1406f2a0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:01.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.481+0000 7f5f1bc6f640 1 --2- 172.21.15.83:0/3439472464 >> v2:172.21.15.142:3300/0 conn(0x7f5f1413e260 0x7f5f1406ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:01.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.481+0000 7f5f1bc6f640 1 -- 172.21.15.83:0/3439472464 >> 172.21.15.83:0/3439472464 conn(0x7f5f1406ce90 msgr2=0x7f5f1406d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:01.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.481+0000 7f5f1bc6f640 1 -- 172.21.15.83:0/3439472464 shutdown_connections 2024-09-21T02:43:01.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.481+0000 7f5f1bc6f640 1 -- 172.21.15.83:0/3439472464 wait complete. 2024-09-21T02:43:01.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.485+0000 7f5f1bc6f640 1 Processor -- start 2024-09-21T02:43:01.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.485+0000 7f5f1bc6f640 1 -- start start 2024-09-21T02:43:01.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.485+0000 7f5f1bc6f640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5f140cc010 0x7f5f14151640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:01.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.485+0000 7f5f1bc6f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5f1413e260 0x7f5f141528d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:01.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.485+0000 7f5f1bc6f640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f5f1413e670 0x7f5f141545a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:01.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.485+0000 7f5f1bc6f640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f5f1415e980 con 0x7f5f1413e260 2024-09-21T02:43:01.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.485+0000 7f5f1bc6f640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f5f1415e800 con 0x7f5f140cc010 2024-09-21T02:43:01.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.485+0000 7f5f1bc6f640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f5f1415eb00 con 0x7f5f1413e670 2024-09-21T02:43:01.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.485+0000 7f5f1920a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5f1413e260 0x7f5f141528d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:01.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.485+0000 7f5f1920a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5f1413e260 0x7f5f141528d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:53512/0 (socket says 172.21.15.83:53512) 2024-09-21T02:43:01.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.485+0000 7f5f1920a640 1 -- 172.21.15.83:0/685570281 learned_addr learned my addr 172.21.15.83:0/685570281 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:01.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.485+0000 7f5f19a0b640 1 --2- 172.21.15.83:0/685570281 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5f140cc010 0x7f5f14151640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:01.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.485+0000 7f5f1a20c640 1 --2- 172.21.15.83:0/685570281 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f5f1413e670 0x7f5f141545a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:01.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.485+0000 7f5f1920a640 1 -- 172.21.15.83:0/685570281 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f5f1413e670 msgr2=0x7f5f141545a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:01.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.485+0000 7f5f1920a640 1 --2- 172.21.15.83:0/685570281 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f5f1413e670 0x7f5f141545a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:01.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.485+0000 7f5f1920a640 1 -- 172.21.15.83:0/685570281 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5f140cc010 msgr2=0x7f5f14151640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:01.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.485+0000 7f5f1920a640 1 --2- 172.21.15.83:0/685570281 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5f140cc010 0x7f5f14151640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:01.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.485+0000 7f5f1920a640 1 -- 172.21.15.83:0/685570281 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f141374c0 con 0x7f5f1413e260 2024-09-21T02:43:01.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.485+0000 7f5f1920a640 1 --2- 172.21.15.83:0/685570281 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5f1413e260 0x7f5f141528d0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f5f10009790 tx=0x7f5f10005db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:01.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.489+0000 7f5f0a7fc640 1 -- 172.21.15.83:0/685570281 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f100b2040 con 0x7f5f1413e260 2024-09-21T02:43:01.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.489+0000 7f5f0a7fc640 1 -- 172.21.15.83:0/685570281 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5f100a7ea0 con 0x7f5f1413e260 2024-09-21T02:43:01.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.489+0000 7f5f1bc6f640 1 -- 172.21.15.83:0/685570281 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f14137760 con 0x7f5f1413e260 2024-09-21T02:43:01.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.489+0000 7f5f0a7fc640 1 -- 172.21.15.83:0/685570281 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f10005290 con 0x7f5f1413e260 2024-09-21T02:43:01.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.489+0000 7f5f1bc6f640 1 -- 172.21.15.83:0/685570281 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f14137d20 con 0x7f5f1413e260 2024-09-21T02:43:01.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.489+0000 7f5f1bc6f640 1 -- 172.21.15.83:0/685570281 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5f140cc420 con 0x7f5f1413e260 2024-09-21T02:43:01.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.489+0000 7f5f0a7fc640 1 -- 172.21.15.83:0/685570281 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f5f100be020 con 0x7f5f1413e260 2024-09-21T02:43:01.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.489+0000 7f5f0a7fc640 1 --2- 172.21.15.83:0/685570281 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f5ef8073200 0x7f5ef8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:01.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.489+0000 7f5f19a0b640 1 --2- 172.21.15.83:0/685570281 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f5ef8073200 0x7f5ef8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:01.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.489+0000 7f5f0a7fc640 1 -- 172.21.15.83:0/685570281 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7f5f1012fed0 con 0x7f5f1413e260 2024-09-21T02:43:01.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.489+0000 7f5f19a0b640 1 --2- 172.21.15.83:0/685570281 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f5ef8073200 0x7f5ef8075710 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f5f0400ab40 tx=0x7f5f0400a370 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:01.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.493+0000 7f5f0a7fc640 1 -- 172.21.15.83:0/685570281 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f5f100c5020 con 0x7f5f1413e260 2024-09-21T02:43:01.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.701+0000 7f5f1bc6f640 1 -- 172.21.15.83:0/685570281 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5f140cf330 con 0x7f5f1413e260 2024-09-21T02:43:01.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.705+0000 7f5f0a7fc640 1 -- 172.21.15.83:0/685570281 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+3912 (secure 0 0 0) 0x7f5f141374c0 con 0x7f5f1413e260 2024-09-21T02:43:01.709 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:43:01.709 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":3,"btime":"2024-09-21T02:43:00:043787+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4311,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6836/2192751956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":2192751956},{"type":"v1","addr":"172.21.15.83:6836","nonce":2192751956}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4314,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/4142234226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6835","nonce":4142234226},{"type":"v1","addr":"172.21.15.83:6837","nonce":4142234226}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4375,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6833/2552052707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":2552052707},{"type":"v1","addr":"172.21.15.142:6833","nonce":2552052707}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4381,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6835/3983670535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":3983670535},{"type":"v1","addr":"172.21.15.142:6835","nonce":3983670535}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-09-21T02:43:01.709 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 3 2024-09-21T02:43:01.711 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.705+0000 7f5f1bc6f640 1 -- 172.21.15.83:0/685570281 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f5ef8073200 msgr2=0x7f5ef8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:01.711 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.705+0000 7f5f1bc6f640 1 --2- 172.21.15.83:0/685570281 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f5ef8073200 0x7f5ef8075710 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f5f0400ab40 tx=0x7f5f0400a370 comp rx=0 tx=0).stop 2024-09-21T02:43:01.711 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.705+0000 7f5f1bc6f640 1 -- 172.21.15.83:0/685570281 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5f1413e260 msgr2=0x7f5f141528d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:01.711 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.705+0000 7f5f1bc6f640 1 --2- 172.21.15.83:0/685570281 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5f1413e260 0x7f5f141528d0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f5f10009790 tx=0x7f5f10005db0 comp rx=0 tx=0).stop 2024-09-21T02:43:01.711 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.705+0000 7f5f1bc6f640 1 -- 172.21.15.83:0/685570281 shutdown_connections 2024-09-21T02:43:01.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.705+0000 7f5f1bc6f640 1 --2- 172.21.15.83:0/685570281 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f5ef8073200 0x7f5ef8075710 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:01.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.705+0000 7f5f1bc6f640 1 --2- 172.21.15.83:0/685570281 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f5f1413e670 0x7f5f141545a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:01.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.705+0000 7f5f1bc6f640 1 --2- 172.21.15.83:0/685570281 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5f1413e260 0x7f5f141528d0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:01.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.705+0000 7f5f1bc6f640 1 --2- 172.21.15.83:0/685570281 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5f140cc010 0x7f5f14151640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:01.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.705+0000 7f5f1bc6f640 1 -- 172.21.15.83:0/685570281 >> 172.21.15.83:0/685570281 conn(0x7f5f1406ce90 msgr2=0x7f5f140cdaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:01.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.705+0000 7f5f1bc6f640 1 -- 172.21.15.83:0/685570281 shutdown_connections 2024-09-21T02:43:01.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.705+0000 7f5f1bc6f640 1 -- 172.21.15.83:0/685570281 wait complete. 2024-09-21T02:43:01.729 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-21T02:43:01.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.881+0000 7fdd1fa71640 1 -- 172.21.15.83:0/2559225056 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdd180d06e0 msgr2=0x7fdd18166100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:01.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.881+0000 7fdd1fa71640 1 --2- 172.21.15.83:0/2559225056 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdd180d06e0 0x7fdd18166100 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fdd14009c80 tx=0x7fdd1401cd10 comp rx=0 tx=0).stop 2024-09-21T02:43:01.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.881+0000 7fdd1fa71640 1 -- 172.21.15.83:0/2559225056 shutdown_connections 2024-09-21T02:43:01.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.881+0000 7fdd1fa71640 1 --2- 172.21.15.83:0/2559225056 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdd180d06e0 0x7fdd18166100 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:01.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.881+0000 7fdd1fa71640 1 -- 172.21.15.83:0/2559225056 >> 172.21.15.83:0/2559225056 conn(0x7fdd1806ce90 msgr2=0x7fdd1806d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:01.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.881+0000 7fdd1fa71640 1 -- 172.21.15.83:0/2559225056 shutdown_connections 2024-09-21T02:43:01.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.881+0000 7fdd1fa71640 1 -- 172.21.15.83:0/2559225056 wait complete. 2024-09-21T02:43:01.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.881+0000 7fdd1fa71640 1 Processor -- start 2024-09-21T02:43:01.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.881+0000 7fdd1fa71640 1 -- start start 2024-09-21T02:43:01.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.885+0000 7fdd1fa71640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdd180b4b70 0x7fdd18145d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:01.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.885+0000 7fdd1fa71640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fdd1815c410 0x7fdd180ad920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:01.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.885+0000 7fdd1fa71640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdd180ade60 0x7fdd18151e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:01.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.885+0000 7fdd1fa71640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fdd18169980 con 0x7fdd180ade60 2024-09-21T02:43:01.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.885+0000 7fdd1fa71640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fdd18169800 con 0x7fdd180b4b70 2024-09-21T02:43:01.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.885+0000 7fdd1fa71640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fdd18169b00 con 0x7fdd1815c410 2024-09-21T02:43:01.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.885+0000 7fdd1e00e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdd180ade60 0x7fdd18151e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:01.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.885+0000 7fdd1e00e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdd180ade60 0x7fdd18151e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:53526/0 (socket says 172.21.15.83:53526) 2024-09-21T02:43:01.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.885+0000 7fdd1e00e640 1 -- 172.21.15.83:0/1067882016 learned_addr learned my addr 172.21.15.83:0/1067882016 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:01.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.885+0000 7fdd1d80d640 1 --2- 172.21.15.83:0/1067882016 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdd180b4b70 0x7fdd18145d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:01.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.885+0000 7fdd1d00c640 1 --2- 172.21.15.83:0/1067882016 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fdd1815c410 0x7fdd180ad920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:01.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.885+0000 7fdd1e00e640 1 -- 172.21.15.83:0/1067882016 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fdd1815c410 msgr2=0x7fdd180ad920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:01.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.885+0000 7fdd1e00e640 1 --2- 172.21.15.83:0/1067882016 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fdd1815c410 0x7fdd180ad920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:01.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.885+0000 7fdd1e00e640 1 -- 172.21.15.83:0/1067882016 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdd180b4b70 msgr2=0x7fdd18145d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:01.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.885+0000 7fdd1e00e640 1 --2- 172.21.15.83:0/1067882016 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdd180b4b70 0x7fdd18145d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:01.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.885+0000 7fdd1e00e640 1 -- 172.21.15.83:0/1067882016 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd180ae690 con 0x7fdd180ade60 2024-09-21T02:43:01.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.885+0000 7fdd1e00e640 1 --2- 172.21.15.83:0/1067882016 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdd180ade60 0x7fdd18151e50 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fdd14098700 tx=0x7fdd140092c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:01.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.885+0000 7fdd0e7fc640 1 -- 172.21.15.83:0/1067882016 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd140b2040 con 0x7fdd180ade60 2024-09-21T02:43:01.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.885+0000 7fdd0e7fc640 1 -- 172.21.15.83:0/1067882016 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdd140bb070 con 0x7fdd180ade60 2024-09-21T02:43:01.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.885+0000 7fdd1fa71640 1 -- 172.21.15.83:0/1067882016 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd18155620 con 0x7fdd180ade60 2024-09-21T02:43:01.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.885+0000 7fdd0e7fc640 1 -- 172.21.15.83:0/1067882016 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd14004530 con 0x7fdd180ade60 2024-09-21T02:43:01.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.885+0000 7fdd1fa71640 1 -- 172.21.15.83:0/1067882016 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd18146280 con 0x7fdd180ade60 2024-09-21T02:43:01.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.885+0000 7fdd1fa71640 1 -- 172.21.15.83:0/1067882016 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd1815b2c0 con 0x7fdd180ade60 2024-09-21T02:43:01.893 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.885+0000 7fdd0e7fc640 1 -- 172.21.15.83:0/1067882016 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fdd140046d0 con 0x7fdd180ade60 2024-09-21T02:43:01.893 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.885+0000 7fdd0e7fc640 1 --2- 172.21.15.83:0/1067882016 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fdcfc073230 0x7fdcfc075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:01.893 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.889+0000 7fdd0e7fc640 1 -- 172.21.15.83:0/1067882016 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7fdd1412e990 con 0x7fdd180ade60 2024-09-21T02:43:01.893 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.889+0000 7fdd1d80d640 1 --2- 172.21.15.83:0/1067882016 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fdcfc073230 0x7fdcfc075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:01.893 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.889+0000 7fdd1d80d640 1 --2- 172.21.15.83:0/1067882016 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fdcfc073230 0x7fdcfc075740 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fdd10000f70 tx=0x7fdd10009040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:01.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:01.893+0000 7fdd0e7fc640 1 -- 172.21.15.83:0/1067882016 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fdd14016990 con 0x7fdd180ade60 2024-09-21T02:43:02.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.053+0000 7fdd1fa71640 1 -- 172.21.15.83:0/1067882016 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fdd181662b0 con 0x7fdd180ade60 2024-09-21T02:43:02.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.057+0000 7fdd0e7fc640 1 -- 172.21.15.83:0/1067882016 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v18) ==== 84+0+65 (secure 0 0 0) 0x7fdd140f9d00 con 0x7fdd180ade60 2024-09-21T02:43:02.063 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:43:02.063 INFO:teuthology.orchestra.run.smithi083.stdout:[ 2024-09-21T02:43:02.064 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:43:02.064 INFO:teuthology.orchestra.run.smithi083.stdout: "poolnum": 1, 2024-09-21T02:43:02.064 INFO:teuthology.orchestra.run.smithi083.stdout: "poolname": ".mgr" 2024-09-21T02:43:02.064 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:43:02.064 INFO:teuthology.orchestra.run.smithi083.stdout:] 2024-09-21T02:43:02.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.061+0000 7fdd1fa71640 1 -- 172.21.15.83:0/1067882016 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fdcfc073230 msgr2=0x7fdcfc075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:02.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.061+0000 7fdd1fa71640 1 --2- 172.21.15.83:0/1067882016 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fdcfc073230 0x7fdcfc075740 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fdd10000f70 tx=0x7fdd10009040 comp rx=0 tx=0).stop 2024-09-21T02:43:02.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.061+0000 7fdd1fa71640 1 -- 172.21.15.83:0/1067882016 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdd180ade60 msgr2=0x7fdd18151e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:02.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.061+0000 7fdd1fa71640 1 --2- 172.21.15.83:0/1067882016 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdd180ade60 0x7fdd18151e50 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fdd14098700 tx=0x7fdd140092c0 comp rx=0 tx=0).stop 2024-09-21T02:43:02.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.061+0000 7fdd1fa71640 1 -- 172.21.15.83:0/1067882016 shutdown_connections 2024-09-21T02:43:02.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.061+0000 7fdd1fa71640 1 --2- 172.21.15.83:0/1067882016 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fdcfc073230 0x7fdcfc075740 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:02.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.061+0000 7fdd1fa71640 1 --2- 172.21.15.83:0/1067882016 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdd180ade60 0x7fdd18151e50 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:02.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.061+0000 7fdd1fa71640 1 --2- 172.21.15.83:0/1067882016 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fdd1815c410 0x7fdd180ad920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:02.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.061+0000 7fdd1fa71640 1 --2- 172.21.15.83:0/1067882016 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdd180b4b70 0x7fdd18145d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:02.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.061+0000 7fdd1fa71640 1 -- 172.21.15.83:0/1067882016 >> 172.21.15.83:0/1067882016 conn(0x7fdd1806ce90 msgr2=0x7fdd18146cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:02.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.061+0000 7fdd1fa71640 1 -- 172.21.15.83:0/1067882016 shutdown_connections 2024-09-21T02:43:02.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.061+0000 7fdd1fa71640 1 -- 172.21.15.83:0/1067882016 wait complete. 2024-09-21T02:43:02.083 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-21T02:43:02.083 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-21T02:43:02.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.237+0000 7f7f7d652640 1 -- 172.21.15.83:0/2291542115 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7f780af3c0 msgr2=0x7f7f780c9340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:02.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.237+0000 7f7f7d652640 1 --2- 172.21.15.83:0/2291542115 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7f780af3c0 0x7f7f780c9340 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f7f780cd1e0 tx=0x7f7f6801c820 comp rx=0 tx=0).stop 2024-09-21T02:43:02.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.237+0000 7f7f7d652640 1 -- 172.21.15.83:0/2291542115 shutdown_connections 2024-09-21T02:43:02.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.237+0000 7f7f7d652640 1 --2- 172.21.15.83:0/2291542115 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7f780af3c0 0x7f7f780c9340 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:02.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.237+0000 7f7f7d652640 1 -- 172.21.15.83:0/2291542115 >> 172.21.15.83:0/2291542115 conn(0x7f7f780b1cc0 msgr2=0x7f7f780b20d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:02.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.237+0000 7f7f7d652640 1 -- 172.21.15.83:0/2291542115 shutdown_connections 2024-09-21T02:43:02.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.237+0000 7f7f7d652640 1 -- 172.21.15.83:0/2291542115 wait complete. 2024-09-21T02:43:02.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.237+0000 7f7f7d652640 1 Processor -- start 2024-09-21T02:43:02.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.237+0000 7f7f7d652640 1 -- start start 2024-09-21T02:43:02.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.241+0000 7f7f7d652640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f7f780af3c0 0x7f7f7815c5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:02.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.241+0000 7f7f7d652640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7f780c9880 0x7f7f78150f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:02.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.241+0000 7f7f7d652640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7f7815f6d0 0x7f7f780acfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:02.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.241+0000 7f7f7d652640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f7f7816d610 con 0x7f7f7815f6d0 2024-09-21T02:43:02.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.241+0000 7f7f7d652640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f7f7806fa10 con 0x7f7f780c9880 2024-09-21T02:43:02.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.241+0000 7f7f7d652640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f7f7816d790 con 0x7f7f780af3c0 2024-09-21T02:43:02.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.241+0000 7f7f777fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7f7815f6d0 0x7f7f780acfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:02.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.241+0000 7f7f777fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7f7815f6d0 0x7f7f780acfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:53542/0 (socket says 172.21.15.83:53542) 2024-09-21T02:43:02.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.241+0000 7f7f777fe640 1 -- 172.21.15.83:0/3852549268 learned_addr learned my addr 172.21.15.83:0/3852549268 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:02.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.241+0000 7f7f767fc640 1 --2- 172.21.15.83:0/3852549268 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7f780c9880 0x7f7f78150f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:02.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.241+0000 7f7f76ffd640 1 --2- 172.21.15.83:0/3852549268 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f7f780af3c0 0x7f7f7815c5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:02.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.241+0000 7f7f777fe640 1 -- 172.21.15.83:0/3852549268 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f7f780af3c0 msgr2=0x7f7f7815c5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:02.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.241+0000 7f7f777fe640 1 --2- 172.21.15.83:0/3852549268 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f7f780af3c0 0x7f7f7815c5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:02.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.241+0000 7f7f777fe640 1 -- 172.21.15.83:0/3852549268 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7f780c9880 msgr2=0x7f7f78150f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:02.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.241+0000 7f7f777fe640 1 --2- 172.21.15.83:0/3852549268 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7f780c9880 0x7f7f78150f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:02.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.241+0000 7f7f777fe640 1 -- 172.21.15.83:0/3852549268 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f7814d9f0 con 0x7f7f7815f6d0 2024-09-21T02:43:02.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.241+0000 7f7f777fe640 1 --2- 172.21.15.83:0/3852549268 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7f7815f6d0 0x7f7f780acfa0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f7f7000ba10 tx=0x7f7f7000bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:02.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.241+0000 7f7f5f7fe640 1 -- 172.21.15.83:0/3852549268 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f70019070 con 0x7f7f7815f6d0 2024-09-21T02:43:02.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.241+0000 7f7f5f7fe640 1 -- 172.21.15.83:0/3852549268 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7f7000cc30 con 0x7f7f7815f6d0 2024-09-21T02:43:02.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.241+0000 7f7f7d652640 1 -- 172.21.15.83:0/3852549268 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f7814dcd0 con 0x7f7f7815f6d0 2024-09-21T02:43:02.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.241+0000 7f7f5f7fe640 1 -- 172.21.15.83:0/3852549268 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f7000ce60 con 0x7f7f7815f6d0 2024-09-21T02:43:02.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.241+0000 7f7f7d652640 1 -- 172.21.15.83:0/3852549268 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f7814e290 con 0x7f7f7815f6d0 2024-09-21T02:43:02.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.241+0000 7f7f7d652640 1 -- 172.21.15.83:0/3852549268 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f780c9340 con 0x7f7f7815f6d0 2024-09-21T02:43:02.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.241+0000 7f7f5f7fe640 1 -- 172.21.15.83:0/3852549268 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f7f7001c070 con 0x7f7f7815f6d0 2024-09-21T02:43:02.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.245+0000 7f7f5f7fe640 1 --2- 172.21.15.83:0/3852549268 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7f64073200 0x7f7f64075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:02.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.245+0000 7f7f5f7fe640 1 -- 172.21.15.83:0/3852549268 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7f7f70093dd0 con 0x7f7f7815f6d0 2024-09-21T02:43:02.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.245+0000 7f7f76ffd640 1 --2- 172.21.15.83:0/3852549268 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7f64073200 0x7f7f64075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:02.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.245+0000 7f7f76ffd640 1 --2- 172.21.15.83:0/3852549268 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7f64073200 0x7f7f64075710 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f7f680af000 tx=0x7f7f6801b060 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:02.252 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.249+0000 7f7f5f7fe640 1 -- 172.21.15.83:0/3852549268 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f7f7005f2b0 con 0x7f7f7815f6d0 2024-09-21T02:43:02.412 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:02.409+0000 7f7f7d652640 1 -- 172.21.15.83:0/3852549268 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f7f780d0a40 con 0x7f7f7815f6d0 2024-09-21T02:43:03.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.065+0000 7f7f5f7fe640 1 -- 172.21.15.83:0/3852549268 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v19) ==== 138+0+0 (secure 0 0 0) 0x7f7f7005ebb0 con 0x7f7f7815f6d0 2024-09-21T02:43:03.069 INFO:teuthology.orchestra.run.smithi083.stderr:pool 'cephfs_metadata' created 2024-09-21T02:43:03.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.069+0000 7f7f7d652640 1 -- 172.21.15.83:0/3852549268 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7f64073200 msgr2=0x7f7f64075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:03.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.069+0000 7f7f7d652640 1 --2- 172.21.15.83:0/3852549268 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7f64073200 0x7f7f64075710 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f7f680af000 tx=0x7f7f6801b060 comp rx=0 tx=0).stop 2024-09-21T02:43:03.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.069+0000 7f7f7d652640 1 -- 172.21.15.83:0/3852549268 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7f7815f6d0 msgr2=0x7f7f780acfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:03.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.069+0000 7f7f7d652640 1 --2- 172.21.15.83:0/3852549268 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7f7815f6d0 0x7f7f780acfa0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f7f7000ba10 tx=0x7f7f7000bed0 comp rx=0 tx=0).stop 2024-09-21T02:43:03.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.069+0000 7f7f7d652640 1 -- 172.21.15.83:0/3852549268 shutdown_connections 2024-09-21T02:43:03.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.069+0000 7f7f7d652640 1 --2- 172.21.15.83:0/3852549268 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7f64073200 0x7f7f64075710 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:03.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.069+0000 7f7f7d652640 1 --2- 172.21.15.83:0/3852549268 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7f7815f6d0 0x7f7f780acfa0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:03.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.069+0000 7f7f7d652640 1 --2- 172.21.15.83:0/3852549268 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7f780c9880 0x7f7f78150f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:03.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.069+0000 7f7f7d652640 1 --2- 172.21.15.83:0/3852549268 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f7f780af3c0 0x7f7f7815c5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:03.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.069+0000 7f7f7d652640 1 -- 172.21.15.83:0/3852549268 >> 172.21.15.83:0/3852549268 conn(0x7f7f780b1cc0 msgr2=0x7f7f78151aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:03.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.069+0000 7f7f7d652640 1 -- 172.21.15.83:0/3852549268 shutdown_connections 2024-09-21T02:43:03.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.069+0000 7f7f7d652640 1 -- 172.21.15.83:0/3852549268 wait complete. 2024-09-21T02:43:03.104 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-21T02:43:03.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.265+0000 7fc0e71e4640 1 -- 172.21.15.83:0/587524913 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc0e015e930 msgr2=0x7fc0e015ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:03.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.265+0000 7fc0e71e4640 1 --2- 172.21.15.83:0/587524913 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc0e015e930 0x7fc0e015ed40 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fc0d8009c80 tx=0x7fc0d801cc80 comp rx=0 tx=0).stop 2024-09-21T02:43:03.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.265+0000 7fc0e71e4640 1 -- 172.21.15.83:0/587524913 shutdown_connections 2024-09-21T02:43:03.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.265+0000 7fc0e71e4640 1 --2- 172.21.15.83:0/587524913 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc0e015e930 0x7fc0e015ed40 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:03.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.265+0000 7fc0e71e4640 1 --2- 172.21.15.83:0/587524913 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc0e006f930 0x7fc0e006fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:03.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.265+0000 7fc0e71e4640 1 -- 172.21.15.83:0/587524913 >> 172.21.15.83:0/587524913 conn(0x7fc0e00b1dc0 msgr2=0x7fc0e00b21d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:03.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.265+0000 7fc0e71e4640 1 -- 172.21.15.83:0/587524913 shutdown_connections 2024-09-21T02:43:03.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.265+0000 7fc0e71e4640 1 -- 172.21.15.83:0/587524913 wait complete. 2024-09-21T02:43:03.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.269+0000 7fc0e71e4640 1 Processor -- start 2024-09-21T02:43:03.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.269+0000 7fc0e71e4640 1 -- start start 2024-09-21T02:43:03.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.269+0000 7fc0e71e4640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc0e006f930 0x7fc0e01f7700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:03.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.269+0000 7fc0e71e4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc0e015ad20 0x7fc0e014b100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:03.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.269+0000 7fc0e71e4640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc0e015e930 0x7fc0e0157660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:03.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.269+0000 7fc0e71e4640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fc0e0165e40 con 0x7fc0e015ad20 2024-09-21T02:43:03.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.269+0000 7fc0e71e4640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fc0e0165cc0 con 0x7fc0e006f930 2024-09-21T02:43:03.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.269+0000 7fc0e71e4640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fc0e0165fc0 con 0x7fc0e015e930 2024-09-21T02:43:03.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.269+0000 7fc0dffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc0e015ad20 0x7fc0e014b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:03.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.269+0000 7fc0dffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc0e015ad20 0x7fc0e014b100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:53572/0 (socket says 172.21.15.83:53572) 2024-09-21T02:43:03.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.269+0000 7fc0dffff640 1 -- 172.21.15.83:0/3449931108 learned_addr learned my addr 172.21.15.83:0/3449931108 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:03.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.269+0000 7fc0e4f80640 1 --2- 172.21.15.83:0/3449931108 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc0e006f930 0x7fc0e01f7700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:03.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.269+0000 7fc0e5781640 1 --2- 172.21.15.83:0/3449931108 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc0e015e930 0x7fc0e0157660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:03.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.269+0000 7fc0dffff640 1 -- 172.21.15.83:0/3449931108 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc0e015e930 msgr2=0x7fc0e0157660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:03.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.269+0000 7fc0dffff640 1 --2- 172.21.15.83:0/3449931108 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc0e015e930 0x7fc0e0157660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:03.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.269+0000 7fc0dffff640 1 -- 172.21.15.83:0/3449931108 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc0e006f930 msgr2=0x7fc0e01f7700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:03.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.269+0000 7fc0dffff640 1 --2- 172.21.15.83:0/3449931108 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc0e006f930 0x7fc0e01f7700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:03.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.269+0000 7fc0dffff640 1 -- 172.21.15.83:0/3449931108 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0e014b640 con 0x7fc0e015ad20 2024-09-21T02:43:03.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.269+0000 7fc0dffff640 1 --2- 172.21.15.83:0/3449931108 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc0e015ad20 0x7fc0e014b100 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fc0d4005d10 tx=0x7fc0d400dbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:03.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.269+0000 7fc0dd7fa640 1 -- 172.21.15.83:0/3449931108 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0d4017070 con 0x7fc0e015ad20 2024-09-21T02:43:03.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.269+0000 7fc0dd7fa640 1 -- 172.21.15.83:0/3449931108 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc0d4009ac0 con 0x7fc0e015ad20 2024-09-21T02:43:03.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.269+0000 7fc0e71e4640 1 -- 172.21.15.83:0/3449931108 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0e00cea20 con 0x7fc0e015ad20 2024-09-21T02:43:03.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.269+0000 7fc0dd7fa640 1 -- 172.21.15.83:0/3449931108 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0d4005020 con 0x7fc0e015ad20 2024-09-21T02:43:03.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.269+0000 7fc0e71e4640 1 -- 172.21.15.83:0/3449931108 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0e01f6f00 con 0x7fc0e015ad20 2024-09-21T02:43:03.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.273+0000 7fc0e71e4640 1 -- 172.21.15.83:0/3449931108 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0e006fd40 con 0x7fc0e015ad20 2024-09-21T02:43:03.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.273+0000 7fc0dd7fa640 1 -- 172.21.15.83:0/3449931108 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fc0d40051c0 con 0x7fc0e015ad20 2024-09-21T02:43:03.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.273+0000 7fc0dd7fa640 1 --2- 172.21.15.83:0/3449931108 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc0cc073230 0x7fc0cc075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:03.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.273+0000 7fc0e4f80640 1 --2- 172.21.15.83:0/3449931108 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc0cc073230 0x7fc0cc075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:03.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.273+0000 7fc0dd7fa640 1 -- 172.21.15.83:0/3449931108 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 5227+0+0 (secure 0 0 0) 0x7fc0d4094110 con 0x7fc0e015ad20 2024-09-21T02:43:03.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.273+0000 7fc0e4f80640 1 --2- 172.21.15.83:0/3449931108 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc0cc073230 0x7fc0cc075740 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fc0e00b4de0 tx=0x7fc0d0009040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:03.283 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.277+0000 7fc0dd7fa640 1 -- 172.21.15.83:0/3449931108 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fc0d405f320 con 0x7fc0e015ad20 2024-09-21T02:43:03.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:03.437+0000 7fc0e71e4640 1 -- 172.21.15.83:0/3449931108 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fc0e00b2c00 con 0x7fc0e015ad20 2024-09-21T02:43:04.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.081+0000 7fc0dd7fa640 1 -- 172.21.15.83:0/3449931108 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v20) ==== 170+0+0 (secure 0 0 0) 0x7fc0d407ee20 con 0x7fc0e015ad20 2024-09-21T02:43:04.082 INFO:teuthology.orchestra.run.smithi083.stderr:pool 'cephfs_data' created 2024-09-21T02:43:04.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.085+0000 7fc0e71e4640 1 -- 172.21.15.83:0/3449931108 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc0cc073230 msgr2=0x7fc0cc075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:04.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.085+0000 7fc0e71e4640 1 --2- 172.21.15.83:0/3449931108 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc0cc073230 0x7fc0cc075740 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fc0e00b4de0 tx=0x7fc0d0009040 comp rx=0 tx=0).stop 2024-09-21T02:43:04.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.085+0000 7fc0e71e4640 1 -- 172.21.15.83:0/3449931108 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc0e015ad20 msgr2=0x7fc0e014b100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:04.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.085+0000 7fc0e71e4640 1 --2- 172.21.15.83:0/3449931108 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc0e015ad20 0x7fc0e014b100 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fc0d4005d10 tx=0x7fc0d400dbb0 comp rx=0 tx=0).stop 2024-09-21T02:43:04.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.085+0000 7fc0e71e4640 1 -- 172.21.15.83:0/3449931108 shutdown_connections 2024-09-21T02:43:04.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.085+0000 7fc0e71e4640 1 --2- 172.21.15.83:0/3449931108 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc0cc073230 0x7fc0cc075740 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:04.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.085+0000 7fc0e71e4640 1 --2- 172.21.15.83:0/3449931108 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc0e015e930 0x7fc0e0157660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:04.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.085+0000 7fc0e71e4640 1 --2- 172.21.15.83:0/3449931108 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc0e015ad20 0x7fc0e014b100 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:04.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.085+0000 7fc0e71e4640 1 --2- 172.21.15.83:0/3449931108 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc0e006f930 0x7fc0e01f7700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:04.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.085+0000 7fc0e71e4640 1 -- 172.21.15.83:0/3449931108 >> 172.21.15.83:0/3449931108 conn(0x7fc0e00b1dc0 msgr2=0x7fc0e00b10f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:04.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.085+0000 7fc0e71e4640 1 -- 172.21.15.83:0/3449931108 shutdown_connections 2024-09-21T02:43:04.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.085+0000 7fc0e71e4640 1 -- 172.21.15.83:0/3449931108 wait complete. 2024-09-21T02:43:04.125 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-21T02:43:04.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.277+0000 7fac35946640 1 -- 172.21.15.83:0/2847655477 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac3015c670 msgr2=0x7fac300b4b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:04.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.277+0000 7fac35946640 1 --2- 172.21.15.83:0/2847655477 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac3015c670 0x7fac300b4b80 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fac18009900 tx=0x7fac1801c820 comp rx=0 tx=0).stop 2024-09-21T02:43:04.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.277+0000 7fac35946640 1 -- 172.21.15.83:0/2847655477 shutdown_connections 2024-09-21T02:43:04.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.277+0000 7fac35946640 1 --2- 172.21.15.83:0/2847655477 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac3015c670 0x7fac300b4b80 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:04.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.281+0000 7fac35946640 1 -- 172.21.15.83:0/2847655477 >> 172.21.15.83:0/2847655477 conn(0x7fac3006d580 msgr2=0x7fac300b1d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:04.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.281+0000 7fac35946640 1 -- 172.21.15.83:0/2847655477 shutdown_connections 2024-09-21T02:43:04.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.281+0000 7fac35946640 1 -- 172.21.15.83:0/2847655477 wait complete. 2024-09-21T02:43:04.282 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.281+0000 7fac35946640 1 Processor -- start 2024-09-21T02:43:04.282 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.281+0000 7fac35946640 1 -- start start 2024-09-21T02:43:04.285 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.281+0000 7fac35946640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac3015c670 0x7fac3014d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:04.285 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.281+0000 7fac35946640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fac30160c50 0x7fac30150200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:04.285 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.281+0000 7fac35946640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fac30157010 0x7fac30157420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:04.285 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.281+0000 7fac35946640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fac3016b0f0 con 0x7fac3015c670 2024-09-21T02:43:04.285 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.281+0000 7fac35946640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fac3016af70 con 0x7fac30157010 2024-09-21T02:43:04.285 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.281+0000 7fac35946640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fac3016b270 con 0x7fac30160c50 2024-09-21T02:43:04.285 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.281+0000 7fac2effd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac3015c670 0x7fac3014d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:04.285 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.281+0000 7fac2effd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac3015c670 0x7fac3014d4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52076/0 (socket says 172.21.15.83:52076) 2024-09-21T02:43:04.285 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.281+0000 7fac2effd640 1 -- 172.21.15.83:0/1953777996 learned_addr learned my addr 172.21.15.83:0/1953777996 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:04.286 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.281+0000 7fac2f7fe640 1 --2- 172.21.15.83:0/1953777996 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fac30157010 0x7fac30157420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:04.286 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.281+0000 7fac2effd640 1 -- 172.21.15.83:0/1953777996 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fac30160c50 msgr2=0x7fac30150200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:04.286 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.281+0000 7fac2e7fc640 1 --2- 172.21.15.83:0/1953777996 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fac30160c50 0x7fac30150200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:04.286 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.281+0000 7fac2effd640 1 --2- 172.21.15.83:0/1953777996 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fac30160c50 0x7fac30150200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:04.286 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.281+0000 7fac2effd640 1 -- 172.21.15.83:0/1953777996 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fac30157010 msgr2=0x7fac30157420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:04.286 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.281+0000 7fac2effd640 1 --2- 172.21.15.83:0/1953777996 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fac30157010 0x7fac30157420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:04.286 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.281+0000 7fac2effd640 1 -- 172.21.15.83:0/1953777996 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac30157960 con 0x7fac3015c670 2024-09-21T02:43:04.286 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.281+0000 7fac2f7fe640 1 --2- 172.21.15.83:0/1953777996 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fac30157010 0x7fac30157420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:43:04.286 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.281+0000 7fac2e7fc640 1 --2- 172.21.15.83:0/1953777996 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fac30160c50 0x7fac30150200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:43:04.286 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.285+0000 7fac2effd640 1 --2- 172.21.15.83:0/1953777996 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac3015c670 0x7fac3014d4a0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fac18009850 tx=0x7fac180040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:04.286 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.285+0000 7fac27fff640 1 -- 172.21.15.83:0/1953777996 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac180b2040 con 0x7fac3015c670 2024-09-21T02:43:04.287 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.285+0000 7fac27fff640 1 -- 172.21.15.83:0/1953777996 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fac18003600 con 0x7fac3015c670 2024-09-21T02:43:04.287 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.285+0000 7fac27fff640 1 -- 172.21.15.83:0/1953777996 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac18003a10 con 0x7fac3015c670 2024-09-21T02:43:04.287 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.285+0000 7fac35946640 1 -- 172.21.15.83:0/1953777996 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac3015c210 con 0x7fac3015c670 2024-09-21T02:43:04.287 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.285+0000 7fac35946640 1 -- 172.21.15.83:0/1953777996 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac301510c0 con 0x7fac3015c670 2024-09-21T02:43:04.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.285+0000 7fac35946640 1 -- 172.21.15.83:0/1953777996 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac300b4b80 con 0x7fac3015c670 2024-09-21T02:43:04.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.285+0000 7fac27fff640 1 -- 172.21.15.83:0/1953777996 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fac180bd060 con 0x7fac3015c670 2024-09-21T02:43:04.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.285+0000 7fac27fff640 1 --2- 172.21.15.83:0/1953777996 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fac10073200 0x7fac10075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:04.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.285+0000 7fac27fff640 1 -- 172.21.15.83:0/1953777996 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5609+0+0 (secure 0 0 0) 0x7fac1812ddd0 con 0x7fac3015c670 2024-09-21T02:43:04.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.285+0000 7fac2e7fc640 1 --2- 172.21.15.83:0/1953777996 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fac10073200 0x7fac10075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:04.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.285+0000 7fac2e7fc640 1 --2- 172.21.15.83:0/1953777996 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fac10073200 0x7fac10075710 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fac3015f3e0 tx=0x7fac20009040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:04.291 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.289+0000 7fac27fff640 1 -- 172.21.15.83:0/1953777996 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fac30157960 con 0x7fac3015c670 2024-09-21T02:43:04.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:04.497+0000 7fac35946640 1 -- 172.21.15.83:0/1953777996 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fac3006a1c0 con 0x7fac3015c670 2024-09-21T02:43:05.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.085+0000 7fac27fff640 1 -- 172.21.15.83:0/1953777996 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) ==== 172+0+0 (secure 0 0 0) 0x7fac180164d0 con 0x7fac3015c670 2024-09-21T02:43:05.085 INFO:teuthology.orchestra.run.smithi083.stderr:new fs with metadata pool 2 and data pool 3 2024-09-21T02:43:05.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.089+0000 7fac35946640 1 -- 172.21.15.83:0/1953777996 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fac10073200 msgr2=0x7fac10075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:05.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.089+0000 7fac35946640 1 --2- 172.21.15.83:0/1953777996 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fac10073200 0x7fac10075710 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fac3015f3e0 tx=0x7fac20009040 comp rx=0 tx=0).stop 2024-09-21T02:43:05.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.089+0000 7fac35946640 1 -- 172.21.15.83:0/1953777996 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac3015c670 msgr2=0x7fac3014d4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:05.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.089+0000 7fac35946640 1 --2- 172.21.15.83:0/1953777996 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac3015c670 0x7fac3014d4a0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fac18009850 tx=0x7fac180040c0 comp rx=0 tx=0).stop 2024-09-21T02:43:05.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.089+0000 7fac35946640 1 -- 172.21.15.83:0/1953777996 shutdown_connections 2024-09-21T02:43:05.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.089+0000 7fac35946640 1 --2- 172.21.15.83:0/1953777996 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fac10073200 0x7fac10075710 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:05.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.089+0000 7fac35946640 1 --2- 172.21.15.83:0/1953777996 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fac30157010 0x7fac30157420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:05.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.089+0000 7fac35946640 1 --2- 172.21.15.83:0/1953777996 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fac30160c50 0x7fac30150200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:05.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.089+0000 7fac35946640 1 --2- 172.21.15.83:0/1953777996 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac3015c670 0x7fac3014d4a0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:05.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.089+0000 7fac35946640 1 -- 172.21.15.83:0/1953777996 >> 172.21.15.83:0/1953777996 conn(0x7fac3006d580 msgr2=0x7fac300af4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:05.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.089+0000 7fac35946640 1 -- 172.21.15.83:0/1953777996 shutdown_connections 2024-09-21T02:43:05.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.089+0000 7fac35946640 1 -- 172.21.15.83:0/1953777996 wait complete. 2024-09-21T02:43:05.147 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T02:43:05.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.297+0000 7ff3f65f0640 1 -- 172.21.15.83:0/3364867456 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff3f013e260 msgr2=0x7ff3f006ed60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:05.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.297+0000 7ff3f65f0640 1 --2- 172.21.15.83:0/3364867456 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff3f013e260 0x7ff3f006ed60 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7ff3f006f810 tx=0x7ff3e001ccc0 comp rx=0 tx=0).stop 2024-09-21T02:43:05.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.297+0000 7ff3f65f0640 1 -- 172.21.15.83:0/3364867456 shutdown_connections 2024-09-21T02:43:05.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.297+0000 7ff3f65f0640 1 --2- 172.21.15.83:0/3364867456 >> v2:172.21.15.142:3300/0 conn(0x7ff3f00cc720 0x7ff3f006f2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:05.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.297+0000 7ff3f65f0640 1 --2- 172.21.15.83:0/3364867456 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff3f013e260 0x7ff3f006ed60 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:05.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.297+0000 7ff3f65f0640 1 -- 172.21.15.83:0/3364867456 >> 172.21.15.83:0/3364867456 conn(0x7ff3f006ce90 msgr2=0x7ff3f006d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:05.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.297+0000 7ff3f65f0640 1 -- 172.21.15.83:0/3364867456 shutdown_connections 2024-09-21T02:43:05.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.297+0000 7ff3f65f0640 1 -- 172.21.15.83:0/3364867456 wait complete. 2024-09-21T02:43:05.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.297+0000 7ff3f65f0640 1 Processor -- start 2024-09-21T02:43:05.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.297+0000 7ff3f65f0640 1 -- start start 2024-09-21T02:43:05.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.301+0000 7ff3f65f0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff3f00cc720 0x7ff3f013b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:05.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.301+0000 7ff3f65f0640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff3f013e260 0x7ff3f00b39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:05.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.301+0000 7ff3f65f0640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff3f013e670 0x7ff3f00b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:05.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.301+0000 7ff3f65f0640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff3f015e980 con 0x7ff3f00cc720 2024-09-21T02:43:05.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.301+0000 7ff3f65f0640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7ff3f015e800 con 0x7ff3f013e260 2024-09-21T02:43:05.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.301+0000 7ff3f65f0640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7ff3f015eb00 con 0x7ff3f013e670 2024-09-21T02:43:05.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.301+0000 7ff3effff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff3f00cc720 0x7ff3f013b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:05.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.301+0000 7ff3effff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff3f00cc720 0x7ff3f013b7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52100/0 (socket says 172.21.15.83:52100) 2024-09-21T02:43:05.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.301+0000 7ff3effff640 1 -- 172.21.15.83:0/4129188540 learned_addr learned my addr 172.21.15.83:0/4129188540 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:05.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.301+0000 7ff3effff640 1 -- 172.21.15.83:0/4129188540 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff3f013e670 msgr2=0x7ff3f00b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:05.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.301+0000 7ff3effff640 1 --2- 172.21.15.83:0/4129188540 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff3f013e670 0x7ff3f00b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:05.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.301+0000 7ff3effff640 1 -- 172.21.15.83:0/4129188540 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff3f013e260 msgr2=0x7ff3f00b39d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:05.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.301+0000 7ff3effff640 1 --2- 172.21.15.83:0/4129188540 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff3f013e260 0x7ff3f00b39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:05.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.301+0000 7ff3effff640 1 -- 172.21.15.83:0/4129188540 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3f013bd00 con 0x7ff3f00cc720 2024-09-21T02:43:05.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.301+0000 7ff3effff640 1 --2- 172.21.15.83:0/4129188540 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff3f00cc720 0x7ff3f013b7c0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7ff3e001c730 tx=0x7ff3e0005ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:05.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.301+0000 7ff3ecff9640 1 -- 172.21.15.83:0/4129188540 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3e00b2040 con 0x7ff3f00cc720 2024-09-21T02:43:05.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.301+0000 7ff3ecff9640 1 -- 172.21.15.83:0/4129188540 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff3e00bb070 con 0x7ff3f00cc720 2024-09-21T02:43:05.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.301+0000 7ff3f65f0640 1 -- 172.21.15.83:0/4129188540 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3f0154aa0 con 0x7ff3f00cc720 2024-09-21T02:43:05.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.301+0000 7ff3ecff9640 1 -- 172.21.15.83:0/4129188540 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3e0004330 con 0x7ff3f00cc720 2024-09-21T02:43:05.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.301+0000 7ff3f65f0640 1 -- 172.21.15.83:0/4129188540 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3f015abd0 con 0x7ff3f00cc720 2024-09-21T02:43:05.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.301+0000 7ff3f65f0640 1 -- 172.21.15.83:0/4129188540 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3f00cc010 con 0x7ff3f00cc720 2024-09-21T02:43:05.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.301+0000 7ff3ecff9640 1 -- 172.21.15.83:0/4129188540 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7ff3e00044d0 con 0x7ff3f00cc720 2024-09-21T02:43:05.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.301+0000 7ff3ecff9640 1 --2- 172.21.15.83:0/4129188540 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff3dc073200 0x7ff3dc075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:05.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.301+0000 7ff3ecff9640 1 -- 172.21.15.83:0/4129188540 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7ff3e012f870 con 0x7ff3f00cc720 2024-09-21T02:43:05.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.301+0000 7ff3ef7fe640 1 --2- 172.21.15.83:0/4129188540 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff3dc073200 0x7ff3dc075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:05.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.305+0000 7ff3ef7fe640 1 --2- 172.21.15.83:0/4129188540 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff3dc073200 0x7ff3dc075710 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7ff3e4007fd0 tx=0x7ff3e4007940 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:05.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.305+0000 7ff3ecff9640 1 -- 172.21.15.83:0/4129188540 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7ff3e0016970 con 0x7ff3f00cc720 2024-09-21T02:43:05.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.481+0000 7ff3f65f0640 1 -- 172.21.15.83:0/4129188540 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff3f00b4980 con 0x7ff3f00cc720 2024-09-21T02:43:05.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.481+0000 7ff3ecff9640 1 -- 172.21.15.83:0/4129188540 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16658 (secure 0 0 0) 0x7ff3e00fa970 con 0x7ff3f00cc720 2024-09-21T02:43:05.484 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:43:05.484 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":21,"fsid":"82b6a254-ea31-468f-b8d3-3f9b32622240","created":"2024-09-21T02:42:38.603140+0000","modified":"2024-09-21T02:43:04.500779+0000","last_up_change":"2024-09-21T02:42:53.602524+0000","last_in_change":"2024-09-21T02:42:43.192261+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T02:42:53.826200+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-21T02:43:02.423239+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-21T02:43:03.451557+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3a8ebb7b-1ae5-4b26-8278-9dcb6c385903","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6814","nonce":1413652419}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6818","nonce":1413652419}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6825","nonce":1413652419}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6822","nonce":1413652419}]},"public_addr":"172.21.15.83:6814/1413652419","cluster_addr":"172.21.15.83:6818/1413652419","heartbeat_back_addr":"172.21.15.83:6825/1413652419","heartbeat_front_addr":"172.21.15.83:6822/1413652419","state":["exists","up"]},{"osd":1,"uuid":"c965bb73-548b-4509-96ec-9c263029104b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6827","nonce":464765712}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6829","nonce":464765712}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6833","nonce":464765712}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6831","nonce":464765712}]},"public_addr":"172.21.15.83:6827/464765712","cluster_addr":"172.21.15.83:6829/464765712","heartbeat_back_addr":"172.21.15.83:6833/464765712","heartbeat_front_addr":"172.21.15.83:6831/464765712","state":["exists","up"]},{"osd":2,"uuid":"d86f4e42-c5e5-48f2-9936-817c45ca308d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6803","nonce":2393321522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6805","nonce":2393321522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6809","nonce":2393321522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6807","nonce":2393321522}]},"public_addr":"172.21.15.83:6803/2393321522","cluster_addr":"172.21.15.83:6805/2393321522","heartbeat_back_addr":"172.21.15.83:6809/2393321522","heartbeat_front_addr":"172.21.15.83:6807/2393321522","state":["exists","up"]},{"osd":3,"uuid":"13beb0a5-6df8-4bd9-a8c9-d61fe89e09e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6811","nonce":3390622409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6813","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6815","nonce":3390622409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6821","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6823","nonce":3390622409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6817","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6819","nonce":3390622409}]},"public_addr":"172.21.15.83:6811/3390622409","cluster_addr":"172.21.15.83:6815/3390622409","heartbeat_back_addr":"172.21.15.83:6823/3390622409","heartbeat_front_addr":"172.21.15.83:6819/3390622409","state":["exists","up"]},{"osd":4,"uuid":"2028bcfd-16b5-40a0-beaf-18832fee4ac1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6816","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6817","nonce":903609339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6818","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6819","nonce":903609339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6822","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6823","nonce":903609339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6820","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6821","nonce":903609339}]},"public_addr":"172.21.15.142:6817/903609339","cluster_addr":"172.21.15.142:6819/903609339","heartbeat_back_addr":"172.21.15.142:6823/903609339","heartbeat_front_addr":"172.21.15.142:6821/903609339","state":["exists","up"]},{"osd":5,"uuid":"f3fdab28-9ac1-4ff3-92ed-3c2a9833a45d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6824","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6825","nonce":1864459234}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6826","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6827","nonce":1864459234}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6830","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6831","nonce":1864459234}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6828","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6829","nonce":1864459234}]},"public_addr":"172.21.15.142:6825/1864459234","cluster_addr":"172.21.15.142:6827/1864459234","heartbeat_back_addr":"172.21.15.142:6831/1864459234","heartbeat_front_addr":"172.21.15.142:6829/1864459234","state":["exists","up"]},{"osd":6,"uuid":"e6c411f3-8a06-41f2-b104-40216326259a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6808","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6809","nonce":1137623679}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6810","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6811","nonce":1137623679}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6814","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6815","nonce":1137623679}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6812","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6813","nonce":1137623679}]},"public_addr":"172.21.15.142:6809/1137623679","cluster_addr":"172.21.15.142:6811/1137623679","heartbeat_back_addr":"172.21.15.142:6815/1137623679","heartbeat_front_addr":"172.21.15.142:6813/1137623679","state":["exists","up"]},{"osd":7,"uuid":"37ce1cb6-2b1b-4d91-ace3-926062f54290","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6800","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6801","nonce":81587312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6802","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6803","nonce":81587312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6806","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6807","nonce":81587312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6804","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6805","nonce":81587312}]},"public_addr":"172.21.15.142:6801/81587312","cluster_addr":"172.21.15.142:6803/81587312","heartbeat_back_addr":"172.21.15.142:6807/81587312","heartbeat_front_addr":"172.21.15.142:6805/81587312","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.547410+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.843449+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.932112+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.842886+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.082896+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.238106+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.825928+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.553550+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T02:43:05.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.485+0000 7ff3f65f0640 1 -- 172.21.15.83:0/4129188540 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff3dc073200 msgr2=0x7ff3dc075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:05.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.485+0000 7ff3f65f0640 1 --2- 172.21.15.83:0/4129188540 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff3dc073200 0x7ff3dc075710 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7ff3e4007fd0 tx=0x7ff3e4007940 comp rx=0 tx=0).stop 2024-09-21T02:43:05.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.485+0000 7ff3f65f0640 1 -- 172.21.15.83:0/4129188540 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff3f00cc720 msgr2=0x7ff3f013b7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:05.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.485+0000 7ff3f65f0640 1 --2- 172.21.15.83:0/4129188540 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff3f00cc720 0x7ff3f013b7c0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7ff3e001c730 tx=0x7ff3e0005ae0 comp rx=0 tx=0).stop 2024-09-21T02:43:05.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.485+0000 7ff3f65f0640 1 -- 172.21.15.83:0/4129188540 shutdown_connections 2024-09-21T02:43:05.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.485+0000 7ff3f65f0640 1 --2- 172.21.15.83:0/4129188540 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff3dc073200 0x7ff3dc075710 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:05.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.485+0000 7ff3f65f0640 1 --2- 172.21.15.83:0/4129188540 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff3f013e670 0x7ff3f00b3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:05.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.485+0000 7ff3f65f0640 1 --2- 172.21.15.83:0/4129188540 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff3f013e260 0x7ff3f00b39d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:05.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.485+0000 7ff3f65f0640 1 --2- 172.21.15.83:0/4129188540 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff3f00cc720 0x7ff3f013b7c0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:05.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.485+0000 7ff3f65f0640 1 -- 172.21.15.83:0/4129188540 >> 172.21.15.83:0/4129188540 conn(0x7ff3f006ce90 msgr2=0x7ff3f015cd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:05.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.485+0000 7ff3f65f0640 1 -- 172.21.15.83:0/4129188540 shutdown_connections 2024-09-21T02:43:05.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.485+0000 7ff3f65f0640 1 -- 172.21.15.83:0/4129188540 wait complete. 2024-09-21T02:43:05.506 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T02:43:05.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.653+0000 7fbccc60b640 1 -- 172.21.15.83:0/3704030794 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbcc415b2c0 msgr2=0x7fbcc40cffd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:05.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.653+0000 7fbccc60b640 1 --2- 172.21.15.83:0/3704030794 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbcc415b2c0 0x7fbcc40cffd0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fbcc415eec0 tx=0x7fbcb801c570 comp rx=0 tx=0).stop 2024-09-21T02:43:05.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.653+0000 7fbccc60b640 1 -- 172.21.15.83:0/3704030794 shutdown_connections 2024-09-21T02:43:05.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.653+0000 7fbccc60b640 1 --2- 172.21.15.83:0/3704030794 >> v2:172.21.15.142:3300/0 conn(0x7fbcc40d0510 0x7fbcc415ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:05.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.653+0000 7fbccc60b640 1 --2- 172.21.15.83:0/3704030794 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbcc415b2c0 0x7fbcc40cffd0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:05.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.653+0000 7fbccc60b640 1 --2- 172.21.15.83:0/3704030794 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fbcc40b4b70 0x7fbcc415c410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:05.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.653+0000 7fbccc60b640 1 -- 172.21.15.83:0/3704030794 >> 172.21.15.83:0/3704030794 conn(0x7fbcc406ce90 msgr2=0x7fbcc406d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:05.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.653+0000 7fbccc60b640 1 -- 172.21.15.83:0/3704030794 shutdown_connections 2024-09-21T02:43:05.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.653+0000 7fbccc60b640 1 -- 172.21.15.83:0/3704030794 wait complete. 2024-09-21T02:43:05.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.657+0000 7fbccc60b640 1 Processor -- start 2024-09-21T02:43:05.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.657+0000 7fbccc60b640 1 -- start start 2024-09-21T02:43:05.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.657+0000 7fbccc60b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbcc40b4b70 0x7fbcc414fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:05.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.657+0000 7fbccc60b640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbcc40d0510 0x7fbcc4153730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:05.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.657+0000 7fbccc60b640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fbcc415b2c0 0x7fbcc4153c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:05.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.657+0000 7fbccc60b640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fbcc40ce590 con 0x7fbcc40b4b70 2024-09-21T02:43:05.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.657+0000 7fbccc60b640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fbcc40ce410 con 0x7fbcc40d0510 2024-09-21T02:43:05.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.657+0000 7fbccc60b640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fbcc40ce710 con 0x7fbcc415b2c0 2024-09-21T02:43:05.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.657+0000 7fbcca3a7640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbcc40b4b70 0x7fbcc414fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:05.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.657+0000 7fbcca3a7640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbcc40b4b70 0x7fbcc414fbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52132/0 (socket says 172.21.15.83:52132) 2024-09-21T02:43:05.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.657+0000 7fbcca3a7640 1 -- 172.21.15.83:0/2040629891 learned_addr learned my addr 172.21.15.83:0/2040629891 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:05.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.657+0000 7fbcc9ba6640 1 --2- 172.21.15.83:0/2040629891 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbcc40d0510 0x7fbcc4153730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:05.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.657+0000 7fbccaba8640 1 --2- 172.21.15.83:0/2040629891 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fbcc415b2c0 0x7fbcc4153c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:05.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.657+0000 7fbcca3a7640 1 -- 172.21.15.83:0/2040629891 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fbcc415b2c0 msgr2=0x7fbcc4153c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:05.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.657+0000 7fbcca3a7640 1 --2- 172.21.15.83:0/2040629891 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fbcc415b2c0 0x7fbcc4153c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:05.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.657+0000 7fbcca3a7640 1 -- 172.21.15.83:0/2040629891 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbcc40d0510 msgr2=0x7fbcc4153730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:05.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.657+0000 7fbcca3a7640 1 --2- 172.21.15.83:0/2040629891 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbcc40d0510 0x7fbcc4153730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:05.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.657+0000 7fbcca3a7640 1 -- 172.21.15.83:0/2040629891 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcc4157510 con 0x7fbcc40b4b70 2024-09-21T02:43:05.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.657+0000 7fbccaba8640 1 --2- 172.21.15.83:0/2040629891 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fbcc415b2c0 0x7fbcc4153c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:43:05.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.657+0000 7fbcca3a7640 1 --2- 172.21.15.83:0/2040629891 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbcc40b4b70 0x7fbcc414fbe0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fbcbc0058d0 tx=0x7fbcbc00dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:05.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.657+0000 7fbcc2ffd640 1 -- 172.21.15.83:0/2040629891 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcbc017070 con 0x7fbcc40b4b70 2024-09-21T02:43:05.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.657+0000 7fbcc2ffd640 1 -- 172.21.15.83:0/2040629891 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbcbc009d20 con 0x7fbcc40b4b70 2024-09-21T02:43:05.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.657+0000 7fbcc2ffd640 1 -- 172.21.15.83:0/2040629891 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcbc0106c0 con 0x7fbcc40b4b70 2024-09-21T02:43:05.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.657+0000 7fbccc60b640 1 -- 172.21.15.83:0/2040629891 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbcc4152990 con 0x7fbcc40b4b70 2024-09-21T02:43:05.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.657+0000 7fbccc60b640 1 -- 172.21.15.83:0/2040629891 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbcc4152f50 con 0x7fbcc40b4b70 2024-09-21T02:43:05.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.657+0000 7fbccc60b640 1 -- 172.21.15.83:0/2040629891 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbcc415ef80 con 0x7fbcc40b4b70 2024-09-21T02:43:05.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.661+0000 7fbcc2ffd640 1 -- 172.21.15.83:0/2040629891 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fbcbc01a070 con 0x7fbcc40b4b70 2024-09-21T02:43:05.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.661+0000 7fbcc2ffd640 1 --2- 172.21.15.83:0/2040629891 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fbcb0073200 0x7fbcb0075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:05.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.661+0000 7fbcc9ba6640 1 --2- 172.21.15.83:0/2040629891 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fbcb0073200 0x7fbcb0075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:05.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.661+0000 7fbcc2ffd640 1 -- 172.21.15.83:0/2040629891 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fbcbc094360 con 0x7fbcc40b4b70 2024-09-21T02:43:05.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.661+0000 7fbcc9ba6640 1 --2- 172.21.15.83:0/2040629891 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fbcb0073200 0x7fbcb0075710 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fbcb80af000 tx=0x7fbcb801adb0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:05.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.665+0000 7fbcc2ffd640 1 -- 172.21.15.83:0/2040629891 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fbcc4157510 con 0x7fbcc40b4b70 2024-09-21T02:43:05.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.837+0000 7fbccc60b640 1 -- 172.21.15.83:0/2040629891 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbcc4150120 con 0x7fbcc40b4b70 2024-09-21T02:43:05.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.841+0000 7fbcc2ffd640 1 -- 172.21.15.83:0/2040629891 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16658 (secure 0 0 0) 0x7fbcbc05f410 con 0x7fbcc40b4b70 2024-09-21T02:43:05.842 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:43:05.842 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":21,"fsid":"82b6a254-ea31-468f-b8d3-3f9b32622240","created":"2024-09-21T02:42:38.603140+0000","modified":"2024-09-21T02:43:04.500779+0000","last_up_change":"2024-09-21T02:42:53.602524+0000","last_in_change":"2024-09-21T02:42:43.192261+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T02:42:53.826200+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-21T02:43:02.423239+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-21T02:43:03.451557+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3a8ebb7b-1ae5-4b26-8278-9dcb6c385903","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6814","nonce":1413652419}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6818","nonce":1413652419}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6825","nonce":1413652419}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6822","nonce":1413652419}]},"public_addr":"172.21.15.83:6814/1413652419","cluster_addr":"172.21.15.83:6818/1413652419","heartbeat_back_addr":"172.21.15.83:6825/1413652419","heartbeat_front_addr":"172.21.15.83:6822/1413652419","state":["exists","up"]},{"osd":1,"uuid":"c965bb73-548b-4509-96ec-9c263029104b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6827","nonce":464765712}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6829","nonce":464765712}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6833","nonce":464765712}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6831","nonce":464765712}]},"public_addr":"172.21.15.83:6827/464765712","cluster_addr":"172.21.15.83:6829/464765712","heartbeat_back_addr":"172.21.15.83:6833/464765712","heartbeat_front_addr":"172.21.15.83:6831/464765712","state":["exists","up"]},{"osd":2,"uuid":"d86f4e42-c5e5-48f2-9936-817c45ca308d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6803","nonce":2393321522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6805","nonce":2393321522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6809","nonce":2393321522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6807","nonce":2393321522}]},"public_addr":"172.21.15.83:6803/2393321522","cluster_addr":"172.21.15.83:6805/2393321522","heartbeat_back_addr":"172.21.15.83:6809/2393321522","heartbeat_front_addr":"172.21.15.83:6807/2393321522","state":["exists","up"]},{"osd":3,"uuid":"13beb0a5-6df8-4bd9-a8c9-d61fe89e09e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6811","nonce":3390622409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6813","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6815","nonce":3390622409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6821","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6823","nonce":3390622409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6817","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6819","nonce":3390622409}]},"public_addr":"172.21.15.83:6811/3390622409","cluster_addr":"172.21.15.83:6815/3390622409","heartbeat_back_addr":"172.21.15.83:6823/3390622409","heartbeat_front_addr":"172.21.15.83:6819/3390622409","state":["exists","up"]},{"osd":4,"uuid":"2028bcfd-16b5-40a0-beaf-18832fee4ac1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6816","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6817","nonce":903609339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6818","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6819","nonce":903609339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6822","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6823","nonce":903609339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6820","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6821","nonce":903609339}]},"public_addr":"172.21.15.142:6817/903609339","cluster_addr":"172.21.15.142:6819/903609339","heartbeat_back_addr":"172.21.15.142:6823/903609339","heartbeat_front_addr":"172.21.15.142:6821/903609339","state":["exists","up"]},{"osd":5,"uuid":"f3fdab28-9ac1-4ff3-92ed-3c2a9833a45d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6824","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6825","nonce":1864459234}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6826","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6827","nonce":1864459234}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6830","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6831","nonce":1864459234}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6828","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6829","nonce":1864459234}]},"public_addr":"172.21.15.142:6825/1864459234","cluster_addr":"172.21.15.142:6827/1864459234","heartbeat_back_addr":"172.21.15.142:6831/1864459234","heartbeat_front_addr":"172.21.15.142:6829/1864459234","state":["exists","up"]},{"osd":6,"uuid":"e6c411f3-8a06-41f2-b104-40216326259a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6808","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6809","nonce":1137623679}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6810","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6811","nonce":1137623679}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6814","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6815","nonce":1137623679}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6812","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6813","nonce":1137623679}]},"public_addr":"172.21.15.142:6809/1137623679","cluster_addr":"172.21.15.142:6811/1137623679","heartbeat_back_addr":"172.21.15.142:6815/1137623679","heartbeat_front_addr":"172.21.15.142:6813/1137623679","state":["exists","up"]},{"osd":7,"uuid":"37ce1cb6-2b1b-4d91-ace3-926062f54290","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6800","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6801","nonce":81587312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6802","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6803","nonce":81587312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6806","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6807","nonce":81587312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6804","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6805","nonce":81587312}]},"public_addr":"172.21.15.142:6801/81587312","cluster_addr":"172.21.15.142:6803/81587312","heartbeat_back_addr":"172.21.15.142:6807/81587312","heartbeat_front_addr":"172.21.15.142:6805/81587312","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.547410+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.843449+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.932112+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.842886+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.082896+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.238106+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.825928+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.553550+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T02:43:05.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.841+0000 7fbccc60b640 1 -- 172.21.15.83:0/2040629891 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fbcb0073200 msgr2=0x7fbcb0075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:05.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.841+0000 7fbccc60b640 1 --2- 172.21.15.83:0/2040629891 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fbcb0073200 0x7fbcb0075710 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fbcb80af000 tx=0x7fbcb801adb0 comp rx=0 tx=0).stop 2024-09-21T02:43:05.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.841+0000 7fbccc60b640 1 -- 172.21.15.83:0/2040629891 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbcc40b4b70 msgr2=0x7fbcc414fbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:05.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.841+0000 7fbccc60b640 1 --2- 172.21.15.83:0/2040629891 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbcc40b4b70 0x7fbcc414fbe0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fbcbc0058d0 tx=0x7fbcbc00dde0 comp rx=0 tx=0).stop 2024-09-21T02:43:05.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.841+0000 7fbccc60b640 1 -- 172.21.15.83:0/2040629891 shutdown_connections 2024-09-21T02:43:05.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.841+0000 7fbccc60b640 1 --2- 172.21.15.83:0/2040629891 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fbcb0073200 0x7fbcb0075710 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:05.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.841+0000 7fbccc60b640 1 --2- 172.21.15.83:0/2040629891 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fbcc415b2c0 0x7fbcc4153c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:05.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.841+0000 7fbccc60b640 1 --2- 172.21.15.83:0/2040629891 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbcc40d0510 0x7fbcc4153730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:05.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.841+0000 7fbccc60b640 1 --2- 172.21.15.83:0/2040629891 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbcc40b4b70 0x7fbcc414fbe0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:05.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.841+0000 7fbccc60b640 1 -- 172.21.15.83:0/2040629891 >> 172.21.15.83:0/2040629891 conn(0x7fbcc406ce90 msgr2=0x7fbcc414d8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:05.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.845+0000 7fbccc60b640 1 -- 172.21.15.83:0/2040629891 shutdown_connections 2024-09-21T02:43:05.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:05.845+0000 7fbccc60b640 1 -- 172.21.15.83:0/2040629891 wait complete. 2024-09-21T02:43:05.863 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-21T02:43:06.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.017+0000 7f96f0ec4640 1 -- 172.21.15.83:0/1015212027 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96d8003a10 msgr2=0x7f96d8003e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:06.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.017+0000 7f96f0ec4640 1 --2- 172.21.15.83:0/1015212027 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96d8003a10 0x7f96d8003e80 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f96dc00c310 tx=0x7f96dc01cfc0 comp rx=0 tx=0).stop 2024-09-21T02:43:06.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.017+0000 7f96ead9d640 1 -- 172.21.15.83:0/1015212027 reap_dead start 2024-09-21T02:43:06.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.017+0000 7f96f0ec4640 1 -- 172.21.15.83:0/1015212027 shutdown_connections 2024-09-21T02:43:06.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.017+0000 7f96f0ec4640 1 -- 172.21.15.83:0/1015212027 >> 172.21.15.83:0/1015212027 conn(0x7f96ec06d580 msgr2=0x7f96ec0b1d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:06.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.017+0000 7f96f0ec4640 1 -- 172.21.15.83:0/1015212027 shutdown_connections 2024-09-21T02:43:06.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.017+0000 7f96f0ec4640 1 -- 172.21.15.83:0/1015212027 wait complete. 2024-09-21T02:43:06.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.021+0000 7f96f0ec4640 1 Processor -- start 2024-09-21T02:43:06.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.021+0000 7f96f0ec4640 1 -- start start 2024-09-21T02:43:06.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.021+0000 7f96f0ec4640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f96d8003a10 0x7f96ec099980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:06.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.021+0000 7f96f0ec4640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f96ec156150 0x7f96ec0ae080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:06.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.021+0000 7f96f0ec4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96ec0ae5c0 0x7f96ec152660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:06.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.021+0000 7f96f0ec4640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f96ec1658e0 con 0x7f96ec0ae5c0 2024-09-21T02:43:06.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.021+0000 7f96f0ec4640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f96ec165760 con 0x7f96ec156150 2024-09-21T02:43:06.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.021+0000 7f96f0ec4640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f96ec165a60 con 0x7f96d8003a10 2024-09-21T02:43:06.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.021+0000 7f96ead9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96ec0ae5c0 0x7f96ec152660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:06.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.021+0000 7f96ead9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96ec0ae5c0 0x7f96ec152660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52140/0 (socket says 172.21.15.83:52140) 2024-09-21T02:43:06.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.021+0000 7f96ead9d640 1 -- 172.21.15.83:0/2532169398 learned_addr learned my addr 172.21.15.83:0/2532169398 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:06.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.021+0000 7f96ea59c640 1 --2- 172.21.15.83:0/2532169398 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f96d8003a10 0x7f96ec099980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:06.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.021+0000 7f96e3fff640 1 --2- 172.21.15.83:0/2532169398 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f96ec156150 0x7f96ec0ae080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:06.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.021+0000 7f96ead9d640 1 -- 172.21.15.83:0/2532169398 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f96d8003a10 msgr2=0x7f96ec099980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:06.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.021+0000 7f96ead9d640 1 --2- 172.21.15.83:0/2532169398 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f96d8003a10 0x7f96ec099980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:06.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.021+0000 7f96ead9d640 1 -- 172.21.15.83:0/2532169398 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f96ec156150 msgr2=0x7f96ec0ae080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:06.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.021+0000 7f96ead9d640 1 --2- 172.21.15.83:0/2532169398 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f96ec156150 0x7f96ec0ae080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:06.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.021+0000 7f96ead9d640 1 -- 172.21.15.83:0/2532169398 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96ec0ae9d0 con 0x7f96ec0ae5c0 2024-09-21T02:43:06.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.021+0000 7f96ead9d640 1 --2- 172.21.15.83:0/2532169398 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96ec0ae5c0 0x7f96ec152660 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f96ec15b8d0 tx=0x7f96e4010f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:06.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.021+0000 7f96e2ffd640 1 -- 172.21.15.83:0/2532169398 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96e4017070 con 0x7f96ec0ae5c0 2024-09-21T02:43:06.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.021+0000 7f96e2ffd640 1 -- 172.21.15.83:0/2532169398 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f96e4015070 con 0x7f96ec0ae5c0 2024-09-21T02:43:06.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.021+0000 7f96f0ec4640 1 -- 172.21.15.83:0/2532169398 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96ec159360 con 0x7f96ec0ae5c0 2024-09-21T02:43:06.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.021+0000 7f96e2ffd640 1 -- 172.21.15.83:0/2532169398 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96e4004d90 con 0x7f96ec0ae5c0 2024-09-21T02:43:06.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.021+0000 7f96f0ec4640 1 -- 172.21.15.83:0/2532169398 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96ec1588c0 con 0x7f96ec0ae5c0 2024-09-21T02:43:06.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.021+0000 7f96f0ec4640 1 -- 172.21.15.83:0/2532169398 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96ec0ccde0 con 0x7f96ec0ae5c0 2024-09-21T02:43:06.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.025+0000 7f96e2ffd640 1 -- 172.21.15.83:0/2532169398 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f96e4003980 con 0x7f96ec0ae5c0 2024-09-21T02:43:06.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.025+0000 7f96e2ffd640 1 --2- 172.21.15.83:0/2532169398 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f96cc073230 0x7f96cc075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:06.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.025+0000 7f96e2ffd640 1 -- 172.21.15.83:0/2532169398 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f96e4094830 con 0x7f96ec0ae5c0 2024-09-21T02:43:06.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.025+0000 7f96ea59c640 1 --2- 172.21.15.83:0/2532169398 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f96cc073230 0x7f96cc075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:06.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.025+0000 7f96ea59c640 1 --2- 172.21.15.83:0/2532169398 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f96cc073230 0x7f96cc075740 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f96dc00c310 tx=0x7f96dc0b2040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:06.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.029+0000 7f96e2ffd640 1 -- 172.21.15.83:0/2532169398 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f96ec0ae9d0 con 0x7f96ec0ae5c0 2024-09-21T02:43:06.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:06.241+0000 7f96f0ec4640 1 -- 172.21.15.83:0/2532169398 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f96ec06a1c0 con 0x7f96ec0ae5c0 2024-09-21T02:43:07.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.145+0000 7f96e2ffd640 1 -- 172.21.15.83:0/2532169398 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v7) ==== 118+0+0 (secure 0 0 0) 0x7f96e405f850 con 0x7f96ec0ae5c0 2024-09-21T02:43:07.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.149+0000 7f96f0ec4640 1 -- 172.21.15.83:0/2532169398 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f96cc073230 msgr2=0x7f96cc075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:07.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.149+0000 7f96f0ec4640 1 --2- 172.21.15.83:0/2532169398 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f96cc073230 0x7f96cc075740 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f96dc00c310 tx=0x7f96dc0b2040 comp rx=0 tx=0).stop 2024-09-21T02:43:07.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.149+0000 7f96f0ec4640 1 -- 172.21.15.83:0/2532169398 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96ec0ae5c0 msgr2=0x7f96ec152660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:07.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.149+0000 7f96f0ec4640 1 --2- 172.21.15.83:0/2532169398 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96ec0ae5c0 0x7f96ec152660 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f96ec15b8d0 tx=0x7f96e4010f40 comp rx=0 tx=0).stop 2024-09-21T02:43:07.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.149+0000 7f96f0ec4640 1 -- 172.21.15.83:0/2532169398 shutdown_connections 2024-09-21T02:43:07.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.149+0000 7f96f0ec4640 1 --2- 172.21.15.83:0/2532169398 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f96cc073230 0x7f96cc075740 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:07.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.149+0000 7f96f0ec4640 1 --2- 172.21.15.83:0/2532169398 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96ec0ae5c0 0x7f96ec152660 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:07.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.149+0000 7f96f0ec4640 1 --2- 172.21.15.83:0/2532169398 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f96ec156150 0x7f96ec0ae080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:07.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.149+0000 7f96f0ec4640 1 --2- 172.21.15.83:0/2532169398 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f96d8003a10 0x7f96ec099980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:07.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.149+0000 7f96f0ec4640 1 -- 172.21.15.83:0/2532169398 >> 172.21.15.83:0/2532169398 conn(0x7f96ec06d580 msgr2=0x7f96ec1596d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:07.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.149+0000 7f96f0ec4640 1 -- 172.21.15.83:0/2532169398 shutdown_connections 2024-09-21T02:43:07.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.149+0000 7f96f0ec4640 1 -- 172.21.15.83:0/2532169398 wait complete. 2024-09-21T02:43:07.175 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-21T02:43:07.175 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-21T02:43:07.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.341+0000 7f978893f640 1 -- 172.21.15.83:0/236899146 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f97840b45a0 msgr2=0x7f97840b39f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:07.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.341+0000 7f978893f640 1 --2- 172.21.15.83:0/236899146 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f97840b45a0 0x7f97840b39f0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f9774009900 tx=0x7f977401c8e0 comp rx=0 tx=0).stop 2024-09-21T02:43:07.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.341+0000 7f978893f640 1 -- 172.21.15.83:0/236899146 shutdown_connections 2024-09-21T02:43:07.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.341+0000 7f978893f640 1 --2- 172.21.15.83:0/236899146 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f97840b3f30 0x7f97840d4340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:07.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.341+0000 7f978893f640 1 --2- 172.21.15.83:0/236899146 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f97840b45a0 0x7f97840b39f0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:07.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.341+0000 7f978893f640 1 -- 172.21.15.83:0/236899146 >> 172.21.15.83:0/236899146 conn(0x7f978408bfd0 msgr2=0x7f978409d790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:07.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.341+0000 7f978893f640 1 -- 172.21.15.83:0/236899146 shutdown_connections 2024-09-21T02:43:07.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.341+0000 7f978893f640 1 -- 172.21.15.83:0/236899146 wait complete. 2024-09-21T02:43:07.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.345+0000 7f978893f640 1 Processor -- start 2024-09-21T02:43:07.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.345+0000 7f978893f640 1 -- start start 2024-09-21T02:43:07.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.345+0000 7f978893f640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f97840b3f30 0x7f97840b72e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:07.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.345+0000 7f978893f640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f97840b45a0 0x7f978414aa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:07.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.345+0000 7f978893f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f97840b49b0 0x7f978415b770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:07.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.345+0000 7f978893f640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f978416c7c0 con 0x7f97840b49b0 2024-09-21T02:43:07.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.345+0000 7f978893f640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f978416c640 con 0x7f97840b45a0 2024-09-21T02:43:07.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.345+0000 7f978893f640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f978416c940 con 0x7f97840b3f30 2024-09-21T02:43:07.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.345+0000 7f9782d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f97840b49b0 0x7f978415b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:07.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.345+0000 7f9782d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f97840b49b0 0x7f978415b770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52162/0 (socket says 172.21.15.83:52162) 2024-09-21T02:43:07.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.345+0000 7f9782d9d640 1 -- 172.21.15.83:0/1590448548 learned_addr learned my addr 172.21.15.83:0/1590448548 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:07.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.345+0000 7f978259c640 1 --2- 172.21.15.83:0/1590448548 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f97840b3f30 0x7f97840b72e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:07.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.345+0000 7f977bfff640 1 --2- 172.21.15.83:0/1590448548 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f97840b45a0 0x7f978414aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:07.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.345+0000 7f9782d9d640 1 -- 172.21.15.83:0/1590448548 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f97840b3f30 msgr2=0x7f97840b72e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:07.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.345+0000 7f9782d9d640 1 --2- 172.21.15.83:0/1590448548 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f97840b3f30 0x7f97840b72e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:07.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.345+0000 7f9782d9d640 1 -- 172.21.15.83:0/1590448548 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f97840b45a0 msgr2=0x7f978414aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:07.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.345+0000 7f9782d9d640 1 --2- 172.21.15.83:0/1590448548 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f97840b45a0 0x7f978414aa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:07.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.345+0000 7f9782d9d640 1 -- 172.21.15.83:0/1590448548 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f978414afd0 con 0x7f97840b49b0 2024-09-21T02:43:07.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.345+0000 7f9782d9d640 1 --2- 172.21.15.83:0/1590448548 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f97840b49b0 0x7f978415b770 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f977c00b9e0 tx=0x7f977c00bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:07.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.345+0000 7f977affd640 1 -- 172.21.15.83:0/1590448548 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f977c003b80 con 0x7f97840b49b0 2024-09-21T02:43:07.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.345+0000 7f977affd640 1 -- 172.21.15.83:0/1590448548 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f977c003e10 con 0x7f97840b49b0 2024-09-21T02:43:07.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.345+0000 7f978893f640 1 -- 172.21.15.83:0/1590448548 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9784158a90 con 0x7f97840b49b0 2024-09-21T02:43:07.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.345+0000 7f977affd640 1 -- 172.21.15.83:0/1590448548 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f977c00cb80 con 0x7f97840b49b0 2024-09-21T02:43:07.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.345+0000 7f978893f640 1 -- 172.21.15.83:0/1590448548 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9784159050 con 0x7f97840b49b0 2024-09-21T02:43:07.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.345+0000 7f978893f640 1 -- 172.21.15.83:0/1590448548 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f97840a2140 con 0x7f97840b49b0 2024-09-21T02:43:07.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.349+0000 7f977affd640 1 -- 172.21.15.83:0/1590448548 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f977c006d10 con 0x7f97840b49b0 2024-09-21T02:43:07.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.349+0000 7f977affd640 1 --2- 172.21.15.83:0/1590448548 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9764073200 0x7f9764075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:07.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.349+0000 7f977affd640 1 -- 172.21.15.83:0/1590448548 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f977c093d80 con 0x7f97840b49b0 2024-09-21T02:43:07.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.349+0000 7f978259c640 1 --2- 172.21.15.83:0/1590448548 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9764073200 0x7f9764075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:07.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.349+0000 7f978259c640 1 --2- 172.21.15.83:0/1590448548 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9764073200 0x7f9764075710 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f97740af000 tx=0x7f977401b120 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:07.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.353+0000 7f977affd640 1 -- 172.21.15.83:0/1590448548 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f977c05eda0 con 0x7f97840b49b0 2024-09-21T02:43:07.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:07.565+0000 7f978893f640 1 -- 172.21.15.83:0/1590448548 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f9784076210 con 0x7f97840b49b0 2024-09-21T02:43:08.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.153+0000 7f977affd640 1 -- 172.21.15.83:0/1590448548 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v8) ==== 122+0+0 (secure 0 0 0) 0x7f977c05e6a0 con 0x7f97840b49b0 2024-09-21T02:43:08.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.157+0000 7f978893f640 1 -- 172.21.15.83:0/1590448548 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9764073200 msgr2=0x7f9764075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:08.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.157+0000 7f978893f640 1 --2- 172.21.15.83:0/1590448548 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9764073200 0x7f9764075710 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f97740af000 tx=0x7f977401b120 comp rx=0 tx=0).stop 2024-09-21T02:43:08.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.157+0000 7f978893f640 1 -- 172.21.15.83:0/1590448548 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f97840b49b0 msgr2=0x7f978415b770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:08.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.157+0000 7f978893f640 1 --2- 172.21.15.83:0/1590448548 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f97840b49b0 0x7f978415b770 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f977c00b9e0 tx=0x7f977c00bea0 comp rx=0 tx=0).stop 2024-09-21T02:43:08.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.157+0000 7f978893f640 1 -- 172.21.15.83:0/1590448548 shutdown_connections 2024-09-21T02:43:08.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.157+0000 7f978893f640 1 --2- 172.21.15.83:0/1590448548 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9764073200 0x7f9764075710 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:08.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.157+0000 7f978893f640 1 --2- 172.21.15.83:0/1590448548 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f97840b49b0 0x7f978415b770 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:08.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.157+0000 7f978893f640 1 --2- 172.21.15.83:0/1590448548 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f97840b45a0 0x7f978414aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:08.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.157+0000 7f978893f640 1 --2- 172.21.15.83:0/1590448548 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f97840b3f30 0x7f97840b72e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:08.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.157+0000 7f978893f640 1 -- 172.21.15.83:0/1590448548 >> 172.21.15.83:0/1590448548 conn(0x7f978408bfd0 msgr2=0x7f978406f150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:08.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.157+0000 7f978893f640 1 -- 172.21.15.83:0/1590448548 shutdown_connections 2024-09-21T02:43:08.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.157+0000 7f978893f640 1 -- 172.21.15.83:0/1590448548 wait complete. 2024-09-21T02:43:08.180 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-21T02:43:08.180 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T02:43:08.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.337+0000 7f725b563640 1 -- 172.21.15.83:0/1236651838 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7240004d50 msgr2=0x7f7240005160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:08.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.337+0000 7f725b563640 1 --2- 172.21.15.83:0/1236651838 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7240004d50 0x7f7240005160 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f724c009eb0 tx=0x7f724c01d5f0 comp rx=0 tx=0).stop 2024-09-21T02:43:08.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.337+0000 7f7259b00640 1 -- 172.21.15.83:0/1236651838 reap_dead start 2024-09-21T02:43:08.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.337+0000 7f725b563640 1 -- 172.21.15.83:0/1236651838 shutdown_connections 2024-09-21T02:43:08.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.337+0000 7f725b563640 1 -- 172.21.15.83:0/1236651838 >> 172.21.15.83:0/1236651838 conn(0x7f72540b3da0 msgr2=0x7f72540b41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:08.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.337+0000 7f725b563640 1 -- 172.21.15.83:0/1236651838 shutdown_connections 2024-09-21T02:43:08.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.337+0000 7f725b563640 1 -- 172.21.15.83:0/1236651838 wait complete. 2024-09-21T02:43:08.342 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.341+0000 7f725b563640 1 Processor -- start 2024-09-21T02:43:08.342 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.341+0000 7f725b563640 1 -- start start 2024-09-21T02:43:08.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.341+0000 7f725b563640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f725409e0b0 0x7f725409f630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:08.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.341+0000 7f725b563640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7254158ae0 0x7f725414f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:08.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.341+0000 7f725b563640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f725414fac0 0x7f72541594e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:08.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.341+0000 7f725b563640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f72540d0d90 con 0x7f725409e0b0 2024-09-21T02:43:08.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.341+0000 7f725b563640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f72540d0c10 con 0x7f7254158ae0 2024-09-21T02:43:08.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.341+0000 7f725b563640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f72540d0f10 con 0x7f725414fac0 2024-09-21T02:43:08.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.341+0000 7f72592ff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f725409e0b0 0x7f725409f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:08.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.341+0000 7f72592ff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f725409e0b0 0x7f725409f630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52180/0 (socket says 172.21.15.83:52180) 2024-09-21T02:43:08.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.341+0000 7f72592ff640 1 -- 172.21.15.83:0/3520161011 learned_addr learned my addr 172.21.15.83:0/3520161011 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:08.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.341+0000 7f7258afe640 1 --2- 172.21.15.83:0/3520161011 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7254158ae0 0x7f725414f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:08.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.341+0000 7f7259b00640 1 --2- 172.21.15.83:0/3520161011 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f725414fac0 0x7f72541594e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:08.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.341+0000 7f72592ff640 1 -- 172.21.15.83:0/3520161011 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f725414fac0 msgr2=0x7f72541594e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:08.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.341+0000 7f72592ff640 1 --2- 172.21.15.83:0/3520161011 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f725414fac0 0x7f72541594e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:08.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.341+0000 7f72592ff640 1 -- 172.21.15.83:0/3520161011 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7254158ae0 msgr2=0x7f725414f2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:08.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.341+0000 7f72592ff640 1 --2- 172.21.15.83:0/3520161011 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7254158ae0 0x7f725414f2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:08.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.341+0000 7f72592ff640 1 -- 172.21.15.83:0/3520161011 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f725409e590 con 0x7f725409e0b0 2024-09-21T02:43:08.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.341+0000 7f7259b00640 1 --2- 172.21.15.83:0/3520161011 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f725414fac0 0x7f72541594e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T02:43:08.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.345+0000 7f72592ff640 1 --2- 172.21.15.83:0/3520161011 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f725409e0b0 0x7f725409f630 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f7250011a80 tx=0x7f7250011f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:08.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.345+0000 7f7249ffb640 1 -- 172.21.15.83:0/3520161011 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f725001f070 con 0x7f725409e0b0 2024-09-21T02:43:08.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.345+0000 7f7249ffb640 1 -- 172.21.15.83:0/3520161011 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7250012450 con 0x7f725409e0b0 2024-09-21T02:43:08.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.345+0000 7f725b563640 1 -- 172.21.15.83:0/3520161011 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f725409e870 con 0x7f725409e0b0 2024-09-21T02:43:08.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.345+0000 7f7249ffb640 1 -- 172.21.15.83:0/3520161011 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72500128c0 con 0x7f725409e0b0 2024-09-21T02:43:08.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.345+0000 7f725b563640 1 -- 172.21.15.83:0/3520161011 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f725409ee30 con 0x7f725409e0b0 2024-09-21T02:43:08.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.345+0000 7f725b563640 1 -- 172.21.15.83:0/3520161011 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72540cd220 con 0x7f725409e0b0 2024-09-21T02:43:08.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.345+0000 7f7249ffb640 1 -- 172.21.15.83:0/3520161011 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f7250022070 con 0x7f725409e0b0 2024-09-21T02:43:08.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.345+0000 7f7249ffb640 1 --2- 172.21.15.83:0/3520161011 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7238073230 0x7f7238075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:08.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.345+0000 7f7249ffb640 1 -- 172.21.15.83:0/3520161011 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f72500954a0 con 0x7f725409e0b0 2024-09-21T02:43:08.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.345+0000 7f7258afe640 1 --2- 172.21.15.83:0/3520161011 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7238073230 0x7f7238075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:08.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.345+0000 7f7258afe640 1 --2- 172.21.15.83:0/3520161011 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7238073230 0x7f7238075740 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f725409e4c0 tx=0x7f7244001700 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:08.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.349+0000 7f7249ffb640 1 -- 172.21.15.83:0/3520161011 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f725005ffe0 con 0x7f725409e0b0 2024-09-21T02:43:08.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.557+0000 7f725b563640 1 -- 172.21.15.83:0/3520161011 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f72540b4990 con 0x7f725409e0b0 2024-09-21T02:43:08.558 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.557+0000 7f7249ffb640 1 -- 172.21.15.83:0/3520161011 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5223 (secure 0 0 0) 0x7f7250064a10 con 0x7f725409e0b0 2024-09-21T02:43:08.558 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:43:08.559 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":8,"btime":"2024-09-21T02:43:08:146109+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4311,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6836/2192751956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":2192751956},{"type":"v1","addr":"172.21.15.83:6836","nonce":2192751956}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4314,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/4142234226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6835","nonce":4142234226},{"type":"v1","addr":"172.21.15.83:6837","nonce":4142234226}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4375,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6833/2552052707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":2552052707},{"type":"v1","addr":"172.21.15.142:6833","nonce":2552052707}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T02:43:04.500676+0000","modified":"2024-09-21T02:43:07.569005+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4381},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4381":{"gid":4381,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.142:6835/3983670535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":3983670535},{"type":"v1","addr":"172.21.15.142:6835","nonce":3983670535}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4381,"qdb_cluster":[4381]},"id":1}]} 2024-09-21T02:43:08.559 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 8 2024-09-21T02:43:08.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.561+0000 7f725b563640 1 -- 172.21.15.83:0/3520161011 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7238073230 msgr2=0x7f7238075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:08.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.561+0000 7f725b563640 1 --2- 172.21.15.83:0/3520161011 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7238073230 0x7f7238075740 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f725409e4c0 tx=0x7f7244001700 comp rx=0 tx=0).stop 2024-09-21T02:43:08.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.561+0000 7f725b563640 1 -- 172.21.15.83:0/3520161011 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f725409e0b0 msgr2=0x7f725409f630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:08.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.561+0000 7f725b563640 1 --2- 172.21.15.83:0/3520161011 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f725409e0b0 0x7f725409f630 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f7250011a80 tx=0x7f7250011f40 comp rx=0 tx=0).stop 2024-09-21T02:43:08.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.561+0000 7f725b563640 1 -- 172.21.15.83:0/3520161011 shutdown_connections 2024-09-21T02:43:08.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.561+0000 7f725b563640 1 --2- 172.21.15.83:0/3520161011 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7238073230 0x7f7238075740 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:08.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.561+0000 7f725b563640 1 --2- 172.21.15.83:0/3520161011 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f725414fac0 0x7f72541594e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:08.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.561+0000 7f725b563640 1 --2- 172.21.15.83:0/3520161011 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7254158ae0 0x7f725414f2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:08.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.561+0000 7f725b563640 1 --2- 172.21.15.83:0/3520161011 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f725409e0b0 0x7f725409f630 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:08.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.561+0000 7f725b563640 1 -- 172.21.15.83:0/3520161011 >> 172.21.15.83:0/3520161011 conn(0x7f72540b3da0 msgr2=0x7f72540b0840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:08.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.561+0000 7f725b563640 1 -- 172.21.15.83:0/3520161011 shutdown_connections 2024-09-21T02:43:08.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.561+0000 7f725b563640 1 -- 172.21.15.83:0/3520161011 wait complete. 2024-09-21T02:43:08.579 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T02:43:08.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.717+0000 7f6081cb2640 1 -- 172.21.15.83:0/2681503998 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6064004810 msgr2=0x7f6064004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:08.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.717+0000 7f6081cb2640 1 --2- 172.21.15.83:0/2681503998 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6064004810 0x7f6064004c20 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f6070009b30 tx=0x7f607001cf50 comp rx=0 tx=0).stop 2024-09-21T02:43:08.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.717+0000 7f607bfff640 1 -- 172.21.15.83:0/2681503998 reap_dead start 2024-09-21T02:43:08.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.717+0000 7f6081cb2640 1 -- 172.21.15.83:0/2681503998 shutdown_connections 2024-09-21T02:43:08.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.717+0000 7f6081cb2640 1 -- 172.21.15.83:0/2681503998 >> 172.21.15.83:0/2681503998 conn(0x7f607c06ce90 msgr2=0x7f607c06d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:08.719 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.717+0000 7f6081cb2640 1 -- 172.21.15.83:0/2681503998 shutdown_connections 2024-09-21T02:43:08.719 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.717+0000 7f6081cb2640 1 -- 172.21.15.83:0/2681503998 wait complete. 2024-09-21T02:43:08.719 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.717+0000 7f6081cb2640 1 Processor -- start 2024-09-21T02:43:08.719 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.717+0000 7f6081cb2640 1 -- start start 2024-09-21T02:43:08.722 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.721+0000 7f6081cb2640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6064004810 0x7f607c152d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:08.722 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.721+0000 7f6081cb2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f607c0cb1c0 0x7f607c1558b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:08.722 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.721+0000 7f6081cb2640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f607c1534b0 0x7f607c155df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:08.722 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.721+0000 7f6081cb2640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f607c0cef90 con 0x7f607c0cb1c0 2024-09-21T02:43:08.722 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.721+0000 7f6081cb2640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f607c0cee10 con 0x7f607c1534b0 2024-09-21T02:43:08.723 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.721+0000 7f6081cb2640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f607c160c20 con 0x7f6064004810 2024-09-21T02:43:08.723 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.721+0000 7f607affd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f607c0cb1c0 0x7f607c1558b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:08.723 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.721+0000 7f607affd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f607c0cb1c0 0x7f607c1558b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52206/0 (socket says 172.21.15.83:52206) 2024-09-21T02:43:08.723 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.721+0000 7f607affd640 1 -- 172.21.15.83:0/2333933512 learned_addr learned my addr 172.21.15.83:0/2333933512 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:08.723 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.721+0000 7f607b7fe640 1 --2- 172.21.15.83:0/2333933512 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6064004810 0x7f607c152d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:08.723 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.721+0000 7f607bfff640 1 --2- 172.21.15.83:0/2333933512 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f607c1534b0 0x7f607c155df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:08.723 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.721+0000 7f607affd640 1 -- 172.21.15.83:0/2333933512 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6064004810 msgr2=0x7f607c152d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:08.723 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.721+0000 7f607affd640 1 --2- 172.21.15.83:0/2333933512 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6064004810 0x7f607c152d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:08.723 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.721+0000 7f607affd640 1 -- 172.21.15.83:0/2333933512 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f607c1534b0 msgr2=0x7f607c155df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:08.723 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.721+0000 7f607affd640 1 --2- 172.21.15.83:0/2333933512 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f607c1534b0 0x7f607c155df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:08.723 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.721+0000 7f607affd640 1 -- 172.21.15.83:0/2333933512 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f607c154f80 con 0x7f607c0cb1c0 2024-09-21T02:43:08.723 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.721+0000 7f607b7fe640 1 --2- 172.21.15.83:0/2333933512 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6064004810 0x7f607c152d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:43:08.723 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.721+0000 7f607affd640 1 --2- 172.21.15.83:0/2333933512 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f607c0cb1c0 0x7f607c1558b0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f607001cd80 tx=0x7f60700a5e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:08.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.721+0000 7f6063fff640 1 -- 172.21.15.83:0/2333933512 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60700bd070 con 0x7f607c0cb1c0 2024-09-21T02:43:08.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.721+0000 7f6063fff640 1 -- 172.21.15.83:0/2333933512 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f60700b3040 con 0x7f607c0cb1c0 2024-09-21T02:43:08.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.721+0000 7f6081cb2640 1 -- 172.21.15.83:0/2333933512 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f607c1532c0 con 0x7f607c0cb1c0 2024-09-21T02:43:08.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.721+0000 7f6063fff640 1 -- 172.21.15.83:0/2333933512 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60700b2070 con 0x7f607c0cb1c0 2024-09-21T02:43:08.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.721+0000 7f6081cb2640 1 -- 172.21.15.83:0/2333933512 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f607c1549c0 con 0x7f607c0cb1c0 2024-09-21T02:43:08.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.721+0000 7f6081cb2640 1 -- 172.21.15.83:0/2333933512 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f607c06f1c0 con 0x7f607c0cb1c0 2024-09-21T02:43:08.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.721+0000 7f6063fff640 1 -- 172.21.15.83:0/2333933512 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f60700c0070 con 0x7f607c0cb1c0 2024-09-21T02:43:08.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.721+0000 7f6063fff640 1 --2- 172.21.15.83:0/2333933512 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f6068073230 0x7f6068075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:08.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.721+0000 7f607b7fe640 1 --2- 172.21.15.83:0/2333933512 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f6068073230 0x7f6068075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:08.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.721+0000 7f6063fff640 1 -- 172.21.15.83:0/2333933512 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f607012dac0 con 0x7f607c0cb1c0 2024-09-21T02:43:08.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.725+0000 7f607b7fe640 1 --2- 172.21.15.83:0/2333933512 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f6068073230 0x7f6068075740 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f606c005ec0 tx=0x7f606c005860 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:08.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.729+0000 7f6063fff640 1 -- 172.21.15.83:0/2333933512 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f6070016f80 con 0x7f607c0cb1c0 2024-09-21T02:43:08.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.889+0000 7f6081cb2640 1 -- 172.21.15.83:0/2333933512 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f607c0cba50 con 0x7f607c0cb1c0 2024-09-21T02:43:08.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.893+0000 7f6063fff640 1 -- 172.21.15.83:0/2333933512 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) ==== 74+0+16645 (secure 0 0 0) 0x7f60700f8490 con 0x7f607c0cb1c0 2024-09-21T02:43:08.894 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:43:08.894 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":22,"fsid":"82b6a254-ea31-468f-b8d3-3f9b32622240","created":"2024-09-21T02:42:38.603140+0000","modified":"2024-09-21T02:43:06.085511+0000","last_up_change":"2024-09-21T02:42:53.602524+0000","last_in_change":"2024-09-21T02:42:43.192261+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T02:42:53.826200+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-21T02:43:02.423239+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-21T02:43:03.451557+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3a8ebb7b-1ae5-4b26-8278-9dcb6c385903","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6814","nonce":1413652419}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6818","nonce":1413652419}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6825","nonce":1413652419}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6822","nonce":1413652419}]},"public_addr":"172.21.15.83:6814/1413652419","cluster_addr":"172.21.15.83:6818/1413652419","heartbeat_back_addr":"172.21.15.83:6825/1413652419","heartbeat_front_addr":"172.21.15.83:6822/1413652419","state":["exists","up"]},{"osd":1,"uuid":"c965bb73-548b-4509-96ec-9c263029104b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6827","nonce":464765712}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6829","nonce":464765712}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6833","nonce":464765712}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6831","nonce":464765712}]},"public_addr":"172.21.15.83:6827/464765712","cluster_addr":"172.21.15.83:6829/464765712","heartbeat_back_addr":"172.21.15.83:6833/464765712","heartbeat_front_addr":"172.21.15.83:6831/464765712","state":["exists","up"]},{"osd":2,"uuid":"d86f4e42-c5e5-48f2-9936-817c45ca308d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6803","nonce":2393321522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6805","nonce":2393321522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6809","nonce":2393321522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6807","nonce":2393321522}]},"public_addr":"172.21.15.83:6803/2393321522","cluster_addr":"172.21.15.83:6805/2393321522","heartbeat_back_addr":"172.21.15.83:6809/2393321522","heartbeat_front_addr":"172.21.15.83:6807/2393321522","state":["exists","up"]},{"osd":3,"uuid":"13beb0a5-6df8-4bd9-a8c9-d61fe89e09e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6811","nonce":3390622409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6813","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6815","nonce":3390622409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6821","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6823","nonce":3390622409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6817","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6819","nonce":3390622409}]},"public_addr":"172.21.15.83:6811/3390622409","cluster_addr":"172.21.15.83:6815/3390622409","heartbeat_back_addr":"172.21.15.83:6823/3390622409","heartbeat_front_addr":"172.21.15.83:6819/3390622409","state":["exists","up"]},{"osd":4,"uuid":"2028bcfd-16b5-40a0-beaf-18832fee4ac1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6816","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6817","nonce":903609339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6818","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6819","nonce":903609339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6822","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6823","nonce":903609339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6820","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6821","nonce":903609339}]},"public_addr":"172.21.15.142:6817/903609339","cluster_addr":"172.21.15.142:6819/903609339","heartbeat_back_addr":"172.21.15.142:6823/903609339","heartbeat_front_addr":"172.21.15.142:6821/903609339","state":["exists","up"]},{"osd":5,"uuid":"f3fdab28-9ac1-4ff3-92ed-3c2a9833a45d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6824","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6825","nonce":1864459234}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6826","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6827","nonce":1864459234}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6830","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6831","nonce":1864459234}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6828","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6829","nonce":1864459234}]},"public_addr":"172.21.15.142:6825/1864459234","cluster_addr":"172.21.15.142:6827/1864459234","heartbeat_back_addr":"172.21.15.142:6831/1864459234","heartbeat_front_addr":"172.21.15.142:6829/1864459234","state":["exists","up"]},{"osd":6,"uuid":"e6c411f3-8a06-41f2-b104-40216326259a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6808","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6809","nonce":1137623679}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6810","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6811","nonce":1137623679}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6814","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6815","nonce":1137623679}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6812","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6813","nonce":1137623679}]},"public_addr":"172.21.15.142:6809/1137623679","cluster_addr":"172.21.15.142:6811/1137623679","heartbeat_back_addr":"172.21.15.142:6815/1137623679","heartbeat_front_addr":"172.21.15.142:6813/1137623679","state":["exists","up"]},{"osd":7,"uuid":"37ce1cb6-2b1b-4d91-ace3-926062f54290","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6800","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6801","nonce":81587312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6802","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6803","nonce":81587312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6806","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6807","nonce":81587312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6804","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6805","nonce":81587312}]},"public_addr":"172.21.15.142:6801/81587312","cluster_addr":"172.21.15.142:6803/81587312","heartbeat_back_addr":"172.21.15.142:6807/81587312","heartbeat_front_addr":"172.21.15.142:6805/81587312","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.547410+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.843449+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.932112+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.842886+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.082896+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.238106+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.825928+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.553550+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T02:43:08.896 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.893+0000 7f6081cb2640 1 -- 172.21.15.83:0/2333933512 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f6068073230 msgr2=0x7f6068075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:08.896 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.893+0000 7f6081cb2640 1 --2- 172.21.15.83:0/2333933512 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f6068073230 0x7f6068075740 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f606c005ec0 tx=0x7f606c005860 comp rx=0 tx=0).stop 2024-09-21T02:43:08.896 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.893+0000 7f6081cb2640 1 -- 172.21.15.83:0/2333933512 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f607c0cb1c0 msgr2=0x7f607c1558b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:08.896 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.893+0000 7f6081cb2640 1 --2- 172.21.15.83:0/2333933512 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f607c0cb1c0 0x7f607c1558b0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f607001cd80 tx=0x7f60700a5e90 comp rx=0 tx=0).stop 2024-09-21T02:43:08.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.893+0000 7f6081cb2640 1 -- 172.21.15.83:0/2333933512 shutdown_connections 2024-09-21T02:43:08.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.893+0000 7f6081cb2640 1 --2- 172.21.15.83:0/2333933512 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f6068073230 0x7f6068075740 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:08.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.893+0000 7f6081cb2640 1 --2- 172.21.15.83:0/2333933512 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f607c1534b0 0x7f607c155df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:08.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.893+0000 7f6081cb2640 1 --2- 172.21.15.83:0/2333933512 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f607c0cb1c0 0x7f607c1558b0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:08.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.893+0000 7f6081cb2640 1 --2- 172.21.15.83:0/2333933512 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6064004810 0x7f607c152d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:08.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.893+0000 7f6081cb2640 1 -- 172.21.15.83:0/2333933512 >> 172.21.15.83:0/2333933512 conn(0x7f607c06ce90 msgr2=0x7f607c0c59c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:08.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.893+0000 7f6081cb2640 1 -- 172.21.15.83:0/2333933512 shutdown_connections 2024-09-21T02:43:08.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:08.893+0000 7f6081cb2640 1 -- 172.21.15.83:0/2333933512 wait complete. 2024-09-21T02:43:08.914 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-21T02:43:08.914 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T02:43:09.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.065+0000 7f0a6453e640 1 -- 172.21.15.83:0/1518339037 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f0a5c15d6d0 msgr2=0x7f0a5c1601b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:09.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.065+0000 7f0a6453e640 1 --2- 172.21.15.83:0/1518339037 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f0a5c15d6d0 0x7f0a5c1601b0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f0a4c009900 tx=0x7f0a4c01c820 comp rx=0 tx=0).stop 2024-09-21T02:43:09.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.065+0000 7f0a6453e640 1 -- 172.21.15.83:0/1518339037 shutdown_connections 2024-09-21T02:43:09.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.065+0000 7f0a6453e640 1 --2- 172.21.15.83:0/1518339037 >> v2:172.21.15.142:3300/0 conn(0x7f0a5c1606f0 0x7f0a5c06ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:09.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.065+0000 7f0a6453e640 1 --2- 172.21.15.83:0/1518339037 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f0a5c15d6d0 0x7f0a5c1601b0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:09.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.065+0000 7f0a6453e640 1 -- 172.21.15.83:0/1518339037 >> 172.21.15.83:0/1518339037 conn(0x7f0a5c070650 msgr2=0x7f0a5c0b2d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:09.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.065+0000 7f0a6453e640 1 -- 172.21.15.83:0/1518339037 shutdown_connections 2024-09-21T02:43:09.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.065+0000 7f0a6453e640 1 -- 172.21.15.83:0/1518339037 wait complete. 2024-09-21T02:43:09.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.069+0000 7f0a6453e640 1 Processor -- start 2024-09-21T02:43:09.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.069+0000 7f0a6453e640 1 -- start start 2024-09-21T02:43:09.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.069+0000 7f0a6453e640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0a5c06d3d0 0x7f0a5c1f6e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:09.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.069+0000 7f0a6453e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0a5c15d6d0 0x7f0a5c1353f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:09.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.069+0000 7f0a6453e640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f0a5c1606f0 0x7f0a5c154680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:09.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.069+0000 7f0a6453e640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f0a5c1698f0 con 0x7f0a5c15d6d0 2024-09-21T02:43:09.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.069+0000 7f0a6453e640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f0a5c169770 con 0x7f0a5c06d3d0 2024-09-21T02:43:09.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.069+0000 7f0a6453e640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f0a5c169a70 con 0x7f0a5c1606f0 2024-09-21T02:43:09.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.069+0000 7f0a61ad9640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0a5c15d6d0 0x7f0a5c1353f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:09.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.069+0000 7f0a61ad9640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0a5c15d6d0 0x7f0a5c1353f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52220/0 (socket says 172.21.15.83:52220) 2024-09-21T02:43:09.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.069+0000 7f0a61ad9640 1 -- 172.21.15.83:0/283486984 learned_addr learned my addr 172.21.15.83:0/283486984 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:09.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.069+0000 7f0a622da640 1 --2- 172.21.15.83:0/283486984 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0a5c06d3d0 0x7f0a5c1f6e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:09.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.069+0000 7f0a62adb640 1 --2- 172.21.15.83:0/283486984 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f0a5c1606f0 0x7f0a5c154680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:09.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.069+0000 7f0a61ad9640 1 -- 172.21.15.83:0/283486984 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f0a5c1606f0 msgr2=0x7f0a5c154680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:09.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.069+0000 7f0a61ad9640 1 --2- 172.21.15.83:0/283486984 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f0a5c1606f0 0x7f0a5c154680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:09.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.069+0000 7f0a61ad9640 1 -- 172.21.15.83:0/283486984 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0a5c06d3d0 msgr2=0x7f0a5c1f6e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:09.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.069+0000 7f0a61ad9640 1 --2- 172.21.15.83:0/283486984 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0a5c06d3d0 0x7f0a5c1f6e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:09.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.069+0000 7f0a61ad9640 1 -- 172.21.15.83:0/283486984 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a5c134980 con 0x7f0a5c15d6d0 2024-09-21T02:43:09.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.069+0000 7f0a61ad9640 1 --2- 172.21.15.83:0/283486984 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0a5c15d6d0 0x7f0a5c1353f0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f0a5800e7a0 tx=0x7f0a5800ec60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:09.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.069+0000 7f0a52ffd640 1 -- 172.21.15.83:0/283486984 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a5800ccc0 con 0x7f0a5c15d6d0 2024-09-21T02:43:09.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.069+0000 7f0a6453e640 1 -- 172.21.15.83:0/283486984 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a5c13a3f0 con 0x7f0a5c15d6d0 2024-09-21T02:43:09.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.069+0000 7f0a52ffd640 1 -- 172.21.15.83:0/283486984 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0a58010430 con 0x7f0a5c15d6d0 2024-09-21T02:43:09.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.069+0000 7f0a52ffd640 1 -- 172.21.15.83:0/283486984 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a58010860 con 0x7f0a5c15d6d0 2024-09-21T02:43:09.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.069+0000 7f0a6453e640 1 -- 172.21.15.83:0/283486984 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a5c134ed0 con 0x7f0a5c15d6d0 2024-09-21T02:43:09.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.069+0000 7f0a6453e640 1 -- 172.21.15.83:0/283486984 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a5c1601b0 con 0x7f0a5c15d6d0 2024-09-21T02:43:09.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.073+0000 7f0a52ffd640 1 -- 172.21.15.83:0/283486984 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f0a58010a00 con 0x7f0a5c15d6d0 2024-09-21T02:43:09.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.073+0000 7f0a52ffd640 1 --2- 172.21.15.83:0/283486984 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0a40073230 0x7f0a40075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:09.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.073+0000 7f0a52ffd640 1 -- 172.21.15.83:0/283486984 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f0a58094b90 con 0x7f0a5c15d6d0 2024-09-21T02:43:09.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.073+0000 7f0a622da640 1 --2- 172.21.15.83:0/283486984 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0a40073230 0x7f0a40075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:09.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.073+0000 7f0a622da640 1 --2- 172.21.15.83:0/283486984 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0a40073230 0x7f0a40075740 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f0a4c0af000 tx=0x7f0a4c01b060 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:09.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.077+0000 7f0a52ffd640 1 -- 172.21.15.83:0/283486984 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f0a5805f570 con 0x7f0a5c15d6d0 2024-09-21T02:43:09.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.237+0000 7f0a6453e640 1 -- 172.21.15.83:0/283486984 --> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0a5c135930 con 0x7f0a40073230 2024-09-21T02:43:09.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.245+0000 7f0a52ffd640 1 -- 172.21.15.83:0/283486984 <== mgr.4150 v2:172.21.15.83:6800/38882767 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+239718 (secure 0 0 0) 0x7f0a4c0f7880 con 0x7f0a40073230 2024-09-21T02:43:09.247 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:43:09.249 INFO:teuthology.orchestra.run.smithi083.stderr:dumped all 2024-09-21T02:43:09.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.249+0000 7f0a6453e640 1 -- 172.21.15.83:0/283486984 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0a40073230 msgr2=0x7f0a40075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:09.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.249+0000 7f0a6453e640 1 --2- 172.21.15.83:0/283486984 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0a40073230 0x7f0a40075740 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f0a4c0af000 tx=0x7f0a4c01b060 comp rx=0 tx=0).stop 2024-09-21T02:43:09.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.249+0000 7f0a6453e640 1 -- 172.21.15.83:0/283486984 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0a5c15d6d0 msgr2=0x7f0a5c1353f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:09.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.249+0000 7f0a6453e640 1 --2- 172.21.15.83:0/283486984 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0a5c15d6d0 0x7f0a5c1353f0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f0a5800e7a0 tx=0x7f0a5800ec60 comp rx=0 tx=0).stop 2024-09-21T02:43:09.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.249+0000 7f0a6453e640 1 -- 172.21.15.83:0/283486984 shutdown_connections 2024-09-21T02:43:09.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.249+0000 7f0a6453e640 1 --2- 172.21.15.83:0/283486984 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0a40073230 0x7f0a40075740 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:09.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.249+0000 7f0a6453e640 1 --2- 172.21.15.83:0/283486984 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f0a5c1606f0 0x7f0a5c154680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:09.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.249+0000 7f0a6453e640 1 --2- 172.21.15.83:0/283486984 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0a5c15d6d0 0x7f0a5c1353f0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:09.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.249+0000 7f0a6453e640 1 --2- 172.21.15.83:0/283486984 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0a5c06d3d0 0x7f0a5c1f6e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:09.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.249+0000 7f0a6453e640 1 -- 172.21.15.83:0/283486984 >> 172.21.15.83:0/283486984 conn(0x7f0a5c070650 msgr2=0x7f0a5c1432a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:09.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.249+0000 7f0a6453e640 1 -- 172.21.15.83:0/283486984 shutdown_connections 2024-09-21T02:43:09.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.249+0000 7f0a6453e640 1 -- 172.21.15.83:0/283486984 wait complete. 2024-09-21T02:43:09.267 INFO:teuthology.orchestra.run.smithi083.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-09-21T02:43:07.778205+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":60,"acting":60,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":219028,"kb_used_data":2552,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755692,"statfs":{"total":773094113280,"available":772869828608,"internally_reserved":0,"allocated":2613248,"data_stored":1612940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.707022"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.075681+0000","last_change":"2024-09-21T02:43:03.075681+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.075681+0000","last_undegraded":"2024-09-21T02:43:03.075681+0000","last_fullsized":"2024-09-21T02:43:03.075681+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.090903+0000","last_change":"2024-09-21T02:43:03.090903+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.090903+0000","last_undegraded":"2024-09-21T02:43:03.090903+0000","last_fullsized":"2024-09-21T02:43:03.090903+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.082983+0000","last_change":"2024-09-21T02:43:03.082983+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.082983+0000","last_undegraded":"2024-09-21T02:43:03.082983+0000","last_fullsized":"2024-09-21T02:43:03.082983+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.090076+0000","last_change":"2024-09-21T02:43:03.090076+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.090076+0000","last_undegraded":"2024-09-21T02:43:03.090076+0000","last_fullsized":"2024-09-21T02:43:03.090076+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.081080+0000","last_change":"2024-09-21T02:43:03.081080+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.081080+0000","last_undegraded":"2024-09-21T02:43:03.081080+0000","last_fullsized":"2024-09-21T02:43:03.081080+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.081562+0000","last_change":"2024-09-21T02:43:03.081562+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.081562+0000","last_undegraded":"2024-09-21T02:43:03.081562+0000","last_fullsized":"2024-09-21T02:43:03.081562+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:03.058732+0000","last_change":"2024-09-21T02:43:03.058732+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.058732+0000","last_undegraded":"2024-09-21T02:43:03.058732+0000","last_fullsized":"2024-09-21T02:43:03.058732+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.078161+0000","last_change":"2024-09-21T02:43:03.078161+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.078161+0000","last_undegraded":"2024-09-21T02:43:03.078161+0000","last_fullsized":"2024-09-21T02:43:03.078161+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:03.058732+0000","last_change":"2024-09-21T02:43:03.058732+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.058732+0000","last_undegraded":"2024-09-21T02:43:03.058732+0000","last_fullsized":"2024-09-21T02:43:03.058732+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.090069+0000","last_change":"2024-09-21T02:43:03.090069+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.090069+0000","last_undegraded":"2024-09-21T02:43:03.090069+0000","last_fullsized":"2024-09-21T02:43:03.090069+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.081480+0000","last_change":"2024-09-21T02:43:03.081480+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.081480+0000","last_undegraded":"2024-09-21T02:43:03.081480+0000","last_fullsized":"2024-09-21T02:43:03.081480+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.077274+0000","last_change":"2024-09-21T02:43:03.077274+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.077274+0000","last_undegraded":"2024-09-21T02:43:03.077274+0000","last_fullsized":"2024-09-21T02:43:03.077274+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.082326+0000","last_change":"2024-09-21T02:43:03.082326+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.082326+0000","last_undegraded":"2024-09-21T02:43:03.082326+0000","last_fullsized":"2024-09-21T02:43:03.082326+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.079085+0000","last_change":"2024-09-21T02:43:03.079085+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.079085+0000","last_undegraded":"2024-09-21T02:43:03.079085+0000","last_fullsized":"2024-09-21T02:43:03.079085+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.076055+0000","last_change":"2024-09-21T02:43:03.076055+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.076055+0000","last_undegraded":"2024-09-21T02:43:03.076055+0000","last_fullsized":"2024-09-21T02:43:03.076055+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.082960+0000","last_change":"2024-09-21T02:43:03.082960+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.082960+0000","last_undegraded":"2024-09-21T02:43:03.082960+0000","last_fullsized":"2024-09-21T02:43:03.082960+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":105,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-21T02:43:03.083728+0000","last_change":"2024-09-21T02:42:55.639113+0000","last_active":"2024-09-21T02:43:03.083728+0000","last_peered":"2024-09-21T02:43:03.083728+0000","last_clean":"2024-09-21T02:43:03.083728+0000","last_became_active":"2024-09-21T02:42:55.638285+0000","last_became_peered":"2024-09-21T02:42:55.638285+0000","last_unstale":"2024-09-21T02:43:03.083728+0000","last_undegraded":"2024-09-21T02:43:03.083728+0000","last_fullsized":"2024-09-21T02:43:03.083728+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:42:54.606687+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:42:54.606687+0000","last_clean_scrub_stamp":"2024-09-21T02:42:54.606687+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:36:42.254718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.085643+0000","last_change":"2024-09-21T02:43:03.085643+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.085643+0000","last_undegraded":"2024-09-21T02:43:03.085643+0000","last_fullsized":"2024-09-21T02:43:03.085643+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.085476+0000","last_change":"2024-09-21T02:43:03.085476+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.085476+0000","last_undegraded":"2024-09-21T02:43:03.085476+0000","last_fullsized":"2024-09-21T02:43:03.085476+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:03.058732+0000","last_change":"2024-09-21T02:43:03.058732+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.058732+0000","last_undegraded":"2024-09-21T02:43:03.058732+0000","last_fullsized":"2024-09-21T02:43:03.058732+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.089162+0000","last_change":"2024-09-21T02:43:03.089162+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.089162+0000","last_undegraded":"2024-09-21T02:43:03.089162+0000","last_fullsized":"2024-09-21T02:43:03.089162+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.075724+0000","last_change":"2024-09-21T02:43:03.075724+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.075724+0000","last_undegraded":"2024-09-21T02:43:03.075724+0000","last_fullsized":"2024-09-21T02:43:03.075724+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.087617+0000","last_change":"2024-09-21T02:43:03.087617+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.087617+0000","last_undegraded":"2024-09-21T02:43:03.087617+0000","last_fullsized":"2024-09-21T02:43:03.087617+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.077005+0000","last_change":"2024-09-21T02:43:03.077005+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.077005+0000","last_undegraded":"2024-09-21T02:43:03.077005+0000","last_fullsized":"2024-09-21T02:43:03.077005+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.088915+0000","last_change":"2024-09-21T02:43:03.088915+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.088915+0000","last_undegraded":"2024-09-21T02:43:03.088915+0000","last_fullsized":"2024-09-21T02:43:03.088915+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.081707+0000","last_change":"2024-09-21T02:43:03.081707+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.081707+0000","last_undegraded":"2024-09-21T02:43:03.081707+0000","last_fullsized":"2024-09-21T02:43:03.081707+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.080321+0000","last_change":"2024-09-21T02:43:03.080321+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.080321+0000","last_undegraded":"2024-09-21T02:43:03.080321+0000","last_fullsized":"2024-09-21T02:43:03.080321+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.084572+0000","last_change":"2024-09-21T02:43:03.084572+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.084572+0000","last_undegraded":"2024-09-21T02:43:03.084572+0000","last_fullsized":"2024-09-21T02:43:03.084572+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.086775+0000","last_change":"2024-09-21T02:43:03.086775+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.086775+0000","last_undegraded":"2024-09-21T02:43:03.086775+0000","last_fullsized":"2024-09-21T02:43:03.086775+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.081432+0000","last_change":"2024-09-21T02:43:03.081432+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.081432+0000","last_undegraded":"2024-09-21T02:43:03.081432+0000","last_fullsized":"2024-09-21T02:43:03.081432+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.083591+0000","last_change":"2024-09-21T02:43:03.083591+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.083591+0000","last_undegraded":"2024-09-21T02:43:03.083591+0000","last_fullsized":"2024-09-21T02:43:03.083591+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.076737+0000","last_change":"2024-09-21T02:43:03.076737+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.076737+0000","last_undegraded":"2024-09-21T02:43:03.076737+0000","last_fullsized":"2024-09-21T02:43:03.076737+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.078425+0000","last_change":"2024-09-21T02:43:03.078425+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.078425+0000","last_undegraded":"2024-09-21T02:43:03.078425+0000","last_fullsized":"2024-09-21T02:43:03.078425+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":58,"acting":58,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509446,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":184320,"data_stored":56934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509445,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27788,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344052,"statfs":{"total":96636764160,"available":96608309248,"internally_reserved":0,"allocated":778240,"data_stored":647302,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":172032,"data_stored":51117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":184320,"data_stored":56934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":51117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509444,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28024,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343816,"statfs":{"total":96636764160,"available":96608067584,"internally_reserved":0,"allocated":765952,"data_stored":641485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":184320,"data_stored":56934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":51117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T02:43:09.270 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T02:43:09.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.445+0000 7f8a48aa4640 1 -- 172.21.15.83:0/2220628162 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8a30005e60 msgr2=0x7f8a30006270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:09.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.445+0000 7f8a48aa4640 1 --2- 172.21.15.83:0/2220628162 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8a30005e60 0x7f8a30006270 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f8a440ccb30 tx=0x7f8a3c01fa20 comp rx=0 tx=0).stop 2024-09-21T02:43:09.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.445+0000 7f8a42d9d640 1 -- 172.21.15.83:0/2220628162 reap_dead start 2024-09-21T02:43:09.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.445+0000 7f8a48aa4640 1 -- 172.21.15.83:0/2220628162 shutdown_connections 2024-09-21T02:43:09.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.445+0000 7f8a48aa4640 1 -- 172.21.15.83:0/2220628162 >> 172.21.15.83:0/2220628162 conn(0x7f8a4406ce90 msgr2=0x7f8a4406d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:09.449 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.445+0000 7f8a48aa4640 1 -- 172.21.15.83:0/2220628162 shutdown_connections 2024-09-21T02:43:09.449 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.445+0000 7f8a48aa4640 1 -- 172.21.15.83:0/2220628162 wait complete. 2024-09-21T02:43:09.449 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.449+0000 7f8a48aa4640 1 Processor -- start 2024-09-21T02:43:09.449 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.449+0000 7f8a48aa4640 1 -- start start 2024-09-21T02:43:09.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.449+0000 7f8a48aa4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8a30005e60 0x7f8a440b2890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:09.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.449+0000 7f8a48aa4640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f8a4413cc40 0x7f8a44072e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:09.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.449+0000 7f8a48aa4640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8a44073390 0x7f8a441f4730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:09.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.449+0000 7f8a48aa4640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f8a44140c40 con 0x7f8a30005e60 2024-09-21T02:43:09.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.449+0000 7f8a48aa4640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f8a44140ac0 con 0x7f8a44073390 2024-09-21T02:43:09.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.449+0000 7f8a48aa4640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f8a44140dc0 con 0x7f8a4413cc40 2024-09-21T02:43:09.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.449+0000 7f8a4259c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8a30005e60 0x7f8a440b2890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:09.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.449+0000 7f8a4259c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8a30005e60 0x7f8a440b2890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52232/0 (socket says 172.21.15.83:52232) 2024-09-21T02:43:09.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.449+0000 7f8a4259c640 1 -- 172.21.15.83:0/3294534525 learned_addr learned my addr 172.21.15.83:0/3294534525 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:09.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.449+0000 7f8a42d9d640 1 --2- 172.21.15.83:0/3294534525 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8a44073390 0x7f8a441f4730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:09.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.449+0000 7f8a39d9b640 1 --2- 172.21.15.83:0/3294534525 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f8a4413cc40 0x7f8a44072e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:09.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.449+0000 7f8a4259c640 1 -- 172.21.15.83:0/3294534525 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f8a4413cc40 msgr2=0x7f8a44072e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:09.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.449+0000 7f8a4259c640 1 --2- 172.21.15.83:0/3294534525 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f8a4413cc40 0x7f8a44072e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:09.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.449+0000 7f8a4259c640 1 -- 172.21.15.83:0/3294534525 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8a44073390 msgr2=0x7f8a441f4730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:09.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.449+0000 7f8a4259c640 1 --2- 172.21.15.83:0/3294534525 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8a44073390 0x7f8a441f4730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:09.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.449+0000 7f8a4259c640 1 -- 172.21.15.83:0/3294534525 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a440737a0 con 0x7f8a30005e60 2024-09-21T02:43:09.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.449+0000 7f8a42d9d640 1 --2- 172.21.15.83:0/3294534525 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8a44073390 0x7f8a441f4730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:43:09.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.449+0000 7f8a4259c640 1 --2- 172.21.15.83:0/3294534525 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8a30005e60 0x7f8a440b2890 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f8a34011a80 tx=0x7f8a34011f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:09.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.449+0000 7f8a3b7fe640 1 -- 172.21.15.83:0/3294534525 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a3400fe10 con 0x7f8a30005e60 2024-09-21T02:43:09.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.449+0000 7f8a3b7fe640 1 -- 172.21.15.83:0/3294534525 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8a34016070 con 0x7f8a30005e60 2024-09-21T02:43:09.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.449+0000 7f8a48aa4640 1 -- 172.21.15.83:0/3294534525 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a441e3e50 con 0x7f8a30005e60 2024-09-21T02:43:09.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.449+0000 7f8a3b7fe640 1 -- 172.21.15.83:0/3294534525 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a34012780 con 0x7f8a30005e60 2024-09-21T02:43:09.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.449+0000 7f8a48aa4640 1 -- 172.21.15.83:0/3294534525 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a441e4410 con 0x7f8a30005e60 2024-09-21T02:43:09.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.453+0000 7f8a48aa4640 1 -- 172.21.15.83:0/3294534525 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a4406ed60 con 0x7f8a30005e60 2024-09-21T02:43:09.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.453+0000 7f8a3b7fe640 1 -- 172.21.15.83:0/3294534525 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f8a34018030 con 0x7f8a30005e60 2024-09-21T02:43:09.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.453+0000 7f8a3b7fe640 1 --2- 172.21.15.83:0/3294534525 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8a24073200 0x7f8a24075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:09.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.453+0000 7f8a39d9b640 1 --2- 172.21.15.83:0/3294534525 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8a24073200 0x7f8a24075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:09.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.453+0000 7f8a3b7fe640 1 -- 172.21.15.83:0/3294534525 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f8a34095470 con 0x7f8a30005e60 2024-09-21T02:43:09.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.453+0000 7f8a39d9b640 1 --2- 172.21.15.83:0/3294534525 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8a24073200 0x7f8a24075710 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f8a4413d5e0 tx=0x7f8a2c0091e0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:09.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.457+0000 7f8a3b7fe640 1 -- 172.21.15.83:0/3294534525 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f8a440737a0 con 0x7f8a30005e60 2024-09-21T02:43:09.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.625+0000 7f8a48aa4640 1 -- 172.21.15.83:0/3294534525 --> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8a44151d60 con 0x7f8a24073200 2024-09-21T02:43:09.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.629+0000 7f8a3b7fe640 1 -- 172.21.15.83:0/3294534525 <== mgr.4150 v2:172.21.15.83:6800/38882767 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+239718 (secure 0 0 0) 0x7f8a44151d60 con 0x7f8a24073200 2024-09-21T02:43:09.631 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:43:09.632 INFO:teuthology.orchestra.run.smithi083.stderr:dumped all 2024-09-21T02:43:09.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.629+0000 7f8a48aa4640 1 -- 172.21.15.83:0/3294534525 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8a24073200 msgr2=0x7f8a24075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:09.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.629+0000 7f8a48aa4640 1 --2- 172.21.15.83:0/3294534525 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8a24073200 0x7f8a24075710 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f8a4413d5e0 tx=0x7f8a2c0091e0 comp rx=0 tx=0).stop 2024-09-21T02:43:09.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.629+0000 7f8a48aa4640 1 -- 172.21.15.83:0/3294534525 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8a30005e60 msgr2=0x7f8a440b2890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:09.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.629+0000 7f8a48aa4640 1 --2- 172.21.15.83:0/3294534525 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8a30005e60 0x7f8a440b2890 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f8a34011a80 tx=0x7f8a34011f40 comp rx=0 tx=0).stop 2024-09-21T02:43:09.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.629+0000 7f8a48aa4640 1 -- 172.21.15.83:0/3294534525 shutdown_connections 2024-09-21T02:43:09.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.629+0000 7f8a48aa4640 1 --2- 172.21.15.83:0/3294534525 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8a24073200 0x7f8a24075710 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:09.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.629+0000 7f8a48aa4640 1 --2- 172.21.15.83:0/3294534525 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8a44073390 0x7f8a441f4730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:09.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.629+0000 7f8a48aa4640 1 --2- 172.21.15.83:0/3294534525 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f8a4413cc40 0x7f8a44072e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:09.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.629+0000 7f8a48aa4640 1 --2- 172.21.15.83:0/3294534525 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8a30005e60 0x7f8a440b2890 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:09.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.633+0000 7f8a48aa4640 1 -- 172.21.15.83:0/3294534525 >> 172.21.15.83:0/3294534525 conn(0x7f8a4406ce90 msgr2=0x7f8a440ce7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:09.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.633+0000 7f8a48aa4640 1 -- 172.21.15.83:0/3294534525 shutdown_connections 2024-09-21T02:43:09.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.633+0000 7f8a48aa4640 1 -- 172.21.15.83:0/3294534525 wait complete. 2024-09-21T02:43:09.652 INFO:teuthology.orchestra.run.smithi083.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-09-21T02:43:07.778205+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":60,"acting":60,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":219028,"kb_used_data":2552,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755692,"statfs":{"total":773094113280,"available":772869828608,"internally_reserved":0,"allocated":2613248,"data_stored":1612940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.707022"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.075681+0000","last_change":"2024-09-21T02:43:03.075681+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.075681+0000","last_undegraded":"2024-09-21T02:43:03.075681+0000","last_fullsized":"2024-09-21T02:43:03.075681+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.090903+0000","last_change":"2024-09-21T02:43:03.090903+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.090903+0000","last_undegraded":"2024-09-21T02:43:03.090903+0000","last_fullsized":"2024-09-21T02:43:03.090903+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.082983+0000","last_change":"2024-09-21T02:43:03.082983+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.082983+0000","last_undegraded":"2024-09-21T02:43:03.082983+0000","last_fullsized":"2024-09-21T02:43:03.082983+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.090076+0000","last_change":"2024-09-21T02:43:03.090076+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.090076+0000","last_undegraded":"2024-09-21T02:43:03.090076+0000","last_fullsized":"2024-09-21T02:43:03.090076+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.081080+0000","last_change":"2024-09-21T02:43:03.081080+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.081080+0000","last_undegraded":"2024-09-21T02:43:03.081080+0000","last_fullsized":"2024-09-21T02:43:03.081080+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.081562+0000","last_change":"2024-09-21T02:43:03.081562+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.081562+0000","last_undegraded":"2024-09-21T02:43:03.081562+0000","last_fullsized":"2024-09-21T02:43:03.081562+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:03.058732+0000","last_change":"2024-09-21T02:43:03.058732+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.058732+0000","last_undegraded":"2024-09-21T02:43:03.058732+0000","last_fullsized":"2024-09-21T02:43:03.058732+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.078161+0000","last_change":"2024-09-21T02:43:03.078161+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.078161+0000","last_undegraded":"2024-09-21T02:43:03.078161+0000","last_fullsized":"2024-09-21T02:43:03.078161+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:03.058732+0000","last_change":"2024-09-21T02:43:03.058732+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.058732+0000","last_undegraded":"2024-09-21T02:43:03.058732+0000","last_fullsized":"2024-09-21T02:43:03.058732+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.090069+0000","last_change":"2024-09-21T02:43:03.090069+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.090069+0000","last_undegraded":"2024-09-21T02:43:03.090069+0000","last_fullsized":"2024-09-21T02:43:03.090069+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.081480+0000","last_change":"2024-09-21T02:43:03.081480+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.081480+0000","last_undegraded":"2024-09-21T02:43:03.081480+0000","last_fullsized":"2024-09-21T02:43:03.081480+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.077274+0000","last_change":"2024-09-21T02:43:03.077274+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.077274+0000","last_undegraded":"2024-09-21T02:43:03.077274+0000","last_fullsized":"2024-09-21T02:43:03.077274+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.082326+0000","last_change":"2024-09-21T02:43:03.082326+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.082326+0000","last_undegraded":"2024-09-21T02:43:03.082326+0000","last_fullsized":"2024-09-21T02:43:03.082326+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.079085+0000","last_change":"2024-09-21T02:43:03.079085+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.079085+0000","last_undegraded":"2024-09-21T02:43:03.079085+0000","last_fullsized":"2024-09-21T02:43:03.079085+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.076055+0000","last_change":"2024-09-21T02:43:03.076055+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.076055+0000","last_undegraded":"2024-09-21T02:43:03.076055+0000","last_fullsized":"2024-09-21T02:43:03.076055+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.082960+0000","last_change":"2024-09-21T02:43:03.082960+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.082960+0000","last_undegraded":"2024-09-21T02:43:03.082960+0000","last_fullsized":"2024-09-21T02:43:03.082960+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":105,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-21T02:43:03.083728+0000","last_change":"2024-09-21T02:42:55.639113+0000","last_active":"2024-09-21T02:43:03.083728+0000","last_peered":"2024-09-21T02:43:03.083728+0000","last_clean":"2024-09-21T02:43:03.083728+0000","last_became_active":"2024-09-21T02:42:55.638285+0000","last_became_peered":"2024-09-21T02:42:55.638285+0000","last_unstale":"2024-09-21T02:43:03.083728+0000","last_undegraded":"2024-09-21T02:43:03.083728+0000","last_fullsized":"2024-09-21T02:43:03.083728+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:42:54.606687+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:42:54.606687+0000","last_clean_scrub_stamp":"2024-09-21T02:42:54.606687+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:36:42.254718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.085643+0000","last_change":"2024-09-21T02:43:03.085643+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.085643+0000","last_undegraded":"2024-09-21T02:43:03.085643+0000","last_fullsized":"2024-09-21T02:43:03.085643+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.085476+0000","last_change":"2024-09-21T02:43:03.085476+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.085476+0000","last_undegraded":"2024-09-21T02:43:03.085476+0000","last_fullsized":"2024-09-21T02:43:03.085476+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:03.058732+0000","last_change":"2024-09-21T02:43:03.058732+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.058732+0000","last_undegraded":"2024-09-21T02:43:03.058732+0000","last_fullsized":"2024-09-21T02:43:03.058732+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.089162+0000","last_change":"2024-09-21T02:43:03.089162+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.089162+0000","last_undegraded":"2024-09-21T02:43:03.089162+0000","last_fullsized":"2024-09-21T02:43:03.089162+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.075724+0000","last_change":"2024-09-21T02:43:03.075724+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.075724+0000","last_undegraded":"2024-09-21T02:43:03.075724+0000","last_fullsized":"2024-09-21T02:43:03.075724+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.087617+0000","last_change":"2024-09-21T02:43:03.087617+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.087617+0000","last_undegraded":"2024-09-21T02:43:03.087617+0000","last_fullsized":"2024-09-21T02:43:03.087617+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.077005+0000","last_change":"2024-09-21T02:43:03.077005+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.077005+0000","last_undegraded":"2024-09-21T02:43:03.077005+0000","last_fullsized":"2024-09-21T02:43:03.077005+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.088915+0000","last_change":"2024-09-21T02:43:03.088915+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.088915+0000","last_undegraded":"2024-09-21T02:43:03.088915+0000","last_fullsized":"2024-09-21T02:43:03.088915+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.081707+0000","last_change":"2024-09-21T02:43:03.081707+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.081707+0000","last_undegraded":"2024-09-21T02:43:03.081707+0000","last_fullsized":"2024-09-21T02:43:03.081707+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.080321+0000","last_change":"2024-09-21T02:43:03.080321+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.080321+0000","last_undegraded":"2024-09-21T02:43:03.080321+0000","last_fullsized":"2024-09-21T02:43:03.080321+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.084572+0000","last_change":"2024-09-21T02:43:03.084572+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.084572+0000","last_undegraded":"2024-09-21T02:43:03.084572+0000","last_fullsized":"2024-09-21T02:43:03.084572+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.086775+0000","last_change":"2024-09-21T02:43:03.086775+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.086775+0000","last_undegraded":"2024-09-21T02:43:03.086775+0000","last_fullsized":"2024-09-21T02:43:03.086775+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.081432+0000","last_change":"2024-09-21T02:43:03.081432+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.081432+0000","last_undegraded":"2024-09-21T02:43:03.081432+0000","last_fullsized":"2024-09-21T02:43:03.081432+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.083591+0000","last_change":"2024-09-21T02:43:03.083591+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.083591+0000","last_undegraded":"2024-09-21T02:43:03.083591+0000","last_fullsized":"2024-09-21T02:43:03.083591+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.076737+0000","last_change":"2024-09-21T02:43:03.076737+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.076737+0000","last_undegraded":"2024-09-21T02:43:03.076737+0000","last_fullsized":"2024-09-21T02:43:03.076737+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:04.070535+0000","last_change":"2024-09-21T02:43:04.070535+0000","last_active":"2024-09-21T02:43:04.070535+0000","last_peered":"2024-09-21T02:43:04.070535+0000","last_clean":"2024-09-21T02:43:04.070535+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:04.070535+0000","last_undegraded":"2024-09-21T02:43:04.070535+0000","last_fullsized":"2024-09-21T02:43:04.070535+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-21T02:43:03.078425+0000","last_change":"2024-09-21T02:43:03.078425+0000","last_active":"2024-09-21T02:43:03.058732+0000","last_peered":"2024-09-21T02:43:03.058732+0000","last_clean":"2024-09-21T02:43:03.058732+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:03.078425+0000","last_undegraded":"2024-09-21T02:43:03.078425+0000","last_fullsized":"2024-09-21T02:43:03.078425+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":58,"acting":58,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509446,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":184320,"data_stored":56934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509445,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27788,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344052,"statfs":{"total":96636764160,"available":96608309248,"internally_reserved":0,"allocated":778240,"data_stored":647302,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":172032,"data_stored":51117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":184320,"data_stored":56934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":51117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509444,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28024,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343816,"statfs":{"total":96636764160,"available":96608067584,"internally_reserved":0,"allocated":765952,"data_stored":641485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":184320,"data_stored":56934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":51117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T02:43:09.656 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T02:43:09.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.853+0000 7f5beed93640 1 -- 172.21.15.83:0/234748508 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5bd0005360 msgr2=0x7f5bd000b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:09.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.853+0000 7f5beed93640 1 --2- 172.21.15.83:0/234748508 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5bd0005360 0x7f5bd000b9d0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f5be000c770 tx=0x7f5be001fa40 comp rx=0 tx=0).stop 2024-09-21T02:43:09.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.853+0000 7f5beed93640 1 -- 172.21.15.83:0/234748508 shutdown_connections 2024-09-21T02:43:09.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.853+0000 7f5beed93640 1 --2- 172.21.15.83:0/234748508 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5bd0005360 0x7f5bd000b9d0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:09.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.853+0000 7f5beed93640 1 -- 172.21.15.83:0/234748508 >> 172.21.15.83:0/234748508 conn(0x7f5be806ce90 msgr2=0x7f5be806d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:09.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.853+0000 7f5beed93640 1 -- 172.21.15.83:0/234748508 shutdown_connections 2024-09-21T02:43:09.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.853+0000 7f5beed93640 1 -- 172.21.15.83:0/234748508 wait complete. 2024-09-21T02:43:09.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.853+0000 7f5beed93640 1 Processor -- start 2024-09-21T02:43:09.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.853+0000 7f5beed93640 1 -- start start 2024-09-21T02:43:09.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.853+0000 7f5beed93640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f5bd0005360 0x7f5be8142680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:09.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.853+0000 7f5beed93640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5be8149b80 0x7f5be8142bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:09.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.853+0000 7f5beed93640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5be81581c0 0x7f5be81585d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:09.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.853+0000 7f5beed93640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f5be80d0360 con 0x7f5be81581c0 2024-09-21T02:43:09.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.853+0000 7f5beed93640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f5be80d01e0 con 0x7f5be8149b80 2024-09-21T02:43:09.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.853+0000 7f5beed93640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f5be815b2c0 con 0x7f5bd0005360 2024-09-21T02:43:09.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.853+0000 7f5bed330640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5be81581c0 0x7f5be81585d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:09.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.853+0000 7f5bed330640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5be81581c0 0x7f5be81585d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52248/0 (socket says 172.21.15.83:52248) 2024-09-21T02:43:09.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.853+0000 7f5bed330640 1 -- 172.21.15.83:0/2719869679 learned_addr learned my addr 172.21.15.83:0/2719869679 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:09.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.853+0000 7f5be7fff640 1 --2- 172.21.15.83:0/2719869679 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5be8149b80 0x7f5be8142bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:09.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.853+0000 7f5becb2f640 1 --2- 172.21.15.83:0/2719869679 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f5bd0005360 0x7f5be8142680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:09.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.853+0000 7f5bed330640 1 -- 172.21.15.83:0/2719869679 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f5bd0005360 msgr2=0x7f5be8142680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:09.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.853+0000 7f5bed330640 1 --2- 172.21.15.83:0/2719869679 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f5bd0005360 0x7f5be8142680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:09.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.853+0000 7f5bed330640 1 -- 172.21.15.83:0/2719869679 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5be8149b80 msgr2=0x7f5be8142bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:09.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.853+0000 7f5bed330640 1 --2- 172.21.15.83:0/2719869679 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5be8149b80 0x7f5be8142bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:09.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.853+0000 7f5bed330640 1 -- 172.21.15.83:0/2719869679 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5be8159ab0 con 0x7f5be81581c0 2024-09-21T02:43:09.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.853+0000 7f5becb2f640 1 --2- 172.21.15.83:0/2719869679 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f5bd0005360 0x7f5be8142680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:43:09.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.857+0000 7f5bed330640 1 --2- 172.21.15.83:0/2719869679 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5be81581c0 0x7f5be81585d0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f5be00202e0 tx=0x7f5be00a9bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:09.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.857+0000 7f5be57fa640 1 -- 172.21.15.83:0/2719869679 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5be000c3c0 con 0x7f5be81581c0 2024-09-21T02:43:09.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.857+0000 7f5be57fa640 1 -- 172.21.15.83:0/2719869679 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5be0001590 con 0x7f5be81581c0 2024-09-21T02:43:09.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.857+0000 7f5be57fa640 1 -- 172.21.15.83:0/2719869679 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5be0004e60 con 0x7f5be81581c0 2024-09-21T02:43:09.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.857+0000 7f5beed93640 1 -- 172.21.15.83:0/2719869679 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5be8159d90 con 0x7f5be81581c0 2024-09-21T02:43:09.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.857+0000 7f5beed93640 1 -- 172.21.15.83:0/2719869679 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5be8157ca0 con 0x7f5be81581c0 2024-09-21T02:43:09.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.857+0000 7f5beed93640 1 -- 172.21.15.83:0/2719869679 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5be8159fd0 con 0x7f5be81581c0 2024-09-21T02:43:09.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.857+0000 7f5be57fa640 1 -- 172.21.15.83:0/2719869679 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f5be00bb060 con 0x7f5be81581c0 2024-09-21T02:43:09.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.857+0000 7f5be57fa640 1 --2- 172.21.15.83:0/2719869679 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f5bd4073200 0x7f5bd4075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:09.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.857+0000 7f5becb2f640 1 --2- 172.21.15.83:0/2719869679 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f5bd4073200 0x7f5bd4075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:09.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.857+0000 7f5be57fa640 1 -- 172.21.15.83:0/2719869679 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f5be0130590 con 0x7f5be81581c0 2024-09-21T02:43:09.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.857+0000 7f5becb2f640 1 --2- 172.21.15.83:0/2719869679 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f5bd4073200 0x7f5bd4075710 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f5bd8001100 tx=0x7f5bd80060d0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:09.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:09.861+0000 7f5be57fa640 1 -- 172.21.15.83:0/2719869679 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f5be8159fd0 con 0x7f5be81581c0 2024-09-21T02:43:10.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.033+0000 7f5beed93640 1 -- 172.21.15.83:0/2719869679 --> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5be815ef80 con 0x7f5bd4073200 2024-09-21T02:43:10.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.049+0000 7f5be57fa640 1 -- 172.21.15.83:0/2719869679 <== mgr.4150 v2:172.21.15.83:6800/38882767 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251932 (secure 0 0 0) 0x7f5be815ef80 con 0x7f5bd4073200 2024-09-21T02:43:10.051 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:43:10.053 INFO:teuthology.orchestra.run.smithi083.stderr:dumped all 2024-09-21T02:43:10.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.049+0000 7f5beed93640 1 -- 172.21.15.83:0/2719869679 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f5bd4073200 msgr2=0x7f5bd4075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:10.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.053+0000 7f5beed93640 1 --2- 172.21.15.83:0/2719869679 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f5bd4073200 0x7f5bd4075710 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f5bd8001100 tx=0x7f5bd80060d0 comp rx=0 tx=0).stop 2024-09-21T02:43:10.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.053+0000 7f5beed93640 1 -- 172.21.15.83:0/2719869679 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5be81581c0 msgr2=0x7f5be81585d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:10.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.053+0000 7f5beed93640 1 --2- 172.21.15.83:0/2719869679 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5be81581c0 0x7f5be81585d0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f5be00202e0 tx=0x7f5be00a9bf0 comp rx=0 tx=0).stop 2024-09-21T02:43:10.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.053+0000 7f5beed93640 1 -- 172.21.15.83:0/2719869679 shutdown_connections 2024-09-21T02:43:10.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.053+0000 7f5beed93640 1 --2- 172.21.15.83:0/2719869679 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f5bd4073200 0x7f5bd4075710 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:10.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.053+0000 7f5beed93640 1 --2- 172.21.15.83:0/2719869679 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5be81581c0 0x7f5be81585d0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:10.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.053+0000 7f5beed93640 1 --2- 172.21.15.83:0/2719869679 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5be8149b80 0x7f5be8142bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:10.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.053+0000 7f5beed93640 1 --2- 172.21.15.83:0/2719869679 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f5bd0005360 0x7f5be8142680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:10.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.053+0000 7f5beed93640 1 -- 172.21.15.83:0/2719869679 >> 172.21.15.83:0/2719869679 conn(0x7f5be806ce90 msgr2=0x7f5be80afc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:10.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.053+0000 7f5beed93640 1 -- 172.21.15.83:0/2719869679 shutdown_connections 2024-09-21T02:43:10.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.053+0000 7f5beed93640 1 -- 172.21.15.83:0/2719869679 wait complete. 2024-09-21T02:43:10.059 INFO:tasks.ceph.mds.b.smithi142.stderr:2024-09-21T02:43:10.057+0000 7f52b02b3640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T02:43:10.071 INFO:teuthology.orchestra.run.smithi083.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2024-09-21T02:43:09.778891+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":187,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":223372,"kb_used_data":2952,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754751348,"statfs":{"total":773094113280,"available":772865380352,"internally_reserved":0,"allocated":3022848,"data_stored":1795828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":225496625},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":43,"apply_latency_ms":43,"commit_latency_ns":43000000,"apply_latency_ns":43000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001937"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724031+0000","last_change":"2024-09-21T02:43:05.121617+0000","last_active":"2024-09-21T02:43:06.724031+0000","last_peered":"2024-09-21T02:43:06.724031+0000","last_clean":"2024-09-21T02:43:06.724031+0000","last_became_active":"2024-09-21T02:43:05.121223+0000","last_became_peered":"2024-09-21T02:43:05.121223+0000","last_unstale":"2024-09-21T02:43:06.724031+0000","last_undegraded":"2024-09-21T02:43:06.724031+0000","last_fullsized":"2024-09-21T02:43:06.724031+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:15:35.613095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.097521+0000","last_change":"2024-09-21T02:43:05.116256+0000","last_active":"2024-09-21T02:43:06.097521+0000","last_peered":"2024-09-21T02:43:06.097521+0000","last_clean":"2024-09-21T02:43:06.097521+0000","last_became_active":"2024-09-21T02:43:05.115245+0000","last_became_peered":"2024-09-21T02:43:05.115245+0000","last_unstale":"2024-09-21T02:43:06.097521+0000","last_undegraded":"2024-09-21T02:43:06.097521+0000","last_fullsized":"2024-09-21T02:43:06.097521+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:12:17.840709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094754+0000","last_change":"2024-09-21T02:43:05.108736+0000","last_active":"2024-09-21T02:43:06.094754+0000","last_peered":"2024-09-21T02:43:06.094754+0000","last_clean":"2024-09-21T02:43:06.094754+0000","last_became_active":"2024-09-21T02:43:05.108387+0000","last_became_peered":"2024-09-21T02:43:05.108387+0000","last_unstale":"2024-09-21T02:43:06.094754+0000","last_undegraded":"2024-09-21T02:43:06.094754+0000","last_fullsized":"2024-09-21T02:43:06.094754+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:10.437746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720706+0000","last_change":"2024-09-21T02:43:05.113841+0000","last_active":"2024-09-21T02:43:06.720706+0000","last_peered":"2024-09-21T02:43:06.720706+0000","last_clean":"2024-09-21T02:43:06.720706+0000","last_became_active":"2024-09-21T02:43:05.113461+0000","last_became_peered":"2024-09-21T02:43:05.113461+0000","last_unstale":"2024-09-21T02:43:06.720706+0000","last_undegraded":"2024-09-21T02:43:06.720706+0000","last_fullsized":"2024-09-21T02:43:06.720706+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:08:06.658090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724698+0000","last_change":"2024-09-21T02:43:05.131723+0000","last_active":"2024-09-21T02:43:06.724698+0000","last_peered":"2024-09-21T02:43:06.724698+0000","last_clean":"2024-09-21T02:43:06.724698+0000","last_became_active":"2024-09-21T02:43:05.131034+0000","last_became_peered":"2024-09-21T02:43:05.131034+0000","last_unstale":"2024-09-21T02:43:06.724698+0000","last_undegraded":"2024-09-21T02:43:06.724698+0000","last_fullsized":"2024-09-21T02:43:06.724698+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:45:27.099096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720166+0000","last_change":"2024-09-21T02:43:05.114312+0000","last_active":"2024-09-21T02:43:06.720166+0000","last_peered":"2024-09-21T02:43:06.720166+0000","last_clean":"2024-09-21T02:43:06.720166+0000","last_became_active":"2024-09-21T02:43:05.113952+0000","last_became_peered":"2024-09-21T02:43:05.113952+0000","last_unstale":"2024-09-21T02:43:06.720166+0000","last_undegraded":"2024-09-21T02:43:06.720166+0000","last_fullsized":"2024-09-21T02:43:06.720166+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:54:35.962279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724519+0000","last_change":"2024-09-21T02:43:05.126815+0000","last_active":"2024-09-21T02:43:06.724519+0000","last_peered":"2024-09-21T02:43:06.724519+0000","last_clean":"2024-09-21T02:43:06.724519+0000","last_became_active":"2024-09-21T02:43:05.126353+0000","last_became_peered":"2024-09-21T02:43:05.126353+0000","last_unstale":"2024-09-21T02:43:06.724519+0000","last_undegraded":"2024-09-21T02:43:06.724519+0000","last_fullsized":"2024-09-21T02:43:06.724519+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:10.437746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.093804+0000","last_change":"2024-09-21T02:43:05.118091+0000","last_active":"2024-09-21T02:43:06.093804+0000","last_peered":"2024-09-21T02:43:06.093804+0000","last_clean":"2024-09-21T02:43:06.093804+0000","last_became_active":"2024-09-21T02:43:05.117028+0000","last_became_peered":"2024-09-21T02:43:05.117028+0000","last_unstale":"2024-09-21T02:43:06.093804+0000","last_undegraded":"2024-09-21T02:43:06.093804+0000","last_fullsized":"2024-09-21T02:43:06.093804+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:56:46.959685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.093155+0000","last_change":"2024-09-21T02:43:05.118188+0000","last_active":"2024-09-21T02:43:06.093155+0000","last_peered":"2024-09-21T02:43:06.093155+0000","last_clean":"2024-09-21T02:43:06.093155+0000","last_became_active":"2024-09-21T02:43:05.116040+0000","last_became_peered":"2024-09-21T02:43:05.116040+0000","last_unstale":"2024-09-21T02:43:06.093155+0000","last_undegraded":"2024-09-21T02:43:06.093155+0000","last_fullsized":"2024-09-21T02:43:06.093155+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:37:26.563673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725448+0000","last_change":"2024-09-21T02:43:05.133469+0000","last_active":"2024-09-21T02:43:06.725448+0000","last_peered":"2024-09-21T02:43:06.725448+0000","last_clean":"2024-09-21T02:43:06.725448+0000","last_became_active":"2024-09-21T02:43:05.132720+0000","last_became_peered":"2024-09-21T02:43:05.132720+0000","last_unstale":"2024-09-21T02:43:06.725448+0000","last_undegraded":"2024-09-21T02:43:06.725448+0000","last_fullsized":"2024-09-21T02:43:06.725448+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:44:34.150275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724046+0000","last_change":"2024-09-21T02:43:05.126516+0000","last_active":"2024-09-21T02:43:06.724046+0000","last_peered":"2024-09-21T02:43:06.724046+0000","last_clean":"2024-09-21T02:43:06.724046+0000","last_became_active":"2024-09-21T02:43:05.126136+0000","last_became_peered":"2024-09-21T02:43:05.126136+0000","last_unstale":"2024-09-21T02:43:06.724046+0000","last_undegraded":"2024-09-21T02:43:06.724046+0000","last_fullsized":"2024-09-21T02:43:06.724046+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:29:22.164450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.726478+0000","last_change":"2024-09-21T02:43:05.127170+0000","last_active":"2024-09-21T02:43:06.726478+0000","last_peered":"2024-09-21T02:43:06.726478+0000","last_clean":"2024-09-21T02:43:06.726478+0000","last_became_active":"2024-09-21T02:43:05.126819+0000","last_became_peered":"2024-09-21T02:43:05.126819+0000","last_unstale":"2024-09-21T02:43:06.726478+0000","last_undegraded":"2024-09-21T02:43:06.726478+0000","last_fullsized":"2024-09-21T02:43:06.726478+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:43:34.023090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.460921+0000","last_change":"2024-09-21T02:43:05.120497+0000","last_active":"2024-09-21T02:43:06.460921+0000","last_peered":"2024-09-21T02:43:06.460921+0000","last_clean":"2024-09-21T02:43:06.460921+0000","last_became_active":"2024-09-21T02:43:05.119578+0000","last_became_peered":"2024-09-21T02:43:05.119578+0000","last_unstale":"2024-09-21T02:43:06.460921+0000","last_undegraded":"2024-09-21T02:43:06.460921+0000","last_fullsized":"2024-09-21T02:43:06.460921+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:11:18.264453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.460521+0000","last_change":"2024-09-21T02:43:05.130464+0000","last_active":"2024-09-21T02:43:06.460521+0000","last_peered":"2024-09-21T02:43:06.460521+0000","last_clean":"2024-09-21T02:43:06.460521+0000","last_became_active":"2024-09-21T02:43:05.129969+0000","last_became_peered":"2024-09-21T02:43:05.129969+0000","last_unstale":"2024-09-21T02:43:06.460521+0000","last_undegraded":"2024-09-21T02:43:06.460521+0000","last_fullsized":"2024-09-21T02:43:06.460521+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:30:19.449789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.093687+0000","last_change":"2024-09-21T02:43:05.117163+0000","last_active":"2024-09-21T02:43:06.093687+0000","last_peered":"2024-09-21T02:43:06.093687+0000","last_clean":"2024-09-21T02:43:06.093687+0000","last_became_active":"2024-09-21T02:43:05.115791+0000","last_became_peered":"2024-09-21T02:43:05.115791+0000","last_unstale":"2024-09-21T02:43:06.093687+0000","last_undegraded":"2024-09-21T02:43:06.093687+0000","last_fullsized":"2024-09-21T02:43:06.093687+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:03:38.093710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.721224+0000","last_change":"2024-09-21T02:43:05.109190+0000","last_active":"2024-09-21T02:43:06.721224+0000","last_peered":"2024-09-21T02:43:06.721224+0000","last_clean":"2024-09-21T02:43:06.721224+0000","last_became_active":"2024-09-21T02:43:05.108873+0000","last_became_peered":"2024-09-21T02:43:05.108873+0000","last_unstale":"2024-09-21T02:43:06.721224+0000","last_undegraded":"2024-09-21T02:43:06.721224+0000","last_fullsized":"2024-09-21T02:43:06.721224+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:00:54.515827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.726642+0000","last_change":"2024-09-21T02:43:05.123416+0000","last_active":"2024-09-21T02:43:06.726642+0000","last_peered":"2024-09-21T02:43:06.726642+0000","last_clean":"2024-09-21T02:43:06.726642+0000","last_became_active":"2024-09-21T02:43:05.123036+0000","last_became_peered":"2024-09-21T02:43:05.123036+0000","last_unstale":"2024-09-21T02:43:06.726642+0000","last_undegraded":"2024-09-21T02:43:06.726642+0000","last_fullsized":"2024-09-21T02:43:06.726642+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:08.218064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720130+0000","last_change":"2024-09-21T02:43:05.125916+0000","last_active":"2024-09-21T02:43:06.720130+0000","last_peered":"2024-09-21T02:43:06.720130+0000","last_clean":"2024-09-21T02:43:06.720130+0000","last_became_active":"2024-09-21T02:43:05.125301+0000","last_became_peered":"2024-09-21T02:43:05.125301+0000","last_unstale":"2024-09-21T02:43:06.720130+0000","last_undegraded":"2024-09-21T02:43:06.720130+0000","last_fullsized":"2024-09-21T02:43:06.720130+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:44:25.917038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725541+0000","last_change":"2024-09-21T02:43:05.110150+0000","last_active":"2024-09-21T02:43:06.725541+0000","last_peered":"2024-09-21T02:43:06.725541+0000","last_clean":"2024-09-21T02:43:06.725541+0000","last_became_active":"2024-09-21T02:43:05.109768+0000","last_became_peered":"2024-09-21T02:43:05.109768+0000","last_unstale":"2024-09-21T02:43:06.725541+0000","last_undegraded":"2024-09-21T02:43:06.725541+0000","last_fullsized":"2024-09-21T02:43:06.725541+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:52:05.734711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.726648+0000","last_change":"2024-09-21T02:43:05.121357+0000","last_active":"2024-09-21T02:43:06.726648+0000","last_peered":"2024-09-21T02:43:06.726648+0000","last_clean":"2024-09-21T02:43:06.726648+0000","last_became_active":"2024-09-21T02:43:05.117736+0000","last_became_peered":"2024-09-21T02:43:05.117736+0000","last_unstale":"2024-09-21T02:43:06.726648+0000","last_undegraded":"2024-09-21T02:43:06.726648+0000","last_fullsized":"2024-09-21T02:43:06.726648+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:29:08.709745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.095632+0000","last_change":"2024-09-21T02:43:05.109789+0000","last_active":"2024-09-21T02:43:06.095632+0000","last_peered":"2024-09-21T02:43:06.095632+0000","last_clean":"2024-09-21T02:43:06.095632+0000","last_became_active":"2024-09-21T02:43:05.109420+0000","last_became_peered":"2024-09-21T02:43:05.109420+0000","last_unstale":"2024-09-21T02:43:06.095632+0000","last_undegraded":"2024-09-21T02:43:06.095632+0000","last_fullsized":"2024-09-21T02:43:06.095632+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:56:46.959685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.092925+0000","last_change":"2024-09-21T02:43:05.118183+0000","last_active":"2024-09-21T02:43:06.092925+0000","last_peered":"2024-09-21T02:43:06.092925+0000","last_clean":"2024-09-21T02:43:06.092925+0000","last_became_active":"2024-09-21T02:43:05.115204+0000","last_became_peered":"2024-09-21T02:43:05.115204+0000","last_unstale":"2024-09-21T02:43:06.092925+0000","last_undegraded":"2024-09-21T02:43:06.092925+0000","last_fullsized":"2024-09-21T02:43:06.092925+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:18:24.461623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.093950+0000","last_change":"2024-09-21T02:43:05.114710+0000","last_active":"2024-09-21T02:43:06.093950+0000","last_peered":"2024-09-21T02:43:06.093950+0000","last_clean":"2024-09-21T02:43:06.093950+0000","last_became_active":"2024-09-21T02:43:05.113885+0000","last_became_peered":"2024-09-21T02:43:05.113885+0000","last_unstale":"2024-09-21T02:43:06.093950+0000","last_undegraded":"2024-09-21T02:43:06.093950+0000","last_fullsized":"2024-09-21T02:43:06.093950+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:57:15.429112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722013+0000","last_change":"2024-09-21T02:43:05.113426+0000","last_active":"2024-09-21T02:43:06.722013+0000","last_peered":"2024-09-21T02:43:06.722013+0000","last_clean":"2024-09-21T02:43:06.722013+0000","last_became_active":"2024-09-21T02:43:05.113122+0000","last_became_peered":"2024-09-21T02:43:05.113122+0000","last_unstale":"2024-09-21T02:43:06.722013+0000","last_undegraded":"2024-09-21T02:43:06.722013+0000","last_fullsized":"2024-09-21T02:43:06.722013+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:42:28.325463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.097558+0000","last_change":"2024-09-21T02:43:05.120246+0000","last_active":"2024-09-21T02:43:06.097558+0000","last_peered":"2024-09-21T02:43:06.097558+0000","last_clean":"2024-09-21T02:43:06.097558+0000","last_became_active":"2024-09-21T02:43:05.119911+0000","last_became_peered":"2024-09-21T02:43:05.119911+0000","last_unstale":"2024-09-21T02:43:06.097558+0000","last_undegraded":"2024-09-21T02:43:06.097558+0000","last_fullsized":"2024-09-21T02:43:06.097558+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:14:44.917047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720750+0000","last_change":"2024-09-21T02:43:05.111941+0000","last_active":"2024-09-21T02:43:06.720750+0000","last_peered":"2024-09-21T02:43:06.720750+0000","last_clean":"2024-09-21T02:43:06.720750+0000","last_became_active":"2024-09-21T02:43:05.110911+0000","last_became_peered":"2024-09-21T02:43:05.110911+0000","last_unstale":"2024-09-21T02:43:06.720750+0000","last_undegraded":"2024-09-21T02:43:06.720750+0000","last_fullsized":"2024-09-21T02:43:06.720750+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:28:05.000847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.461538+0000","last_change":"2024-09-21T02:43:05.125276+0000","last_active":"2024-09-21T02:43:06.461538+0000","last_peered":"2024-09-21T02:43:06.461538+0000","last_clean":"2024-09-21T02:43:06.461538+0000","last_became_active":"2024-09-21T02:43:05.124243+0000","last_became_peered":"2024-09-21T02:43:05.124243+0000","last_unstale":"2024-09-21T02:43:06.461538+0000","last_undegraded":"2024-09-21T02:43:06.461538+0000","last_fullsized":"2024-09-21T02:43:06.461538+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:20:19.204300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.460914+0000","last_change":"2024-09-21T02:43:05.126195+0000","last_active":"2024-09-21T02:43:06.460914+0000","last_peered":"2024-09-21T02:43:06.460914+0000","last_clean":"2024-09-21T02:43:06.460914+0000","last_became_active":"2024-09-21T02:43:05.125639+0000","last_became_peered":"2024-09-21T02:43:05.125639+0000","last_unstale":"2024-09-21T02:43:06.460914+0000","last_undegraded":"2024-09-21T02:43:06.460914+0000","last_fullsized":"2024-09-21T02:43:06.460914+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:40:09.079894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094989+0000","last_change":"2024-09-21T02:43:05.118146+0000","last_active":"2024-09-21T02:43:06.094989+0000","last_peered":"2024-09-21T02:43:06.094989+0000","last_clean":"2024-09-21T02:43:06.094989+0000","last_became_active":"2024-09-21T02:43:05.110820+0000","last_became_peered":"2024-09-21T02:43:05.110820+0000","last_unstale":"2024-09-21T02:43:06.094989+0000","last_undegraded":"2024-09-21T02:43:06.094989+0000","last_fullsized":"2024-09-21T02:43:06.094989+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:45:27.099096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725019+0000","last_change":"2024-09-21T02:43:05.111200+0000","last_active":"2024-09-21T02:43:06.725019+0000","last_peered":"2024-09-21T02:43:06.725019+0000","last_clean":"2024-09-21T02:43:06.725019+0000","last_became_active":"2024-09-21T02:43:05.110745+0000","last_became_peered":"2024-09-21T02:43:05.110745+0000","last_unstale":"2024-09-21T02:43:06.725019+0000","last_undegraded":"2024-09-21T02:43:06.725019+0000","last_fullsized":"2024-09-21T02:43:06.725019+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:40:39.032429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.719864+0000","last_change":"2024-09-21T02:43:05.119223+0000","last_active":"2024-09-21T02:43:06.719864+0000","last_peered":"2024-09-21T02:43:06.719864+0000","last_clean":"2024-09-21T02:43:06.719864+0000","last_became_active":"2024-09-21T02:43:05.118391+0000","last_became_peered":"2024-09-21T02:43:05.118391+0000","last_unstale":"2024-09-21T02:43:06.719864+0000","last_undegraded":"2024-09-21T02:43:06.719864+0000","last_fullsized":"2024-09-21T02:43:06.719864+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:02:32.372146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.719711+0000","last_change":"2024-09-21T02:43:05.124496+0000","last_active":"2024-09-21T02:43:06.719711+0000","last_peered":"2024-09-21T02:43:06.719711+0000","last_clean":"2024-09-21T02:43:06.719711+0000","last_became_active":"2024-09-21T02:43:05.123768+0000","last_became_peered":"2024-09-21T02:43:05.123768+0000","last_unstale":"2024-09-21T02:43:06.719711+0000","last_undegraded":"2024-09-21T02:43:06.719711+0000","last_fullsized":"2024-09-21T02:43:06.719711+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:51:52.343831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.093029+0000","last_change":"2024-09-21T02:43:05.105923+0000","last_active":"2024-09-21T02:43:06.093029+0000","last_peered":"2024-09-21T02:43:06.093029+0000","last_clean":"2024-09-21T02:43:06.093029+0000","last_became_active":"2024-09-21T02:43:05.105180+0000","last_became_peered":"2024-09-21T02:43:05.105180+0000","last_unstale":"2024-09-21T02:43:06.093029+0000","last_undegraded":"2024-09-21T02:43:06.093029+0000","last_fullsized":"2024-09-21T02:43:06.093029+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:28:05.000847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.095189+0000","last_change":"2024-09-21T02:43:04.124519+0000","last_active":"2024-09-21T02:43:06.095189+0000","last_peered":"2024-09-21T02:43:06.095189+0000","last_clean":"2024-09-21T02:43:06.095189+0000","last_became_active":"2024-09-21T02:43:04.121614+0000","last_became_peered":"2024-09-21T02:43:04.121614+0000","last_unstale":"2024-09-21T02:43:06.095189+0000","last_undegraded":"2024-09-21T02:43:06.095189+0000","last_fullsized":"2024-09-21T02:43:06.095189+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:32:03.954857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.096719+0000","last_change":"2024-09-21T02:43:05.114867+0000","last_active":"2024-09-21T02:43:06.096719+0000","last_peered":"2024-09-21T02:43:06.096719+0000","last_clean":"2024-09-21T02:43:06.096719+0000","last_became_active":"2024-09-21T02:43:05.114427+0000","last_became_peered":"2024-09-21T02:43:05.114427+0000","last_unstale":"2024-09-21T02:43:06.096719+0000","last_undegraded":"2024-09-21T02:43:06.096719+0000","last_fullsized":"2024-09-21T02:43:06.096719+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:49:12.828786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722515+0000","last_change":"2024-09-21T02:43:04.116011+0000","last_active":"2024-09-21T02:43:06.722515+0000","last_peered":"2024-09-21T02:43:06.722515+0000","last_clean":"2024-09-21T02:43:06.722515+0000","last_became_active":"2024-09-21T02:43:04.115516+0000","last_became_peered":"2024-09-21T02:43:04.115516+0000","last_unstale":"2024-09-21T02:43:06.722515+0000","last_undegraded":"2024-09-21T02:43:06.722515+0000","last_fullsized":"2024-09-21T02:43:06.722515+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:44:48.471255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.459948+0000","last_change":"2024-09-21T02:43:04.128620+0000","last_active":"2024-09-21T02:43:06.459948+0000","last_peered":"2024-09-21T02:43:06.459948+0000","last_clean":"2024-09-21T02:43:06.459948+0000","last_became_active":"2024-09-21T02:43:04.127904+0000","last_became_peered":"2024-09-21T02:43:04.127904+0000","last_unstale":"2024-09-21T02:43:06.459948+0000","last_undegraded":"2024-09-21T02:43:06.459948+0000","last_fullsized":"2024-09-21T02:43:06.459948+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:57:18.944929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094387+0000","last_change":"2024-09-21T02:43:05.122450+0000","last_active":"2024-09-21T02:43:06.094387+0000","last_peered":"2024-09-21T02:43:06.094387+0000","last_clean":"2024-09-21T02:43:06.094387+0000","last_became_active":"2024-09-21T02:43:05.122104+0000","last_became_peered":"2024-09-21T02:43:05.122104+0000","last_unstale":"2024-09-21T02:43:06.094387+0000","last_undegraded":"2024-09-21T02:43:06.094387+0000","last_fullsized":"2024-09-21T02:43:06.094387+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:13:40.691947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.721431+0000","last_change":"2024-09-21T02:43:04.113594+0000","last_active":"2024-09-21T02:43:06.721431+0000","last_peered":"2024-09-21T02:43:06.721431+0000","last_clean":"2024-09-21T02:43:06.721431+0000","last_became_active":"2024-09-21T02:43:04.112893+0000","last_became_peered":"2024-09-21T02:43:04.112893+0000","last_unstale":"2024-09-21T02:43:06.721431+0000","last_undegraded":"2024-09-21T02:43:06.721431+0000","last_fullsized":"2024-09-21T02:43:06.721431+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:28:03.989044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094635+0000","last_change":"2024-09-21T02:43:05.119140+0000","last_active":"2024-09-21T02:43:06.094635+0000","last_peered":"2024-09-21T02:43:06.094635+0000","last_clean":"2024-09-21T02:43:06.094635+0000","last_became_active":"2024-09-21T02:43:05.118517+0000","last_became_peered":"2024-09-21T02:43:05.118517+0000","last_unstale":"2024-09-21T02:43:06.094635+0000","last_undegraded":"2024-09-21T02:43:06.094635+0000","last_fullsized":"2024-09-21T02:43:06.094635+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:31:18.308175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.092994+0000","last_change":"2024-09-21T02:43:04.118628+0000","last_active":"2024-09-21T02:43:06.092994+0000","last_peered":"2024-09-21T02:43:06.092994+0000","last_clean":"2024-09-21T02:43:06.092994+0000","last_became_active":"2024-09-21T02:43:04.117946+0000","last_became_peered":"2024-09-21T02:43:04.117946+0000","last_unstale":"2024-09-21T02:43:06.092994+0000","last_undegraded":"2024-09-21T02:43:06.092994+0000","last_fullsized":"2024-09-21T02:43:06.092994+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:32:03.954857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720739+0000","last_change":"2024-09-21T02:43:05.122535+0000","last_active":"2024-09-21T02:43:06.720739+0000","last_peered":"2024-09-21T02:43:06.720739+0000","last_clean":"2024-09-21T02:43:06.720739+0000","last_became_active":"2024-09-21T02:43:05.115875+0000","last_became_peered":"2024-09-21T02:43:05.115875+0000","last_unstale":"2024-09-21T02:43:06.720739+0000","last_undegraded":"2024-09-21T02:43:06.720739+0000","last_fullsized":"2024-09-21T02:43:06.720739+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:17:46.350122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724881+0000","last_change":"2024-09-21T02:43:04.116335+0000","last_active":"2024-09-21T02:43:06.724881+0000","last_peered":"2024-09-21T02:43:06.724881+0000","last_clean":"2024-09-21T02:43:06.724881+0000","last_became_active":"2024-09-21T02:43:04.115557+0000","last_became_peered":"2024-09-21T02:43:04.115557+0000","last_unstale":"2024-09-21T02:43:06.724881+0000","last_undegraded":"2024-09-21T02:43:06.724881+0000","last_fullsized":"2024-09-21T02:43:06.724881+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:37:25.551870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.097938+0000","last_change":"2024-09-21T02:43:05.117521+0000","last_active":"2024-09-21T02:43:06.097938+0000","last_peered":"2024-09-21T02:43:06.097938+0000","last_clean":"2024-09-21T02:43:06.097938+0000","last_became_active":"2024-09-21T02:43:05.117168+0000","last_became_peered":"2024-09-21T02:43:05.117168+0000","last_unstale":"2024-09-21T02:43:06.097938+0000","last_undegraded":"2024-09-21T02:43:06.097938+0000","last_fullsized":"2024-09-21T02:43:06.097938+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:43:34.023090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":18,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.719920+0000","last_change":"2024-09-21T02:43:04.130476+0000","last_active":"2024-09-21T02:43:06.719920+0000","last_peered":"2024-09-21T02:43:06.719920+0000","last_clean":"2024-09-21T02:43:06.719920+0000","last_became_active":"2024-09-21T02:43:04.129804+0000","last_became_peered":"2024-09-21T02:43:04.129804+0000","last_unstale":"2024-09-21T02:43:06.719920+0000","last_undegraded":"2024-09-21T02:43:06.719920+0000","last_fullsized":"2024-09-21T02:43:06.719920+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:06:18.998075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722694+0000","last_change":"2024-09-21T02:43:05.123063+0000","last_active":"2024-09-21T02:43:06.722694+0000","last_peered":"2024-09-21T02:43:06.722694+0000","last_clean":"2024-09-21T02:43:06.722694+0000","last_became_active":"2024-09-21T02:43:05.122692+0000","last_became_peered":"2024-09-21T02:43:05.122692+0000","last_unstale":"2024-09-21T02:43:06.722694+0000","last_undegraded":"2024-09-21T02:43:06.722694+0000","last_fullsized":"2024-09-21T02:43:06.722694+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:28:56.691879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"21'6","reported_seq":21,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720371+0000","last_change":"2024-09-21T02:43:04.124825+0000","last_active":"2024-09-21T02:43:06.720371+0000","last_peered":"2024-09-21T02:43:06.720371+0000","last_clean":"2024-09-21T02:43:06.720371+0000","last_became_active":"2024-09-21T02:43:04.124054+0000","last_became_peered":"2024-09-21T02:43:04.124054+0000","last_unstale":"2024-09-21T02:43:06.720371+0000","last_undegraded":"2024-09-21T02:43:06.720371+0000","last_fullsized":"2024-09-21T02:43:06.720371+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:36:50.706763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724711+0000","last_change":"2024-09-21T02:43:05.139121+0000","last_active":"2024-09-21T02:43:06.724711+0000","last_peered":"2024-09-21T02:43:06.724711+0000","last_clean":"2024-09-21T02:43:06.724711+0000","last_became_active":"2024-09-21T02:43:05.138626+0000","last_became_peered":"2024-09-21T02:43:05.138626+0000","last_unstale":"2024-09-21T02:43:06.724711+0000","last_undegraded":"2024-09-21T02:43:06.724711+0000","last_fullsized":"2024-09-21T02:43:06.724711+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:49:42.329491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720078+0000","last_change":"2024-09-21T02:43:04.129073+0000","last_active":"2024-09-21T02:43:06.720078+0000","last_peered":"2024-09-21T02:43:06.720078+0000","last_clean":"2024-09-21T02:43:06.720078+0000","last_became_active":"2024-09-21T02:43:04.128260+0000","last_became_peered":"2024-09-21T02:43:04.128260+0000","last_unstale":"2024-09-21T02:43:06.720078+0000","last_undegraded":"2024-09-21T02:43:06.720078+0000","last_fullsized":"2024-09-21T02:43:06.720078+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:46:25.401410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.460561+0000","last_change":"2024-09-21T02:43:05.132677+0000","last_active":"2024-09-21T02:43:06.460561+0000","last_peered":"2024-09-21T02:43:06.460561+0000","last_clean":"2024-09-21T02:43:06.460561+0000","last_became_active":"2024-09-21T02:43:05.129070+0000","last_became_peered":"2024-09-21T02:43:05.129070+0000","last_unstale":"2024-09-21T02:43:06.460561+0000","last_undegraded":"2024-09-21T02:43:06.460561+0000","last_fullsized":"2024-09-21T02:43:06.460561+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:17:30.683440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722848+0000","last_change":"2024-09-21T02:43:04.123143+0000","last_active":"2024-09-21T02:43:06.722848+0000","last_peered":"2024-09-21T02:43:06.722848+0000","last_clean":"2024-09-21T02:43:06.722848+0000","last_became_active":"2024-09-21T02:43:04.122581+0000","last_became_peered":"2024-09-21T02:43:04.122581+0000","last_unstale":"2024-09-21T02:43:06.722848+0000","last_undegraded":"2024-09-21T02:43:06.722848+0000","last_fullsized":"2024-09-21T02:43:06.722848+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:17:29.604639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722616+0000","last_change":"2024-09-21T02:43:05.117280+0000","last_active":"2024-09-21T02:43:06.722616+0000","last_peered":"2024-09-21T02:43:06.722616+0000","last_clean":"2024-09-21T02:43:06.722616+0000","last_became_active":"2024-09-21T02:43:05.116777+0000","last_became_peered":"2024-09-21T02:43:05.116777+0000","last_unstale":"2024-09-21T02:43:06.722616+0000","last_undegraded":"2024-09-21T02:43:06.722616+0000","last_fullsized":"2024-09-21T02:43:06.722616+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:04:32.515354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724723+0000","last_change":"2024-09-21T02:43:04.114371+0000","last_active":"2024-09-21T02:43:06.724723+0000","last_peered":"2024-09-21T02:43:06.724723+0000","last_clean":"2024-09-21T02:43:06.724723+0000","last_became_active":"2024-09-21T02:43:04.109865+0000","last_became_peered":"2024-09-21T02:43:04.109865+0000","last_unstale":"2024-09-21T02:43:06.724723+0000","last_undegraded":"2024-09-21T02:43:06.724723+0000","last_fullsized":"2024-09-21T02:43:06.724723+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:28:03.989044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.092294+0000","last_change":"2024-09-21T02:43:05.114296+0000","last_active":"2024-09-21T02:43:06.092294+0000","last_peered":"2024-09-21T02:43:06.092294+0000","last_clean":"2024-09-21T02:43:06.092294+0000","last_became_active":"2024-09-21T02:43:05.108951+0000","last_became_peered":"2024-09-21T02:43:05.108951+0000","last_unstale":"2024-09-21T02:43:06.092294+0000","last_undegraded":"2024-09-21T02:43:06.092294+0000","last_fullsized":"2024-09-21T02:43:06.092294+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:06:20.828228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":23,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.095093+0000","last_change":"2024-09-21T02:43:04.122846+0000","last_active":"2024-09-21T02:43:06.095093+0000","last_peered":"2024-09-21T02:43:06.095093+0000","last_clean":"2024-09-21T02:43:06.095093+0000","last_became_active":"2024-09-21T02:43:04.122232+0000","last_became_peered":"2024-09-21T02:43:04.122232+0000","last_unstale":"2024-09-21T02:43:06.095093+0000","last_undegraded":"2024-09-21T02:43:06.095093+0000","last_fullsized":"2024-09-21T02:43:06.095093+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:43:31.528180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.721380+0000","last_change":"2024-09-21T02:43:05.123076+0000","last_active":"2024-09-21T02:43:06.721380+0000","last_peered":"2024-09-21T02:43:06.721380+0000","last_clean":"2024-09-21T02:43:06.721380+0000","last_became_active":"2024-09-21T02:43:05.122755+0000","last_became_peered":"2024-09-21T02:43:05.122755+0000","last_unstale":"2024-09-21T02:43:06.721380+0000","last_undegraded":"2024-09-21T02:43:06.721380+0000","last_fullsized":"2024-09-21T02:43:06.721380+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:54:29.026573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725842+0000","last_change":"2024-09-21T02:43:04.113334+0000","last_active":"2024-09-21T02:43:06.725842+0000","last_peered":"2024-09-21T02:43:06.725842+0000","last_clean":"2024-09-21T02:43:06.725842+0000","last_became_active":"2024-09-21T02:43:04.112884+0000","last_became_peered":"2024-09-21T02:43:04.112884+0000","last_unstale":"2024-09-21T02:43:06.725842+0000","last_undegraded":"2024-09-21T02:43:06.725842+0000","last_fullsized":"2024-09-21T02:43:06.725842+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:21:30.514866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.721394+0000","last_change":"2024-09-21T02:43:05.130644+0000","last_active":"2024-09-21T02:43:06.721394+0000","last_peered":"2024-09-21T02:43:06.721394+0000","last_clean":"2024-09-21T02:43:06.721394+0000","last_became_active":"2024-09-21T02:43:05.127668+0000","last_became_peered":"2024-09-21T02:43:05.127668+0000","last_unstale":"2024-09-21T02:43:06.721394+0000","last_undegraded":"2024-09-21T02:43:06.721394+0000","last_fullsized":"2024-09-21T02:43:06.721394+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:17:30.683440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.095027+0000","last_change":"2024-09-21T02:43:04.114996+0000","last_active":"2024-09-21T02:43:06.095027+0000","last_peered":"2024-09-21T02:43:06.095027+0000","last_clean":"2024-09-21T02:43:06.095027+0000","last_became_active":"2024-09-21T02:43:04.111467+0000","last_became_peered":"2024-09-21T02:43:04.111467+0000","last_unstale":"2024-09-21T02:43:06.095027+0000","last_undegraded":"2024-09-21T02:43:06.095027+0000","last_fullsized":"2024-09-21T02:43:06.095027+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:23:12.394396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725228+0000","last_change":"2024-09-21T02:43:05.131096+0000","last_active":"2024-09-21T02:43:06.725228+0000","last_peered":"2024-09-21T02:43:06.725228+0000","last_clean":"2024-09-21T02:43:06.725228+0000","last_became_active":"2024-09-21T02:43:05.130757+0000","last_became_peered":"2024-09-21T02:43:05.130757+0000","last_unstale":"2024-09-21T02:43:06.725228+0000","last_undegraded":"2024-09-21T02:43:06.725228+0000","last_fullsized":"2024-09-21T02:43:06.725228+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:14:44.917047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.096962+0000","last_change":"2024-09-21T02:43:04.116472+0000","last_active":"2024-09-21T02:43:06.096962+0000","last_peered":"2024-09-21T02:43:06.096962+0000","last_clean":"2024-09-21T02:43:06.096962+0000","last_became_active":"2024-09-21T02:43:04.115642+0000","last_became_peered":"2024-09-21T02:43:04.115642+0000","last_unstale":"2024-09-21T02:43:06.096962+0000","last_undegraded":"2024-09-21T02:43:06.096962+0000","last_fullsized":"2024-09-21T02:43:06.096962+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:38:51.776296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.726888+0000","last_change":"2024-09-21T02:43:05.121005+0000","last_active":"2024-09-21T02:43:06.726888+0000","last_peered":"2024-09-21T02:43:06.726888+0000","last_clean":"2024-09-21T02:43:06.726888+0000","last_became_active":"2024-09-21T02:43:05.116798+0000","last_became_peered":"2024-09-21T02:43:05.116798+0000","last_unstale":"2024-09-21T02:43:06.726888+0000","last_undegraded":"2024-09-21T02:43:06.726888+0000","last_fullsized":"2024-09-21T02:43:06.726888+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:42:28.325463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.461079+0000","last_change":"2024-09-21T02:43:04.129295+0000","last_active":"2024-09-21T02:43:06.461079+0000","last_peered":"2024-09-21T02:43:06.461079+0000","last_clean":"2024-09-21T02:43:06.461079+0000","last_became_active":"2024-09-21T02:43:04.128478+0000","last_became_peered":"2024-09-21T02:43:04.128478+0000","last_unstale":"2024-09-21T02:43:06.461079+0000","last_undegraded":"2024-09-21T02:43:06.461079+0000","last_fullsized":"2024-09-21T02:43:06.461079+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:38:51.776296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724888+0000","last_change":"2024-09-21T02:43:05.108815+0000","last_active":"2024-09-21T02:43:06.724888+0000","last_peered":"2024-09-21T02:43:06.724888+0000","last_clean":"2024-09-21T02:43:06.724888+0000","last_became_active":"2024-09-21T02:43:05.108233+0000","last_became_peered":"2024-09-21T02:43:05.108233+0000","last_unstale":"2024-09-21T02:43:06.724888+0000","last_undegraded":"2024-09-21T02:43:06.724888+0000","last_fullsized":"2024-09-21T02:43:06.724888+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:56:59.367500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":111,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.092070+0000","last_change":"2024-09-21T02:42:55.639113+0000","last_active":"2024-09-21T02:43:06.092070+0000","last_peered":"2024-09-21T02:43:06.092070+0000","last_clean":"2024-09-21T02:43:06.092070+0000","last_became_active":"2024-09-21T02:42:55.638285+0000","last_became_peered":"2024-09-21T02:42:55.638285+0000","last_unstale":"2024-09-21T02:43:06.092070+0000","last_undegraded":"2024-09-21T02:43:06.092070+0000","last_fullsized":"2024-09-21T02:43:06.092070+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:42:54.606687+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:42:54.606687+0000","last_clean_scrub_stamp":"2024-09-21T02:42:54.606687+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:36:42.254718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.723124+0000","last_change":"2024-09-21T02:43:04.115092+0000","last_active":"2024-09-21T02:43:06.723124+0000","last_peered":"2024-09-21T02:43:06.723124+0000","last_clean":"2024-09-21T02:43:06.723124+0000","last_became_active":"2024-09-21T02:43:04.114387+0000","last_became_peered":"2024-09-21T02:43:04.114387+0000","last_unstale":"2024-09-21T02:43:06.723124+0000","last_undegraded":"2024-09-21T02:43:06.723124+0000","last_fullsized":"2024-09-21T02:43:06.723124+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:49:21.650010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094477+0000","last_change":"2024-09-21T02:43:05.113399+0000","last_active":"2024-09-21T02:43:06.094477+0000","last_peered":"2024-09-21T02:43:06.094477+0000","last_clean":"2024-09-21T02:43:06.094477+0000","last_became_active":"2024-09-21T02:43:05.113064+0000","last_became_peered":"2024-09-21T02:43:05.113064+0000","last_unstale":"2024-09-21T02:43:06.094477+0000","last_undegraded":"2024-09-21T02:43:06.094477+0000","last_fullsized":"2024-09-21T02:43:06.094477+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:40:09.079894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.721736+0000","last_change":"2024-09-21T02:43:04.112414+0000","last_active":"2024-09-21T02:43:06.721736+0000","last_peered":"2024-09-21T02:43:06.721736+0000","last_clean":"2024-09-21T02:43:06.721736+0000","last_became_active":"2024-09-21T02:43:04.110879+0000","last_became_peered":"2024-09-21T02:43:04.110879+0000","last_unstale":"2024-09-21T02:43:06.721736+0000","last_undegraded":"2024-09-21T02:43:06.721736+0000","last_fullsized":"2024-09-21T02:43:06.721736+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:37:25.551870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.460407+0000","last_change":"2024-09-21T02:43:05.131289+0000","last_active":"2024-09-21T02:43:06.460407+0000","last_peered":"2024-09-21T02:43:06.460407+0000","last_clean":"2024-09-21T02:43:06.460407+0000","last_became_active":"2024-09-21T02:43:05.126715+0000","last_became_peered":"2024-09-21T02:43:05.126715+0000","last_unstale":"2024-09-21T02:43:06.460407+0000","last_undegraded":"2024-09-21T02:43:06.460407+0000","last_fullsized":"2024-09-21T02:43:06.460407+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:17:46.350122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720002+0000","last_change":"2024-09-21T02:43:04.132935+0000","last_active":"2024-09-21T02:43:06.720002+0000","last_peered":"2024-09-21T02:43:06.720002+0000","last_clean":"2024-09-21T02:43:06.720002+0000","last_became_active":"2024-09-21T02:43:04.132319+0000","last_became_peered":"2024-09-21T02:43:04.132319+0000","last_unstale":"2024-09-21T02:43:06.720002+0000","last_undegraded":"2024-09-21T02:43:06.720002+0000","last_fullsized":"2024-09-21T02:43:06.720002+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:09:38.054551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.093946+0000","last_change":"2024-09-21T02:43:05.112255+0000","last_active":"2024-09-21T02:43:06.093946+0000","last_peered":"2024-09-21T02:43:06.093946+0000","last_clean":"2024-09-21T02:43:06.093946+0000","last_became_active":"2024-09-21T02:43:05.111401+0000","last_became_peered":"2024-09-21T02:43:05.111401+0000","last_unstale":"2024-09-21T02:43:06.093946+0000","last_undegraded":"2024-09-21T02:43:06.093946+0000","last_fullsized":"2024-09-21T02:43:06.093946+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:49:12.828786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.723139+0000","last_change":"2024-09-21T02:43:04.112146+0000","last_active":"2024-09-21T02:43:06.723139+0000","last_peered":"2024-09-21T02:43:06.723139+0000","last_clean":"2024-09-21T02:43:06.723139+0000","last_became_active":"2024-09-21T02:43:04.111548+0000","last_became_peered":"2024-09-21T02:43:04.111548+0000","last_unstale":"2024-09-21T02:43:06.723139+0000","last_undegraded":"2024-09-21T02:43:06.723139+0000","last_fullsized":"2024-09-21T02:43:06.723139+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:06:19.816425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725358+0000","last_change":"2024-09-21T02:43:05.130658+0000","last_active":"2024-09-21T02:43:06.725358+0000","last_peered":"2024-09-21T02:43:06.725358+0000","last_clean":"2024-09-21T02:43:06.725358+0000","last_became_active":"2024-09-21T02:43:05.127264+0000","last_became_peered":"2024-09-21T02:43:05.127264+0000","last_unstale":"2024-09-21T02:43:06.725358+0000","last_undegraded":"2024-09-21T02:43:06.725358+0000","last_fullsized":"2024-09-21T02:43:06.725358+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:26:27.969941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.095773+0000","last_change":"2024-09-21T02:43:04.126112+0000","last_active":"2024-09-21T02:43:06.095773+0000","last_peered":"2024-09-21T02:43:06.095773+0000","last_clean":"2024-09-21T02:43:06.095773+0000","last_became_active":"2024-09-21T02:43:04.125233+0000","last_became_peered":"2024-09-21T02:43:04.125233+0000","last_unstale":"2024-09-21T02:43:06.095773+0000","last_undegraded":"2024-09-21T02:43:06.095773+0000","last_fullsized":"2024-09-21T02:43:06.095773+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:37:53.781128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720185+0000","last_change":"2024-09-21T02:43:05.127425+0000","last_active":"2024-09-21T02:43:06.720185+0000","last_peered":"2024-09-21T02:43:06.720185+0000","last_clean":"2024-09-21T02:43:06.720185+0000","last_became_active":"2024-09-21T02:43:05.126798+0000","last_became_peered":"2024-09-21T02:43:05.126798+0000","last_unstale":"2024-09-21T02:43:06.720185+0000","last_undegraded":"2024-09-21T02:43:06.720185+0000","last_fullsized":"2024-09-21T02:43:06.720185+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:11:10.144013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725486+0000","last_change":"2024-09-21T02:43:04.125734+0000","last_active":"2024-09-21T02:43:06.725486+0000","last_peered":"2024-09-21T02:43:06.725486+0000","last_clean":"2024-09-21T02:43:06.725486+0000","last_became_active":"2024-09-21T02:43:04.125254+0000","last_became_peered":"2024-09-21T02:43:04.125254+0000","last_unstale":"2024-09-21T02:43:06.725486+0000","last_undegraded":"2024-09-21T02:43:06.725486+0000","last_fullsized":"2024-09-21T02:43:06.725486+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:31:17.296373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.461011+0000","last_change":"2024-09-21T02:43:05.130919+0000","last_active":"2024-09-21T02:43:06.461011+0000","last_peered":"2024-09-21T02:43:06.461011+0000","last_clean":"2024-09-21T02:43:06.461011+0000","last_became_active":"2024-09-21T02:43:05.130362+0000","last_became_peered":"2024-09-21T02:43:05.130362+0000","last_unstale":"2024-09-21T02:43:06.461011+0000","last_undegraded":"2024-09-21T02:43:06.461011+0000","last_fullsized":"2024-09-21T02:43:06.461011+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:54:24.966071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.095248+0000","last_change":"2024-09-21T02:43:04.114013+0000","last_active":"2024-09-21T02:43:06.095248+0000","last_peered":"2024-09-21T02:43:06.095248+0000","last_clean":"2024-09-21T02:43:06.095248+0000","last_became_active":"2024-09-21T02:43:04.109950+0000","last_became_peered":"2024-09-21T02:43:04.109950+0000","last_unstale":"2024-09-21T02:43:06.095248+0000","last_undegraded":"2024-09-21T02:43:06.095248+0000","last_fullsized":"2024-09-21T02:43:06.095248+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:38:51.776296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.096012+0000","last_change":"2024-09-21T02:43:05.116576+0000","last_active":"2024-09-21T02:43:06.096012+0000","last_peered":"2024-09-21T02:43:06.096012+0000","last_clean":"2024-09-21T02:43:06.096012+0000","last_became_active":"2024-09-21T02:43:05.116305+0000","last_became_peered":"2024-09-21T02:43:05.116305+0000","last_unstale":"2024-09-21T02:43:06.096012+0000","last_undegraded":"2024-09-21T02:43:06.096012+0000","last_fullsized":"2024-09-21T02:43:06.096012+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:57:15.429112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.726277+0000","last_change":"2024-09-21T02:43:04.126729+0000","last_active":"2024-09-21T02:43:06.726277+0000","last_peered":"2024-09-21T02:43:06.726277+0000","last_clean":"2024-09-21T02:43:06.726277+0000","last_became_active":"2024-09-21T02:43:04.126225+0000","last_became_peered":"2024-09-21T02:43:04.126225+0000","last_unstale":"2024-09-21T02:43:06.726277+0000","last_undegraded":"2024-09-21T02:43:06.726277+0000","last_fullsized":"2024-09-21T02:43:06.726277+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:52:57.935050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094929+0000","last_change":"2024-09-21T02:43:05.112701+0000","last_active":"2024-09-21T02:43:06.094929+0000","last_peered":"2024-09-21T02:43:06.094929+0000","last_clean":"2024-09-21T02:43:06.094929+0000","last_became_active":"2024-09-21T02:43:05.111730+0000","last_became_peered":"2024-09-21T02:43:05.111730+0000","last_unstale":"2024-09-21T02:43:06.094929+0000","last_undegraded":"2024-09-21T02:43:06.094929+0000","last_fullsized":"2024-09-21T02:43:06.094929+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:03:38.093710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722975+0000","last_change":"2024-09-21T02:43:04.120575+0000","last_active":"2024-09-21T02:43:06.722975+0000","last_peered":"2024-09-21T02:43:06.722975+0000","last_clean":"2024-09-21T02:43:06.722975+0000","last_became_active":"2024-09-21T02:43:04.115902+0000","last_became_peered":"2024-09-21T02:43:04.115902+0000","last_unstale":"2024-09-21T02:43:06.722975+0000","last_undegraded":"2024-09-21T02:43:06.722975+0000","last_fullsized":"2024-09-21T02:43:06.722975+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:06:19.816425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722020+0000","last_change":"2024-09-21T02:43:05.120253+0000","last_active":"2024-09-21T02:43:06.722020+0000","last_peered":"2024-09-21T02:43:06.722020+0000","last_clean":"2024-09-21T02:43:06.722020+0000","last_became_active":"2024-09-21T02:43:05.119879+0000","last_became_peered":"2024-09-21T02:43:05.119879+0000","last_unstale":"2024-09-21T02:43:06.722020+0000","last_undegraded":"2024-09-21T02:43:06.722020+0000","last_fullsized":"2024-09-21T02:43:06.722020+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:17:22.947385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094833+0000","last_change":"2024-09-21T02:43:04.112090+0000","last_active":"2024-09-21T02:43:06.094833+0000","last_peered":"2024-09-21T02:43:06.094833+0000","last_clean":"2024-09-21T02:43:06.094833+0000","last_became_active":"2024-09-21T02:43:04.109748+0000","last_became_peered":"2024-09-21T02:43:04.109748+0000","last_unstale":"2024-09-21T02:43:06.094833+0000","last_undegraded":"2024-09-21T02:43:06.094833+0000","last_fullsized":"2024-09-21T02:43:06.094833+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:44:48.471255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094897+0000","last_change":"2024-09-21T02:43:05.114750+0000","last_active":"2024-09-21T02:43:06.094897+0000","last_peered":"2024-09-21T02:43:06.094897+0000","last_clean":"2024-09-21T02:43:06.094897+0000","last_became_active":"2024-09-21T02:43:05.114038+0000","last_became_peered":"2024-09-21T02:43:05.114038+0000","last_unstale":"2024-09-21T02:43:06.094897+0000","last_undegraded":"2024-09-21T02:43:06.094897+0000","last_fullsized":"2024-09-21T02:43:06.094897+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:26:40.804292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.460794+0000","last_change":"2024-09-21T02:43:04.114565+0000","last_active":"2024-09-21T02:43:06.460794+0000","last_peered":"2024-09-21T02:43:06.460794+0000","last_clean":"2024-09-21T02:43:06.460794+0000","last_became_active":"2024-09-21T02:43:04.113786+0000","last_became_peered":"2024-09-21T02:43:04.113786+0000","last_unstale":"2024-09-21T02:43:06.460794+0000","last_undegraded":"2024-09-21T02:43:06.460794+0000","last_fullsized":"2024-09-21T02:43:06.460794+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:32:03.954857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720057+0000","last_change":"2024-09-21T02:43:05.121224+0000","last_active":"2024-09-21T02:43:06.720057+0000","last_peered":"2024-09-21T02:43:06.720057+0000","last_clean":"2024-09-21T02:43:06.720057+0000","last_became_active":"2024-09-21T02:43:05.120879+0000","last_became_peered":"2024-09-21T02:43:05.120879+0000","last_unstale":"2024-09-21T02:43:06.720057+0000","last_undegraded":"2024-09-21T02:43:06.720057+0000","last_fullsized":"2024-09-21T02:43:06.720057+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:31:03.147742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722806+0000","last_change":"2024-09-21T02:43:04.115168+0000","last_active":"2024-09-21T02:43:06.722806+0000","last_peered":"2024-09-21T02:43:06.722806+0000","last_clean":"2024-09-21T02:43:06.722806+0000","last_became_active":"2024-09-21T02:43:04.114783+0000","last_became_peered":"2024-09-21T02:43:04.114783+0000","last_unstale":"2024-09-21T02:43:06.722806+0000","last_undegraded":"2024-09-21T02:43:06.722806+0000","last_fullsized":"2024-09-21T02:43:06.722806+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:54:34.950477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722304+0000","last_change":"2024-09-21T02:43:05.107140+0000","last_active":"2024-09-21T02:43:06.722304+0000","last_peered":"2024-09-21T02:43:06.722304+0000","last_clean":"2024-09-21T02:43:06.722304+0000","last_became_active":"2024-09-21T02:43:05.106590+0000","last_became_peered":"2024-09-21T02:43:05.106590+0000","last_unstale":"2024-09-21T02:43:06.722304+0000","last_undegraded":"2024-09-21T02:43:06.722304+0000","last_fullsized":"2024-09-21T02:43:06.722304+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:54:38.081131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724225+0000","last_change":"2024-09-21T02:43:05.119281+0000","last_active":"2024-09-21T02:43:06.724225+0000","last_peered":"2024-09-21T02:43:06.724225+0000","last_clean":"2024-09-21T02:43:06.724225+0000","last_became_active":"2024-09-21T02:43:05.118898+0000","last_became_peered":"2024-09-21T02:43:05.118898+0000","last_unstale":"2024-09-21T02:43:06.724225+0000","last_undegraded":"2024-09-21T02:43:06.724225+0000","last_fullsized":"2024-09-21T02:43:06.724225+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:22:32.328858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.726815+0000","last_change":"2024-09-21T02:43:04.122118+0000","last_active":"2024-09-21T02:43:06.726815+0000","last_peered":"2024-09-21T02:43:06.726815+0000","last_clean":"2024-09-21T02:43:06.726815+0000","last_became_active":"2024-09-21T02:43:04.121672+0000","last_became_peered":"2024-09-21T02:43:04.121672+0000","last_unstale":"2024-09-21T02:43:06.726815+0000","last_undegraded":"2024-09-21T02:43:06.726815+0000","last_fullsized":"2024-09-21T02:43:06.726815+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:31:17.296373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.092906+0000","last_change":"2024-09-21T02:43:05.124814+0000","last_active":"2024-09-21T02:43:06.092906+0000","last_peered":"2024-09-21T02:43:06.092906+0000","last_clean":"2024-09-21T02:43:06.092906+0000","last_became_active":"2024-09-21T02:43:05.123899+0000","last_became_peered":"2024-09-21T02:43:05.123899+0000","last_unstale":"2024-09-21T02:43:06.092906+0000","last_undegraded":"2024-09-21T02:43:06.092906+0000","last_fullsized":"2024-09-21T02:43:06.092906+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:54:35.962279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725124+0000","last_change":"2024-09-21T02:43:04.122142+0000","last_active":"2024-09-21T02:43:06.725124+0000","last_peered":"2024-09-21T02:43:06.725124+0000","last_clean":"2024-09-21T02:43:06.725124+0000","last_became_active":"2024-09-21T02:43:04.121254+0000","last_became_peered":"2024-09-21T02:43:04.121254+0000","last_unstale":"2024-09-21T02:43:06.725124+0000","last_undegraded":"2024-09-21T02:43:06.725124+0000","last_fullsized":"2024-09-21T02:43:06.725124+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:17:29.604639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.097892+0000","last_change":"2024-09-21T02:43:05.102581+0000","last_active":"2024-09-21T02:43:06.097892+0000","last_peered":"2024-09-21T02:43:06.097892+0000","last_clean":"2024-09-21T02:43:06.097892+0000","last_became_active":"2024-09-21T02:43:05.101770+0000","last_became_peered":"2024-09-21T02:43:05.101770+0000","last_unstale":"2024-09-21T02:43:06.097892+0000","last_undegraded":"2024-09-21T02:43:06.097892+0000","last_fullsized":"2024-09-21T02:43:06.097892+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:44:34.150275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.097714+0000","last_change":"2024-09-21T02:43:04.126217+0000","last_active":"2024-09-21T02:43:06.097714+0000","last_peered":"2024-09-21T02:43:06.097714+0000","last_clean":"2024-09-21T02:43:06.097714+0000","last_became_active":"2024-09-21T02:43:04.125393+0000","last_became_peered":"2024-09-21T02:43:04.125393+0000","last_unstale":"2024-09-21T02:43:06.097714+0000","last_undegraded":"2024-09-21T02:43:06.097714+0000","last_fullsized":"2024-09-21T02:43:06.097714+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:43:31.528180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.097811+0000","last_change":"2024-09-21T02:43:05.127269+0000","last_active":"2024-09-21T02:43:06.097811+0000","last_peered":"2024-09-21T02:43:06.097811+0000","last_clean":"2024-09-21T02:43:06.097811+0000","last_became_active":"2024-09-21T02:43:05.125986+0000","last_became_peered":"2024-09-21T02:43:05.125986+0000","last_unstale":"2024-09-21T02:43:06.097811+0000","last_undegraded":"2024-09-21T02:43:06.097811+0000","last_fullsized":"2024-09-21T02:43:06.097811+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:26:27.969941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1f","version":"21'4","reported_seq":19,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.095495+0000","last_change":"2024-09-21T02:43:04.113484+0000","last_active":"2024-09-21T02:43:06.095495+0000","last_peered":"2024-09-21T02:43:06.095495+0000","last_clean":"2024-09-21T02:43:06.095495+0000","last_became_active":"2024-09-21T02:43:04.112420+0000","last_became_peered":"2024-09-21T02:43:04.112420+0000","last_unstale":"2024-09-21T02:43:06.095495+0000","last_undegraded":"2024-09-21T02:43:06.095495+0000","last_fullsized":"2024-09-21T02:43:06.095495+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:37:53.781128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509447,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":76284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509446,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27840,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344000,"statfs":{"total":96636764160,"available":96608256000,"internally_reserved":0,"allocated":823296,"data_stored":666744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509445,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27268,"kb_used_data":236,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344572,"statfs":{"total":96636764160,"available":96608841728,"internally_reserved":0,"allocated":241664,"data_stored":78568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509446,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":225280,"data_stored":76866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509445,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27264,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344576,"statfs":{"total":96636764160,"available":96608845824,"internally_reserved":0,"allocated":233472,"data_stored":77896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509445,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27828,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344012,"statfs":{"total":96636764160,"available":96608268288,"internally_reserved":0,"allocated":819200,"data_stored":666722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509446,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":229376,"data_stored":76340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542150,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31412,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340428,"statfs":{"total":96636764160,"available":96604598272,"internally_reserved":0,"allocated":229376,"data_stored":76408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T02:43:10.075 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-21T02:43:10.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.269+0000 7f4ac684b640 1 -- 172.21.15.83:0/3696670032 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4ac015f0a0 msgr2=0x7f4ac015f4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:10.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.269+0000 7f4ac684b640 1 --2- 172.21.15.83:0/3696670032 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4ac015f0a0 0x7f4ac015f4b0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f4ac00c6fa0 tx=0x7f4ab801cd20 comp rx=0 tx=0).stop 2024-09-21T02:43:10.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.269+0000 7f4ac684b640 1 -- 172.21.15.83:0/3696670032 shutdown_connections 2024-09-21T02:43:10.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.269+0000 7f4ac684b640 1 --2- 172.21.15.83:0/3696670032 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4ac015f0a0 0x7f4ac015f4b0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:10.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.269+0000 7f4ac684b640 1 --2- 172.21.15.83:0/3696670032 >> v2:172.21.15.142:3300/0 conn(0x7f4ac00ca6b0 0x7f4ac00caac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:10.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.269+0000 7f4ac684b640 1 --2- 172.21.15.83:0/3696670032 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f4ac00cedb0 0x7f4ac00cf1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:10.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.269+0000 7f4ac684b640 1 -- 172.21.15.83:0/3696670032 >> 172.21.15.83:0/3696670032 conn(0x7f4ac00d0060 msgr2=0x7f4ac00d0470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:10.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.269+0000 7f4ac684b640 1 -- 172.21.15.83:0/3696670032 shutdown_connections 2024-09-21T02:43:10.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.269+0000 7f4ac684b640 1 -- 172.21.15.83:0/3696670032 wait complete. 2024-09-21T02:43:10.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.269+0000 7f4ac684b640 1 Processor -- start 2024-09-21T02:43:10.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.269+0000 7f4ac684b640 1 -- start start 2024-09-21T02:43:10.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.273+0000 7f4ac684b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4ac00ca6b0 0x7f4ac01644b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:10.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.273+0000 7f4ac684b640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f4ac00cedb0 0x7f4ac0151a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:10.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.273+0000 7f4ac684b640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4ac015f0a0 0x7f4ac00c8830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:10.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.273+0000 7f4ac684b640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f4ac0073da0 con 0x7f4ac00ca6b0 2024-09-21T02:43:10.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.273+0000 7f4ac684b640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f4ac0073c20 con 0x7f4ac015f0a0 2024-09-21T02:43:10.275 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.273+0000 7f4ac684b640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f4ac0073f20 con 0x7f4ac00cedb0 2024-09-21T02:43:10.275 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.273+0000 7f4abffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4ac00ca6b0 0x7f4ac01644b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:10.275 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.273+0000 7f4abffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4ac00ca6b0 0x7f4ac01644b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52274/0 (socket says 172.21.15.83:52274) 2024-09-21T02:43:10.275 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.273+0000 7f4abffff640 1 -- 172.21.15.83:0/3244461095 learned_addr learned my addr 172.21.15.83:0/3244461095 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:10.275 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.273+0000 7f4ac4de8640 1 --2- 172.21.15.83:0/3244461095 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4ac015f0a0 0x7f4ac00c8830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:10.275 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.273+0000 7f4abf7fe640 1 --2- 172.21.15.83:0/3244461095 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f4ac00cedb0 0x7f4ac0151a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:10.275 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.273+0000 7f4abffff640 1 -- 172.21.15.83:0/3244461095 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f4ac00cedb0 msgr2=0x7f4ac0151a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:10.275 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.273+0000 7f4abffff640 1 --2- 172.21.15.83:0/3244461095 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f4ac00cedb0 0x7f4ac0151a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:10.275 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.273+0000 7f4abffff640 1 -- 172.21.15.83:0/3244461095 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4ac015f0a0 msgr2=0x7f4ac00c8830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:10.275 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.273+0000 7f4abffff640 1 --2- 172.21.15.83:0/3244461095 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4ac015f0a0 0x7f4ac00c8830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:10.275 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.273+0000 7f4abffff640 1 -- 172.21.15.83:0/3244461095 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ac01525f0 con 0x7f4ac00ca6b0 2024-09-21T02:43:10.275 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.273+0000 7f4abf7fe640 1 --2- 172.21.15.83:0/3244461095 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f4ac00cedb0 0x7f4ac0151a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:43:10.275 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.273+0000 7f4abffff640 1 --2- 172.21.15.83:0/3244461095 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4ac00ca6b0 0x7f4ac01644b0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f4ab000d720 tx=0x7f4ab000dbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:10.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.273+0000 7f4abcff9640 1 -- 172.21.15.83:0/3244461095 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ab0017070 con 0x7f4ac00ca6b0 2024-09-21T02:43:10.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.273+0000 7f4abcff9640 1 -- 172.21.15.83:0/3244461095 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4ab0009cc0 con 0x7f4ac00ca6b0 2024-09-21T02:43:10.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.273+0000 7f4abcff9640 1 -- 172.21.15.83:0/3244461095 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ab0005280 con 0x7f4ac00ca6b0 2024-09-21T02:43:10.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.273+0000 7f4ac684b640 1 -- 172.21.15.83:0/3244461095 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ac01fd790 con 0x7f4ac00ca6b0 2024-09-21T02:43:10.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.273+0000 7f4ac684b640 1 -- 172.21.15.83:0/3244461095 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ac01673a0 con 0x7f4ac00ca6b0 2024-09-21T02:43:10.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.273+0000 7f4ac684b640 1 -- 172.21.15.83:0/3244461095 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ac00cf1c0 con 0x7f4ac00ca6b0 2024-09-21T02:43:10.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.273+0000 7f4abcff9640 1 -- 172.21.15.83:0/3244461095 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f4ab0005420 con 0x7f4ac00ca6b0 2024-09-21T02:43:10.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.277+0000 7f4abcff9640 1 --2- 172.21.15.83:0/3244461095 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f4aac073230 0x7f4aac075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:10.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.277+0000 7f4abcff9640 1 -- 172.21.15.83:0/3244461095 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f4ab00942c0 con 0x7f4ac00ca6b0 2024-09-21T02:43:10.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.277+0000 7f4abf7fe640 1 --2- 172.21.15.83:0/3244461095 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f4aac073230 0x7f4aac075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:10.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.277+0000 7f4abf7fe640 1 --2- 172.21.15.83:0/3244461095 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f4aac073230 0x7f4aac075740 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f4ac0153160 tx=0x7f4ab4005d50 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:10.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.281+0000 7f4abcff9640 1 -- 172.21.15.83:0/3244461095 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f4ab005f2e0 con 0x7f4ac00ca6b0 2024-09-21T02:43:10.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.517+0000 7f4ac684b640 1 -- 172.21.15.83:0/3244461095 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f4ac009db70 con 0x7f4ac00ca6b0 2024-09-21T02:43:10.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.517+0000 7f4abcff9640 1 -- 172.21.15.83:0/3244461095 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1053 (secure 0 0 0) 0x7f4ab005ebe0 con 0x7f4ac00ca6b0 2024-09-21T02:43:10.518 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:43:10.518 INFO:teuthology.orchestra.run.smithi083.stdout:{"fsid":"82b6a254-ea31-468f-b8d3-3f9b32622240","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":8,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":31,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":22,"num_osds":8,"num_up_osds":8,"osd_up_since":1726886573,"num_in_osds":8,"osd_in_since":1726886563,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":24,"data_bytes":592778,"bytes_used":228732928,"bytes_avail":772865380352,"bytes_total":773094113280,"write_bytes_sec":2388,"read_op_per_sec":0,"write_op_per_sec":7},"fsmap":{"epoch":8,"btime":"2024-09-21T02:43:08:146109+0000","id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"b","status":"up:active","gid":4381}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":1,"modified":"2024-09-21T02:42:38.609754+0000","services":{}},"progress_events":{}} 2024-09-21T02:43:10.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.517+0000 7f4ac684b640 1 -- 172.21.15.83:0/3244461095 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f4aac073230 msgr2=0x7f4aac075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:10.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.517+0000 7f4ac684b640 1 --2- 172.21.15.83:0/3244461095 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f4aac073230 0x7f4aac075740 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f4ac0153160 tx=0x7f4ab4005d50 comp rx=0 tx=0).stop 2024-09-21T02:43:10.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.517+0000 7f4ac684b640 1 -- 172.21.15.83:0/3244461095 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4ac00ca6b0 msgr2=0x7f4ac01644b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:10.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.517+0000 7f4ac684b640 1 --2- 172.21.15.83:0/3244461095 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4ac00ca6b0 0x7f4ac01644b0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f4ab000d720 tx=0x7f4ab000dbe0 comp rx=0 tx=0).stop 2024-09-21T02:43:10.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.517+0000 7f4ac684b640 1 -- 172.21.15.83:0/3244461095 shutdown_connections 2024-09-21T02:43:10.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.517+0000 7f4ac684b640 1 --2- 172.21.15.83:0/3244461095 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f4aac073230 0x7f4aac075740 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:10.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.517+0000 7f4ac684b640 1 --2- 172.21.15.83:0/3244461095 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4ac015f0a0 0x7f4ac00c8830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:10.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.517+0000 7f4ac684b640 1 --2- 172.21.15.83:0/3244461095 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f4ac00cedb0 0x7f4ac0151a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:10.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.517+0000 7f4ac684b640 1 --2- 172.21.15.83:0/3244461095 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4ac00ca6b0 0x7f4ac01644b0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:10.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.517+0000 7f4ac684b640 1 -- 172.21.15.83:0/3244461095 >> 172.21.15.83:0/3244461095 conn(0x7f4ac00d0060 msgr2=0x7f4ac00b1010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:10.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.517+0000 7f4ac684b640 1 -- 172.21.15.83:0/3244461095 shutdown_connections 2024-09-21T02:43:10.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.517+0000 7f4ac684b640 1 -- 172.21.15.83:0/3244461095 wait complete. 2024-09-21T02:43:10.537 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-21T02:43:10.538 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T02:43:10.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.677+0000 7f9e27070640 1 -- 172.21.15.83:0/3173837720 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9e2015f130 msgr2=0x7f9e200cef40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:10.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.677+0000 7f9e27070640 1 --2- 172.21.15.83:0/3173837720 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9e2015f130 0x7f9e200cef40 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f9e10009840 tx=0x7f9e1001c820 comp rx=0 tx=0).stop 2024-09-21T02:43:10.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.677+0000 7f9e27070640 1 -- 172.21.15.83:0/3173837720 shutdown_connections 2024-09-21T02:43:10.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.677+0000 7f9e27070640 1 --2- 172.21.15.83:0/3173837720 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9e2015f130 0x7f9e200cef40 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:10.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.677+0000 7f9e27070640 1 -- 172.21.15.83:0/3173837720 >> 172.21.15.83:0/3173837720 conn(0x7f9e20070650 msgr2=0x7f9e200b2d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:10.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.677+0000 7f9e27070640 1 -- 172.21.15.83:0/3173837720 shutdown_connections 2024-09-21T02:43:10.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.677+0000 7f9e27070640 1 -- 172.21.15.83:0/3173837720 wait complete. 2024-09-21T02:43:10.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.681+0000 7f9e27070640 1 Processor -- start 2024-09-21T02:43:10.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.681+0000 7f9e27070640 1 -- start start 2024-09-21T02:43:10.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.681+0000 7f9e27070640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f9e20074d50 0x7f9e20149eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:10.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.681+0000 7f9e27070640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9e2015f130 0x7f9e2014c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:10.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.681+0000 7f9e27070640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9e20157ff0 0x7f9e20158400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:10.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.681+0000 7f9e27070640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f9e2016a1a0 con 0x7f9e2015f130 2024-09-21T02:43:10.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.681+0000 7f9e27070640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f9e2016a020 con 0x7f9e20157ff0 2024-09-21T02:43:10.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.681+0000 7f9e27070640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f9e2016a320 con 0x7f9e20074d50 2024-09-21T02:43:10.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.681+0000 7f9e1ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9e2015f130 0x7f9e2014c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:10.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.681+0000 7f9e1ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9e2015f130 0x7f9e2014c300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52296/0 (socket says 172.21.15.83:52296) 2024-09-21T02:43:10.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.681+0000 7f9e1ffff640 1 -- 172.21.15.83:0/1607463866 learned_addr learned my addr 172.21.15.83:0/1607463866 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:10.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.681+0000 7f9e2560d640 1 --2- 172.21.15.83:0/1607463866 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9e20157ff0 0x7f9e20158400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:10.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.681+0000 7f9e1ffff640 1 -- 172.21.15.83:0/1607463866 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f9e20074d50 msgr2=0x7f9e20149eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:10.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.681+0000 7f9e1ffff640 1 --2- 172.21.15.83:0/1607463866 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f9e20074d50 0x7f9e20149eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:10.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.681+0000 7f9e1ffff640 1 -- 172.21.15.83:0/1607463866 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9e20157ff0 msgr2=0x7f9e20158400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:10.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.681+0000 7f9e1ffff640 1 --2- 172.21.15.83:0/1607463866 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9e20157ff0 0x7f9e20158400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:10.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.681+0000 7f9e1ffff640 1 -- 172.21.15.83:0/1607463866 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e201f9900 con 0x7f9e2015f130 2024-09-21T02:43:10.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.681+0000 7f9e1ffff640 1 --2- 172.21.15.83:0/1607463866 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9e2015f130 0x7f9e2014c300 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f9e1400b410 tx=0x7f9e1400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:10.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.681+0000 7f9e1d7fa640 1 -- 172.21.15.83:0/1607463866 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e14015030 con 0x7f9e2015f130 2024-09-21T02:43:10.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.681+0000 7f9e1d7fa640 1 -- 172.21.15.83:0/1607463866 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9e14004020 con 0x7f9e2015f130 2024-09-21T02:43:10.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.681+0000 7f9e27070640 1 -- 172.21.15.83:0/1607463866 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e2014b820 con 0x7f9e2015f130 2024-09-21T02:43:10.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.681+0000 7f9e1d7fa640 1 -- 172.21.15.83:0/1607463866 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e14004470 con 0x7f9e2015f130 2024-09-21T02:43:10.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.681+0000 7f9e27070640 1 -- 172.21.15.83:0/1607463866 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e2014c840 con 0x7f9e2015f130 2024-09-21T02:43:10.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.681+0000 7f9e27070640 1 -- 172.21.15.83:0/1607463866 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e200cef40 con 0x7f9e2015f130 2024-09-21T02:43:10.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.685+0000 7f9e1d7fa640 1 -- 172.21.15.83:0/1607463866 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f9e14018070 con 0x7f9e2015f130 2024-09-21T02:43:10.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.685+0000 7f9e1d7fa640 1 --2- 172.21.15.83:0/1607463866 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9e0c073230 0x7f9e0c075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:10.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.685+0000 7f9e1d7fa640 1 -- 172.21.15.83:0/1607463866 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f9e14093cf0 con 0x7f9e2015f130 2024-09-21T02:43:10.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.685+0000 7f9e24e0c640 1 --2- 172.21.15.83:0/1607463866 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9e0c073230 0x7f9e0c075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:10.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.685+0000 7f9e24e0c640 1 --2- 172.21.15.83:0/1607463866 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9e0c073230 0x7f9e0c075740 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f9e100ae000 tx=0x7f9e100195c0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:10.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.689+0000 7f9e1d7fa640 1 -- 172.21.15.83:0/1607463866 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f9e14098070 con 0x7f9e2015f130 2024-09-21T02:43:10.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.845+0000 7f9e27070640 1 -- 172.21.15.83:0/1607463866 --> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9e2015aab0 con 0x7f9e0c073230 2024-09-21T02:43:10.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.857+0000 7f9e1d7fa640 1 -- 172.21.15.83:0/1607463866 <== mgr.4150 v2:172.21.15.83:6800/38882767 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251932 (secure 0 0 0) 0x7f9e2015aab0 con 0x7f9e0c073230 2024-09-21T02:43:10.861 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:43:10.862 INFO:teuthology.orchestra.run.smithi083.stderr:dumped all 2024-09-21T02:43:10.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.861+0000 7f9e27070640 1 -- 172.21.15.83:0/1607463866 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9e0c073230 msgr2=0x7f9e0c075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:10.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.861+0000 7f9e27070640 1 --2- 172.21.15.83:0/1607463866 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9e0c073230 0x7f9e0c075740 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f9e100ae000 tx=0x7f9e100195c0 comp rx=0 tx=0).stop 2024-09-21T02:43:10.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.861+0000 7f9e27070640 1 -- 172.21.15.83:0/1607463866 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9e2015f130 msgr2=0x7f9e2014c300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:10.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.861+0000 7f9e27070640 1 --2- 172.21.15.83:0/1607463866 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9e2015f130 0x7f9e2014c300 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f9e1400b410 tx=0x7f9e1400b8d0 comp rx=0 tx=0).stop 2024-09-21T02:43:10.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.861+0000 7f9e27070640 1 -- 172.21.15.83:0/1607463866 shutdown_connections 2024-09-21T02:43:10.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.861+0000 7f9e27070640 1 --2- 172.21.15.83:0/1607463866 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9e0c073230 0x7f9e0c075740 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:10.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.861+0000 7f9e27070640 1 --2- 172.21.15.83:0/1607463866 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9e20157ff0 0x7f9e20158400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:10.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.861+0000 7f9e27070640 1 --2- 172.21.15.83:0/1607463866 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9e2015f130 0x7f9e2014c300 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:10.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.861+0000 7f9e27070640 1 --2- 172.21.15.83:0/1607463866 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f9e20074d50 0x7f9e20149eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:10.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.861+0000 7f9e27070640 1 -- 172.21.15.83:0/1607463866 >> 172.21.15.83:0/1607463866 conn(0x7f9e20070650 msgr2=0x7f9e200710a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:10.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.861+0000 7f9e27070640 1 -- 172.21.15.83:0/1607463866 shutdown_connections 2024-09-21T02:43:10.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:10.861+0000 7f9e27070640 1 -- 172.21.15.83:0/1607463866 wait complete. 2024-09-21T02:43:10.881 INFO:teuthology.orchestra.run.smithi083.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2024-09-21T02:43:09.778891+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":187,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":223372,"kb_used_data":2952,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754751348,"statfs":{"total":773094113280,"available":772865380352,"internally_reserved":0,"allocated":3022848,"data_stored":1795828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":225496625},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":43,"apply_latency_ms":43,"commit_latency_ns":43000000,"apply_latency_ns":43000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001937"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724031+0000","last_change":"2024-09-21T02:43:05.121617+0000","last_active":"2024-09-21T02:43:06.724031+0000","last_peered":"2024-09-21T02:43:06.724031+0000","last_clean":"2024-09-21T02:43:06.724031+0000","last_became_active":"2024-09-21T02:43:05.121223+0000","last_became_peered":"2024-09-21T02:43:05.121223+0000","last_unstale":"2024-09-21T02:43:06.724031+0000","last_undegraded":"2024-09-21T02:43:06.724031+0000","last_fullsized":"2024-09-21T02:43:06.724031+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:15:35.613095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.097521+0000","last_change":"2024-09-21T02:43:05.116256+0000","last_active":"2024-09-21T02:43:06.097521+0000","last_peered":"2024-09-21T02:43:06.097521+0000","last_clean":"2024-09-21T02:43:06.097521+0000","last_became_active":"2024-09-21T02:43:05.115245+0000","last_became_peered":"2024-09-21T02:43:05.115245+0000","last_unstale":"2024-09-21T02:43:06.097521+0000","last_undegraded":"2024-09-21T02:43:06.097521+0000","last_fullsized":"2024-09-21T02:43:06.097521+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:12:17.840709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094754+0000","last_change":"2024-09-21T02:43:05.108736+0000","last_active":"2024-09-21T02:43:06.094754+0000","last_peered":"2024-09-21T02:43:06.094754+0000","last_clean":"2024-09-21T02:43:06.094754+0000","last_became_active":"2024-09-21T02:43:05.108387+0000","last_became_peered":"2024-09-21T02:43:05.108387+0000","last_unstale":"2024-09-21T02:43:06.094754+0000","last_undegraded":"2024-09-21T02:43:06.094754+0000","last_fullsized":"2024-09-21T02:43:06.094754+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:10.437746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720706+0000","last_change":"2024-09-21T02:43:05.113841+0000","last_active":"2024-09-21T02:43:06.720706+0000","last_peered":"2024-09-21T02:43:06.720706+0000","last_clean":"2024-09-21T02:43:06.720706+0000","last_became_active":"2024-09-21T02:43:05.113461+0000","last_became_peered":"2024-09-21T02:43:05.113461+0000","last_unstale":"2024-09-21T02:43:06.720706+0000","last_undegraded":"2024-09-21T02:43:06.720706+0000","last_fullsized":"2024-09-21T02:43:06.720706+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:08:06.658090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724698+0000","last_change":"2024-09-21T02:43:05.131723+0000","last_active":"2024-09-21T02:43:06.724698+0000","last_peered":"2024-09-21T02:43:06.724698+0000","last_clean":"2024-09-21T02:43:06.724698+0000","last_became_active":"2024-09-21T02:43:05.131034+0000","last_became_peered":"2024-09-21T02:43:05.131034+0000","last_unstale":"2024-09-21T02:43:06.724698+0000","last_undegraded":"2024-09-21T02:43:06.724698+0000","last_fullsized":"2024-09-21T02:43:06.724698+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:45:27.099096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720166+0000","last_change":"2024-09-21T02:43:05.114312+0000","last_active":"2024-09-21T02:43:06.720166+0000","last_peered":"2024-09-21T02:43:06.720166+0000","last_clean":"2024-09-21T02:43:06.720166+0000","last_became_active":"2024-09-21T02:43:05.113952+0000","last_became_peered":"2024-09-21T02:43:05.113952+0000","last_unstale":"2024-09-21T02:43:06.720166+0000","last_undegraded":"2024-09-21T02:43:06.720166+0000","last_fullsized":"2024-09-21T02:43:06.720166+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:54:35.962279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724519+0000","last_change":"2024-09-21T02:43:05.126815+0000","last_active":"2024-09-21T02:43:06.724519+0000","last_peered":"2024-09-21T02:43:06.724519+0000","last_clean":"2024-09-21T02:43:06.724519+0000","last_became_active":"2024-09-21T02:43:05.126353+0000","last_became_peered":"2024-09-21T02:43:05.126353+0000","last_unstale":"2024-09-21T02:43:06.724519+0000","last_undegraded":"2024-09-21T02:43:06.724519+0000","last_fullsized":"2024-09-21T02:43:06.724519+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:10.437746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.093804+0000","last_change":"2024-09-21T02:43:05.118091+0000","last_active":"2024-09-21T02:43:06.093804+0000","last_peered":"2024-09-21T02:43:06.093804+0000","last_clean":"2024-09-21T02:43:06.093804+0000","last_became_active":"2024-09-21T02:43:05.117028+0000","last_became_peered":"2024-09-21T02:43:05.117028+0000","last_unstale":"2024-09-21T02:43:06.093804+0000","last_undegraded":"2024-09-21T02:43:06.093804+0000","last_fullsized":"2024-09-21T02:43:06.093804+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:56:46.959685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.093155+0000","last_change":"2024-09-21T02:43:05.118188+0000","last_active":"2024-09-21T02:43:06.093155+0000","last_peered":"2024-09-21T02:43:06.093155+0000","last_clean":"2024-09-21T02:43:06.093155+0000","last_became_active":"2024-09-21T02:43:05.116040+0000","last_became_peered":"2024-09-21T02:43:05.116040+0000","last_unstale":"2024-09-21T02:43:06.093155+0000","last_undegraded":"2024-09-21T02:43:06.093155+0000","last_fullsized":"2024-09-21T02:43:06.093155+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:37:26.563673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725448+0000","last_change":"2024-09-21T02:43:05.133469+0000","last_active":"2024-09-21T02:43:06.725448+0000","last_peered":"2024-09-21T02:43:06.725448+0000","last_clean":"2024-09-21T02:43:06.725448+0000","last_became_active":"2024-09-21T02:43:05.132720+0000","last_became_peered":"2024-09-21T02:43:05.132720+0000","last_unstale":"2024-09-21T02:43:06.725448+0000","last_undegraded":"2024-09-21T02:43:06.725448+0000","last_fullsized":"2024-09-21T02:43:06.725448+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:44:34.150275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724046+0000","last_change":"2024-09-21T02:43:05.126516+0000","last_active":"2024-09-21T02:43:06.724046+0000","last_peered":"2024-09-21T02:43:06.724046+0000","last_clean":"2024-09-21T02:43:06.724046+0000","last_became_active":"2024-09-21T02:43:05.126136+0000","last_became_peered":"2024-09-21T02:43:05.126136+0000","last_unstale":"2024-09-21T02:43:06.724046+0000","last_undegraded":"2024-09-21T02:43:06.724046+0000","last_fullsized":"2024-09-21T02:43:06.724046+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:29:22.164450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.726478+0000","last_change":"2024-09-21T02:43:05.127170+0000","last_active":"2024-09-21T02:43:06.726478+0000","last_peered":"2024-09-21T02:43:06.726478+0000","last_clean":"2024-09-21T02:43:06.726478+0000","last_became_active":"2024-09-21T02:43:05.126819+0000","last_became_peered":"2024-09-21T02:43:05.126819+0000","last_unstale":"2024-09-21T02:43:06.726478+0000","last_undegraded":"2024-09-21T02:43:06.726478+0000","last_fullsized":"2024-09-21T02:43:06.726478+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:43:34.023090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.460921+0000","last_change":"2024-09-21T02:43:05.120497+0000","last_active":"2024-09-21T02:43:06.460921+0000","last_peered":"2024-09-21T02:43:06.460921+0000","last_clean":"2024-09-21T02:43:06.460921+0000","last_became_active":"2024-09-21T02:43:05.119578+0000","last_became_peered":"2024-09-21T02:43:05.119578+0000","last_unstale":"2024-09-21T02:43:06.460921+0000","last_undegraded":"2024-09-21T02:43:06.460921+0000","last_fullsized":"2024-09-21T02:43:06.460921+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:11:18.264453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.460521+0000","last_change":"2024-09-21T02:43:05.130464+0000","last_active":"2024-09-21T02:43:06.460521+0000","last_peered":"2024-09-21T02:43:06.460521+0000","last_clean":"2024-09-21T02:43:06.460521+0000","last_became_active":"2024-09-21T02:43:05.129969+0000","last_became_peered":"2024-09-21T02:43:05.129969+0000","last_unstale":"2024-09-21T02:43:06.460521+0000","last_undegraded":"2024-09-21T02:43:06.460521+0000","last_fullsized":"2024-09-21T02:43:06.460521+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:30:19.449789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.093687+0000","last_change":"2024-09-21T02:43:05.117163+0000","last_active":"2024-09-21T02:43:06.093687+0000","last_peered":"2024-09-21T02:43:06.093687+0000","last_clean":"2024-09-21T02:43:06.093687+0000","last_became_active":"2024-09-21T02:43:05.115791+0000","last_became_peered":"2024-09-21T02:43:05.115791+0000","last_unstale":"2024-09-21T02:43:06.093687+0000","last_undegraded":"2024-09-21T02:43:06.093687+0000","last_fullsized":"2024-09-21T02:43:06.093687+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:03:38.093710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.721224+0000","last_change":"2024-09-21T02:43:05.109190+0000","last_active":"2024-09-21T02:43:06.721224+0000","last_peered":"2024-09-21T02:43:06.721224+0000","last_clean":"2024-09-21T02:43:06.721224+0000","last_became_active":"2024-09-21T02:43:05.108873+0000","last_became_peered":"2024-09-21T02:43:05.108873+0000","last_unstale":"2024-09-21T02:43:06.721224+0000","last_undegraded":"2024-09-21T02:43:06.721224+0000","last_fullsized":"2024-09-21T02:43:06.721224+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:00:54.515827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.726642+0000","last_change":"2024-09-21T02:43:05.123416+0000","last_active":"2024-09-21T02:43:06.726642+0000","last_peered":"2024-09-21T02:43:06.726642+0000","last_clean":"2024-09-21T02:43:06.726642+0000","last_became_active":"2024-09-21T02:43:05.123036+0000","last_became_peered":"2024-09-21T02:43:05.123036+0000","last_unstale":"2024-09-21T02:43:06.726642+0000","last_undegraded":"2024-09-21T02:43:06.726642+0000","last_fullsized":"2024-09-21T02:43:06.726642+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:08.218064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720130+0000","last_change":"2024-09-21T02:43:05.125916+0000","last_active":"2024-09-21T02:43:06.720130+0000","last_peered":"2024-09-21T02:43:06.720130+0000","last_clean":"2024-09-21T02:43:06.720130+0000","last_became_active":"2024-09-21T02:43:05.125301+0000","last_became_peered":"2024-09-21T02:43:05.125301+0000","last_unstale":"2024-09-21T02:43:06.720130+0000","last_undegraded":"2024-09-21T02:43:06.720130+0000","last_fullsized":"2024-09-21T02:43:06.720130+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:44:25.917038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725541+0000","last_change":"2024-09-21T02:43:05.110150+0000","last_active":"2024-09-21T02:43:06.725541+0000","last_peered":"2024-09-21T02:43:06.725541+0000","last_clean":"2024-09-21T02:43:06.725541+0000","last_became_active":"2024-09-21T02:43:05.109768+0000","last_became_peered":"2024-09-21T02:43:05.109768+0000","last_unstale":"2024-09-21T02:43:06.725541+0000","last_undegraded":"2024-09-21T02:43:06.725541+0000","last_fullsized":"2024-09-21T02:43:06.725541+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:52:05.734711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.726648+0000","last_change":"2024-09-21T02:43:05.121357+0000","last_active":"2024-09-21T02:43:06.726648+0000","last_peered":"2024-09-21T02:43:06.726648+0000","last_clean":"2024-09-21T02:43:06.726648+0000","last_became_active":"2024-09-21T02:43:05.117736+0000","last_became_peered":"2024-09-21T02:43:05.117736+0000","last_unstale":"2024-09-21T02:43:06.726648+0000","last_undegraded":"2024-09-21T02:43:06.726648+0000","last_fullsized":"2024-09-21T02:43:06.726648+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:29:08.709745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.095632+0000","last_change":"2024-09-21T02:43:05.109789+0000","last_active":"2024-09-21T02:43:06.095632+0000","last_peered":"2024-09-21T02:43:06.095632+0000","last_clean":"2024-09-21T02:43:06.095632+0000","last_became_active":"2024-09-21T02:43:05.109420+0000","last_became_peered":"2024-09-21T02:43:05.109420+0000","last_unstale":"2024-09-21T02:43:06.095632+0000","last_undegraded":"2024-09-21T02:43:06.095632+0000","last_fullsized":"2024-09-21T02:43:06.095632+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:56:46.959685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.092925+0000","last_change":"2024-09-21T02:43:05.118183+0000","last_active":"2024-09-21T02:43:06.092925+0000","last_peered":"2024-09-21T02:43:06.092925+0000","last_clean":"2024-09-21T02:43:06.092925+0000","last_became_active":"2024-09-21T02:43:05.115204+0000","last_became_peered":"2024-09-21T02:43:05.115204+0000","last_unstale":"2024-09-21T02:43:06.092925+0000","last_undegraded":"2024-09-21T02:43:06.092925+0000","last_fullsized":"2024-09-21T02:43:06.092925+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:18:24.461623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.093950+0000","last_change":"2024-09-21T02:43:05.114710+0000","last_active":"2024-09-21T02:43:06.093950+0000","last_peered":"2024-09-21T02:43:06.093950+0000","last_clean":"2024-09-21T02:43:06.093950+0000","last_became_active":"2024-09-21T02:43:05.113885+0000","last_became_peered":"2024-09-21T02:43:05.113885+0000","last_unstale":"2024-09-21T02:43:06.093950+0000","last_undegraded":"2024-09-21T02:43:06.093950+0000","last_fullsized":"2024-09-21T02:43:06.093950+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:57:15.429112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722013+0000","last_change":"2024-09-21T02:43:05.113426+0000","last_active":"2024-09-21T02:43:06.722013+0000","last_peered":"2024-09-21T02:43:06.722013+0000","last_clean":"2024-09-21T02:43:06.722013+0000","last_became_active":"2024-09-21T02:43:05.113122+0000","last_became_peered":"2024-09-21T02:43:05.113122+0000","last_unstale":"2024-09-21T02:43:06.722013+0000","last_undegraded":"2024-09-21T02:43:06.722013+0000","last_fullsized":"2024-09-21T02:43:06.722013+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:42:28.325463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.097558+0000","last_change":"2024-09-21T02:43:05.120246+0000","last_active":"2024-09-21T02:43:06.097558+0000","last_peered":"2024-09-21T02:43:06.097558+0000","last_clean":"2024-09-21T02:43:06.097558+0000","last_became_active":"2024-09-21T02:43:05.119911+0000","last_became_peered":"2024-09-21T02:43:05.119911+0000","last_unstale":"2024-09-21T02:43:06.097558+0000","last_undegraded":"2024-09-21T02:43:06.097558+0000","last_fullsized":"2024-09-21T02:43:06.097558+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:14:44.917047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720750+0000","last_change":"2024-09-21T02:43:05.111941+0000","last_active":"2024-09-21T02:43:06.720750+0000","last_peered":"2024-09-21T02:43:06.720750+0000","last_clean":"2024-09-21T02:43:06.720750+0000","last_became_active":"2024-09-21T02:43:05.110911+0000","last_became_peered":"2024-09-21T02:43:05.110911+0000","last_unstale":"2024-09-21T02:43:06.720750+0000","last_undegraded":"2024-09-21T02:43:06.720750+0000","last_fullsized":"2024-09-21T02:43:06.720750+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:28:05.000847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.461538+0000","last_change":"2024-09-21T02:43:05.125276+0000","last_active":"2024-09-21T02:43:06.461538+0000","last_peered":"2024-09-21T02:43:06.461538+0000","last_clean":"2024-09-21T02:43:06.461538+0000","last_became_active":"2024-09-21T02:43:05.124243+0000","last_became_peered":"2024-09-21T02:43:05.124243+0000","last_unstale":"2024-09-21T02:43:06.461538+0000","last_undegraded":"2024-09-21T02:43:06.461538+0000","last_fullsized":"2024-09-21T02:43:06.461538+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:20:19.204300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.460914+0000","last_change":"2024-09-21T02:43:05.126195+0000","last_active":"2024-09-21T02:43:06.460914+0000","last_peered":"2024-09-21T02:43:06.460914+0000","last_clean":"2024-09-21T02:43:06.460914+0000","last_became_active":"2024-09-21T02:43:05.125639+0000","last_became_peered":"2024-09-21T02:43:05.125639+0000","last_unstale":"2024-09-21T02:43:06.460914+0000","last_undegraded":"2024-09-21T02:43:06.460914+0000","last_fullsized":"2024-09-21T02:43:06.460914+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:40:09.079894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094989+0000","last_change":"2024-09-21T02:43:05.118146+0000","last_active":"2024-09-21T02:43:06.094989+0000","last_peered":"2024-09-21T02:43:06.094989+0000","last_clean":"2024-09-21T02:43:06.094989+0000","last_became_active":"2024-09-21T02:43:05.110820+0000","last_became_peered":"2024-09-21T02:43:05.110820+0000","last_unstale":"2024-09-21T02:43:06.094989+0000","last_undegraded":"2024-09-21T02:43:06.094989+0000","last_fullsized":"2024-09-21T02:43:06.094989+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:45:27.099096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725019+0000","last_change":"2024-09-21T02:43:05.111200+0000","last_active":"2024-09-21T02:43:06.725019+0000","last_peered":"2024-09-21T02:43:06.725019+0000","last_clean":"2024-09-21T02:43:06.725019+0000","last_became_active":"2024-09-21T02:43:05.110745+0000","last_became_peered":"2024-09-21T02:43:05.110745+0000","last_unstale":"2024-09-21T02:43:06.725019+0000","last_undegraded":"2024-09-21T02:43:06.725019+0000","last_fullsized":"2024-09-21T02:43:06.725019+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:40:39.032429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.719864+0000","last_change":"2024-09-21T02:43:05.119223+0000","last_active":"2024-09-21T02:43:06.719864+0000","last_peered":"2024-09-21T02:43:06.719864+0000","last_clean":"2024-09-21T02:43:06.719864+0000","last_became_active":"2024-09-21T02:43:05.118391+0000","last_became_peered":"2024-09-21T02:43:05.118391+0000","last_unstale":"2024-09-21T02:43:06.719864+0000","last_undegraded":"2024-09-21T02:43:06.719864+0000","last_fullsized":"2024-09-21T02:43:06.719864+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:02:32.372146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.719711+0000","last_change":"2024-09-21T02:43:05.124496+0000","last_active":"2024-09-21T02:43:06.719711+0000","last_peered":"2024-09-21T02:43:06.719711+0000","last_clean":"2024-09-21T02:43:06.719711+0000","last_became_active":"2024-09-21T02:43:05.123768+0000","last_became_peered":"2024-09-21T02:43:05.123768+0000","last_unstale":"2024-09-21T02:43:06.719711+0000","last_undegraded":"2024-09-21T02:43:06.719711+0000","last_fullsized":"2024-09-21T02:43:06.719711+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:51:52.343831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.093029+0000","last_change":"2024-09-21T02:43:05.105923+0000","last_active":"2024-09-21T02:43:06.093029+0000","last_peered":"2024-09-21T02:43:06.093029+0000","last_clean":"2024-09-21T02:43:06.093029+0000","last_became_active":"2024-09-21T02:43:05.105180+0000","last_became_peered":"2024-09-21T02:43:05.105180+0000","last_unstale":"2024-09-21T02:43:06.093029+0000","last_undegraded":"2024-09-21T02:43:06.093029+0000","last_fullsized":"2024-09-21T02:43:06.093029+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:28:05.000847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.095189+0000","last_change":"2024-09-21T02:43:04.124519+0000","last_active":"2024-09-21T02:43:06.095189+0000","last_peered":"2024-09-21T02:43:06.095189+0000","last_clean":"2024-09-21T02:43:06.095189+0000","last_became_active":"2024-09-21T02:43:04.121614+0000","last_became_peered":"2024-09-21T02:43:04.121614+0000","last_unstale":"2024-09-21T02:43:06.095189+0000","last_undegraded":"2024-09-21T02:43:06.095189+0000","last_fullsized":"2024-09-21T02:43:06.095189+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:32:03.954857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.096719+0000","last_change":"2024-09-21T02:43:05.114867+0000","last_active":"2024-09-21T02:43:06.096719+0000","last_peered":"2024-09-21T02:43:06.096719+0000","last_clean":"2024-09-21T02:43:06.096719+0000","last_became_active":"2024-09-21T02:43:05.114427+0000","last_became_peered":"2024-09-21T02:43:05.114427+0000","last_unstale":"2024-09-21T02:43:06.096719+0000","last_undegraded":"2024-09-21T02:43:06.096719+0000","last_fullsized":"2024-09-21T02:43:06.096719+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:49:12.828786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722515+0000","last_change":"2024-09-21T02:43:04.116011+0000","last_active":"2024-09-21T02:43:06.722515+0000","last_peered":"2024-09-21T02:43:06.722515+0000","last_clean":"2024-09-21T02:43:06.722515+0000","last_became_active":"2024-09-21T02:43:04.115516+0000","last_became_peered":"2024-09-21T02:43:04.115516+0000","last_unstale":"2024-09-21T02:43:06.722515+0000","last_undegraded":"2024-09-21T02:43:06.722515+0000","last_fullsized":"2024-09-21T02:43:06.722515+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:44:48.471255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.459948+0000","last_change":"2024-09-21T02:43:04.128620+0000","last_active":"2024-09-21T02:43:06.459948+0000","last_peered":"2024-09-21T02:43:06.459948+0000","last_clean":"2024-09-21T02:43:06.459948+0000","last_became_active":"2024-09-21T02:43:04.127904+0000","last_became_peered":"2024-09-21T02:43:04.127904+0000","last_unstale":"2024-09-21T02:43:06.459948+0000","last_undegraded":"2024-09-21T02:43:06.459948+0000","last_fullsized":"2024-09-21T02:43:06.459948+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:57:18.944929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094387+0000","last_change":"2024-09-21T02:43:05.122450+0000","last_active":"2024-09-21T02:43:06.094387+0000","last_peered":"2024-09-21T02:43:06.094387+0000","last_clean":"2024-09-21T02:43:06.094387+0000","last_became_active":"2024-09-21T02:43:05.122104+0000","last_became_peered":"2024-09-21T02:43:05.122104+0000","last_unstale":"2024-09-21T02:43:06.094387+0000","last_undegraded":"2024-09-21T02:43:06.094387+0000","last_fullsized":"2024-09-21T02:43:06.094387+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:13:40.691947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.721431+0000","last_change":"2024-09-21T02:43:04.113594+0000","last_active":"2024-09-21T02:43:06.721431+0000","last_peered":"2024-09-21T02:43:06.721431+0000","last_clean":"2024-09-21T02:43:06.721431+0000","last_became_active":"2024-09-21T02:43:04.112893+0000","last_became_peered":"2024-09-21T02:43:04.112893+0000","last_unstale":"2024-09-21T02:43:06.721431+0000","last_undegraded":"2024-09-21T02:43:06.721431+0000","last_fullsized":"2024-09-21T02:43:06.721431+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:28:03.989044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094635+0000","last_change":"2024-09-21T02:43:05.119140+0000","last_active":"2024-09-21T02:43:06.094635+0000","last_peered":"2024-09-21T02:43:06.094635+0000","last_clean":"2024-09-21T02:43:06.094635+0000","last_became_active":"2024-09-21T02:43:05.118517+0000","last_became_peered":"2024-09-21T02:43:05.118517+0000","last_unstale":"2024-09-21T02:43:06.094635+0000","last_undegraded":"2024-09-21T02:43:06.094635+0000","last_fullsized":"2024-09-21T02:43:06.094635+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:31:18.308175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.092994+0000","last_change":"2024-09-21T02:43:04.118628+0000","last_active":"2024-09-21T02:43:06.092994+0000","last_peered":"2024-09-21T02:43:06.092994+0000","last_clean":"2024-09-21T02:43:06.092994+0000","last_became_active":"2024-09-21T02:43:04.117946+0000","last_became_peered":"2024-09-21T02:43:04.117946+0000","last_unstale":"2024-09-21T02:43:06.092994+0000","last_undegraded":"2024-09-21T02:43:06.092994+0000","last_fullsized":"2024-09-21T02:43:06.092994+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:32:03.954857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720739+0000","last_change":"2024-09-21T02:43:05.122535+0000","last_active":"2024-09-21T02:43:06.720739+0000","last_peered":"2024-09-21T02:43:06.720739+0000","last_clean":"2024-09-21T02:43:06.720739+0000","last_became_active":"2024-09-21T02:43:05.115875+0000","last_became_peered":"2024-09-21T02:43:05.115875+0000","last_unstale":"2024-09-21T02:43:06.720739+0000","last_undegraded":"2024-09-21T02:43:06.720739+0000","last_fullsized":"2024-09-21T02:43:06.720739+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:17:46.350122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724881+0000","last_change":"2024-09-21T02:43:04.116335+0000","last_active":"2024-09-21T02:43:06.724881+0000","last_peered":"2024-09-21T02:43:06.724881+0000","last_clean":"2024-09-21T02:43:06.724881+0000","last_became_active":"2024-09-21T02:43:04.115557+0000","last_became_peered":"2024-09-21T02:43:04.115557+0000","last_unstale":"2024-09-21T02:43:06.724881+0000","last_undegraded":"2024-09-21T02:43:06.724881+0000","last_fullsized":"2024-09-21T02:43:06.724881+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:37:25.551870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.097938+0000","last_change":"2024-09-21T02:43:05.117521+0000","last_active":"2024-09-21T02:43:06.097938+0000","last_peered":"2024-09-21T02:43:06.097938+0000","last_clean":"2024-09-21T02:43:06.097938+0000","last_became_active":"2024-09-21T02:43:05.117168+0000","last_became_peered":"2024-09-21T02:43:05.117168+0000","last_unstale":"2024-09-21T02:43:06.097938+0000","last_undegraded":"2024-09-21T02:43:06.097938+0000","last_fullsized":"2024-09-21T02:43:06.097938+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:43:34.023090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":18,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.719920+0000","last_change":"2024-09-21T02:43:04.130476+0000","last_active":"2024-09-21T02:43:06.719920+0000","last_peered":"2024-09-21T02:43:06.719920+0000","last_clean":"2024-09-21T02:43:06.719920+0000","last_became_active":"2024-09-21T02:43:04.129804+0000","last_became_peered":"2024-09-21T02:43:04.129804+0000","last_unstale":"2024-09-21T02:43:06.719920+0000","last_undegraded":"2024-09-21T02:43:06.719920+0000","last_fullsized":"2024-09-21T02:43:06.719920+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:06:18.998075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722694+0000","last_change":"2024-09-21T02:43:05.123063+0000","last_active":"2024-09-21T02:43:06.722694+0000","last_peered":"2024-09-21T02:43:06.722694+0000","last_clean":"2024-09-21T02:43:06.722694+0000","last_became_active":"2024-09-21T02:43:05.122692+0000","last_became_peered":"2024-09-21T02:43:05.122692+0000","last_unstale":"2024-09-21T02:43:06.722694+0000","last_undegraded":"2024-09-21T02:43:06.722694+0000","last_fullsized":"2024-09-21T02:43:06.722694+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:28:56.691879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"21'6","reported_seq":21,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720371+0000","last_change":"2024-09-21T02:43:04.124825+0000","last_active":"2024-09-21T02:43:06.720371+0000","last_peered":"2024-09-21T02:43:06.720371+0000","last_clean":"2024-09-21T02:43:06.720371+0000","last_became_active":"2024-09-21T02:43:04.124054+0000","last_became_peered":"2024-09-21T02:43:04.124054+0000","last_unstale":"2024-09-21T02:43:06.720371+0000","last_undegraded":"2024-09-21T02:43:06.720371+0000","last_fullsized":"2024-09-21T02:43:06.720371+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:36:50.706763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724711+0000","last_change":"2024-09-21T02:43:05.139121+0000","last_active":"2024-09-21T02:43:06.724711+0000","last_peered":"2024-09-21T02:43:06.724711+0000","last_clean":"2024-09-21T02:43:06.724711+0000","last_became_active":"2024-09-21T02:43:05.138626+0000","last_became_peered":"2024-09-21T02:43:05.138626+0000","last_unstale":"2024-09-21T02:43:06.724711+0000","last_undegraded":"2024-09-21T02:43:06.724711+0000","last_fullsized":"2024-09-21T02:43:06.724711+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:49:42.329491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720078+0000","last_change":"2024-09-21T02:43:04.129073+0000","last_active":"2024-09-21T02:43:06.720078+0000","last_peered":"2024-09-21T02:43:06.720078+0000","last_clean":"2024-09-21T02:43:06.720078+0000","last_became_active":"2024-09-21T02:43:04.128260+0000","last_became_peered":"2024-09-21T02:43:04.128260+0000","last_unstale":"2024-09-21T02:43:06.720078+0000","last_undegraded":"2024-09-21T02:43:06.720078+0000","last_fullsized":"2024-09-21T02:43:06.720078+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:46:25.401410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.460561+0000","last_change":"2024-09-21T02:43:05.132677+0000","last_active":"2024-09-21T02:43:06.460561+0000","last_peered":"2024-09-21T02:43:06.460561+0000","last_clean":"2024-09-21T02:43:06.460561+0000","last_became_active":"2024-09-21T02:43:05.129070+0000","last_became_peered":"2024-09-21T02:43:05.129070+0000","last_unstale":"2024-09-21T02:43:06.460561+0000","last_undegraded":"2024-09-21T02:43:06.460561+0000","last_fullsized":"2024-09-21T02:43:06.460561+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:17:30.683440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722848+0000","last_change":"2024-09-21T02:43:04.123143+0000","last_active":"2024-09-21T02:43:06.722848+0000","last_peered":"2024-09-21T02:43:06.722848+0000","last_clean":"2024-09-21T02:43:06.722848+0000","last_became_active":"2024-09-21T02:43:04.122581+0000","last_became_peered":"2024-09-21T02:43:04.122581+0000","last_unstale":"2024-09-21T02:43:06.722848+0000","last_undegraded":"2024-09-21T02:43:06.722848+0000","last_fullsized":"2024-09-21T02:43:06.722848+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:17:29.604639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722616+0000","last_change":"2024-09-21T02:43:05.117280+0000","last_active":"2024-09-21T02:43:06.722616+0000","last_peered":"2024-09-21T02:43:06.722616+0000","last_clean":"2024-09-21T02:43:06.722616+0000","last_became_active":"2024-09-21T02:43:05.116777+0000","last_became_peered":"2024-09-21T02:43:05.116777+0000","last_unstale":"2024-09-21T02:43:06.722616+0000","last_undegraded":"2024-09-21T02:43:06.722616+0000","last_fullsized":"2024-09-21T02:43:06.722616+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:04:32.515354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724723+0000","last_change":"2024-09-21T02:43:04.114371+0000","last_active":"2024-09-21T02:43:06.724723+0000","last_peered":"2024-09-21T02:43:06.724723+0000","last_clean":"2024-09-21T02:43:06.724723+0000","last_became_active":"2024-09-21T02:43:04.109865+0000","last_became_peered":"2024-09-21T02:43:04.109865+0000","last_unstale":"2024-09-21T02:43:06.724723+0000","last_undegraded":"2024-09-21T02:43:06.724723+0000","last_fullsized":"2024-09-21T02:43:06.724723+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:28:03.989044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.092294+0000","last_change":"2024-09-21T02:43:05.114296+0000","last_active":"2024-09-21T02:43:06.092294+0000","last_peered":"2024-09-21T02:43:06.092294+0000","last_clean":"2024-09-21T02:43:06.092294+0000","last_became_active":"2024-09-21T02:43:05.108951+0000","last_became_peered":"2024-09-21T02:43:05.108951+0000","last_unstale":"2024-09-21T02:43:06.092294+0000","last_undegraded":"2024-09-21T02:43:06.092294+0000","last_fullsized":"2024-09-21T02:43:06.092294+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:06:20.828228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":23,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.095093+0000","last_change":"2024-09-21T02:43:04.122846+0000","last_active":"2024-09-21T02:43:06.095093+0000","last_peered":"2024-09-21T02:43:06.095093+0000","last_clean":"2024-09-21T02:43:06.095093+0000","last_became_active":"2024-09-21T02:43:04.122232+0000","last_became_peered":"2024-09-21T02:43:04.122232+0000","last_unstale":"2024-09-21T02:43:06.095093+0000","last_undegraded":"2024-09-21T02:43:06.095093+0000","last_fullsized":"2024-09-21T02:43:06.095093+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:43:31.528180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.721380+0000","last_change":"2024-09-21T02:43:05.123076+0000","last_active":"2024-09-21T02:43:06.721380+0000","last_peered":"2024-09-21T02:43:06.721380+0000","last_clean":"2024-09-21T02:43:06.721380+0000","last_became_active":"2024-09-21T02:43:05.122755+0000","last_became_peered":"2024-09-21T02:43:05.122755+0000","last_unstale":"2024-09-21T02:43:06.721380+0000","last_undegraded":"2024-09-21T02:43:06.721380+0000","last_fullsized":"2024-09-21T02:43:06.721380+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:54:29.026573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725842+0000","last_change":"2024-09-21T02:43:04.113334+0000","last_active":"2024-09-21T02:43:06.725842+0000","last_peered":"2024-09-21T02:43:06.725842+0000","last_clean":"2024-09-21T02:43:06.725842+0000","last_became_active":"2024-09-21T02:43:04.112884+0000","last_became_peered":"2024-09-21T02:43:04.112884+0000","last_unstale":"2024-09-21T02:43:06.725842+0000","last_undegraded":"2024-09-21T02:43:06.725842+0000","last_fullsized":"2024-09-21T02:43:06.725842+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:21:30.514866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.721394+0000","last_change":"2024-09-21T02:43:05.130644+0000","last_active":"2024-09-21T02:43:06.721394+0000","last_peered":"2024-09-21T02:43:06.721394+0000","last_clean":"2024-09-21T02:43:06.721394+0000","last_became_active":"2024-09-21T02:43:05.127668+0000","last_became_peered":"2024-09-21T02:43:05.127668+0000","last_unstale":"2024-09-21T02:43:06.721394+0000","last_undegraded":"2024-09-21T02:43:06.721394+0000","last_fullsized":"2024-09-21T02:43:06.721394+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:17:30.683440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.095027+0000","last_change":"2024-09-21T02:43:04.114996+0000","last_active":"2024-09-21T02:43:06.095027+0000","last_peered":"2024-09-21T02:43:06.095027+0000","last_clean":"2024-09-21T02:43:06.095027+0000","last_became_active":"2024-09-21T02:43:04.111467+0000","last_became_peered":"2024-09-21T02:43:04.111467+0000","last_unstale":"2024-09-21T02:43:06.095027+0000","last_undegraded":"2024-09-21T02:43:06.095027+0000","last_fullsized":"2024-09-21T02:43:06.095027+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:23:12.394396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725228+0000","last_change":"2024-09-21T02:43:05.131096+0000","last_active":"2024-09-21T02:43:06.725228+0000","last_peered":"2024-09-21T02:43:06.725228+0000","last_clean":"2024-09-21T02:43:06.725228+0000","last_became_active":"2024-09-21T02:43:05.130757+0000","last_became_peered":"2024-09-21T02:43:05.130757+0000","last_unstale":"2024-09-21T02:43:06.725228+0000","last_undegraded":"2024-09-21T02:43:06.725228+0000","last_fullsized":"2024-09-21T02:43:06.725228+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:14:44.917047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.096962+0000","last_change":"2024-09-21T02:43:04.116472+0000","last_active":"2024-09-21T02:43:06.096962+0000","last_peered":"2024-09-21T02:43:06.096962+0000","last_clean":"2024-09-21T02:43:06.096962+0000","last_became_active":"2024-09-21T02:43:04.115642+0000","last_became_peered":"2024-09-21T02:43:04.115642+0000","last_unstale":"2024-09-21T02:43:06.096962+0000","last_undegraded":"2024-09-21T02:43:06.096962+0000","last_fullsized":"2024-09-21T02:43:06.096962+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:38:51.776296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.726888+0000","last_change":"2024-09-21T02:43:05.121005+0000","last_active":"2024-09-21T02:43:06.726888+0000","last_peered":"2024-09-21T02:43:06.726888+0000","last_clean":"2024-09-21T02:43:06.726888+0000","last_became_active":"2024-09-21T02:43:05.116798+0000","last_became_peered":"2024-09-21T02:43:05.116798+0000","last_unstale":"2024-09-21T02:43:06.726888+0000","last_undegraded":"2024-09-21T02:43:06.726888+0000","last_fullsized":"2024-09-21T02:43:06.726888+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:42:28.325463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.461079+0000","last_change":"2024-09-21T02:43:04.129295+0000","last_active":"2024-09-21T02:43:06.461079+0000","last_peered":"2024-09-21T02:43:06.461079+0000","last_clean":"2024-09-21T02:43:06.461079+0000","last_became_active":"2024-09-21T02:43:04.128478+0000","last_became_peered":"2024-09-21T02:43:04.128478+0000","last_unstale":"2024-09-21T02:43:06.461079+0000","last_undegraded":"2024-09-21T02:43:06.461079+0000","last_fullsized":"2024-09-21T02:43:06.461079+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:38:51.776296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724888+0000","last_change":"2024-09-21T02:43:05.108815+0000","last_active":"2024-09-21T02:43:06.724888+0000","last_peered":"2024-09-21T02:43:06.724888+0000","last_clean":"2024-09-21T02:43:06.724888+0000","last_became_active":"2024-09-21T02:43:05.108233+0000","last_became_peered":"2024-09-21T02:43:05.108233+0000","last_unstale":"2024-09-21T02:43:06.724888+0000","last_undegraded":"2024-09-21T02:43:06.724888+0000","last_fullsized":"2024-09-21T02:43:06.724888+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:56:59.367500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":111,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.092070+0000","last_change":"2024-09-21T02:42:55.639113+0000","last_active":"2024-09-21T02:43:06.092070+0000","last_peered":"2024-09-21T02:43:06.092070+0000","last_clean":"2024-09-21T02:43:06.092070+0000","last_became_active":"2024-09-21T02:42:55.638285+0000","last_became_peered":"2024-09-21T02:42:55.638285+0000","last_unstale":"2024-09-21T02:43:06.092070+0000","last_undegraded":"2024-09-21T02:43:06.092070+0000","last_fullsized":"2024-09-21T02:43:06.092070+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:42:54.606687+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:42:54.606687+0000","last_clean_scrub_stamp":"2024-09-21T02:42:54.606687+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:36:42.254718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.723124+0000","last_change":"2024-09-21T02:43:04.115092+0000","last_active":"2024-09-21T02:43:06.723124+0000","last_peered":"2024-09-21T02:43:06.723124+0000","last_clean":"2024-09-21T02:43:06.723124+0000","last_became_active":"2024-09-21T02:43:04.114387+0000","last_became_peered":"2024-09-21T02:43:04.114387+0000","last_unstale":"2024-09-21T02:43:06.723124+0000","last_undegraded":"2024-09-21T02:43:06.723124+0000","last_fullsized":"2024-09-21T02:43:06.723124+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:49:21.650010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094477+0000","last_change":"2024-09-21T02:43:05.113399+0000","last_active":"2024-09-21T02:43:06.094477+0000","last_peered":"2024-09-21T02:43:06.094477+0000","last_clean":"2024-09-21T02:43:06.094477+0000","last_became_active":"2024-09-21T02:43:05.113064+0000","last_became_peered":"2024-09-21T02:43:05.113064+0000","last_unstale":"2024-09-21T02:43:06.094477+0000","last_undegraded":"2024-09-21T02:43:06.094477+0000","last_fullsized":"2024-09-21T02:43:06.094477+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:40:09.079894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.721736+0000","last_change":"2024-09-21T02:43:04.112414+0000","last_active":"2024-09-21T02:43:06.721736+0000","last_peered":"2024-09-21T02:43:06.721736+0000","last_clean":"2024-09-21T02:43:06.721736+0000","last_became_active":"2024-09-21T02:43:04.110879+0000","last_became_peered":"2024-09-21T02:43:04.110879+0000","last_unstale":"2024-09-21T02:43:06.721736+0000","last_undegraded":"2024-09-21T02:43:06.721736+0000","last_fullsized":"2024-09-21T02:43:06.721736+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:37:25.551870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.460407+0000","last_change":"2024-09-21T02:43:05.131289+0000","last_active":"2024-09-21T02:43:06.460407+0000","last_peered":"2024-09-21T02:43:06.460407+0000","last_clean":"2024-09-21T02:43:06.460407+0000","last_became_active":"2024-09-21T02:43:05.126715+0000","last_became_peered":"2024-09-21T02:43:05.126715+0000","last_unstale":"2024-09-21T02:43:06.460407+0000","last_undegraded":"2024-09-21T02:43:06.460407+0000","last_fullsized":"2024-09-21T02:43:06.460407+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:17:46.350122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720002+0000","last_change":"2024-09-21T02:43:04.132935+0000","last_active":"2024-09-21T02:43:06.720002+0000","last_peered":"2024-09-21T02:43:06.720002+0000","last_clean":"2024-09-21T02:43:06.720002+0000","last_became_active":"2024-09-21T02:43:04.132319+0000","last_became_peered":"2024-09-21T02:43:04.132319+0000","last_unstale":"2024-09-21T02:43:06.720002+0000","last_undegraded":"2024-09-21T02:43:06.720002+0000","last_fullsized":"2024-09-21T02:43:06.720002+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:09:38.054551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.093946+0000","last_change":"2024-09-21T02:43:05.112255+0000","last_active":"2024-09-21T02:43:06.093946+0000","last_peered":"2024-09-21T02:43:06.093946+0000","last_clean":"2024-09-21T02:43:06.093946+0000","last_became_active":"2024-09-21T02:43:05.111401+0000","last_became_peered":"2024-09-21T02:43:05.111401+0000","last_unstale":"2024-09-21T02:43:06.093946+0000","last_undegraded":"2024-09-21T02:43:06.093946+0000","last_fullsized":"2024-09-21T02:43:06.093946+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:49:12.828786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.723139+0000","last_change":"2024-09-21T02:43:04.112146+0000","last_active":"2024-09-21T02:43:06.723139+0000","last_peered":"2024-09-21T02:43:06.723139+0000","last_clean":"2024-09-21T02:43:06.723139+0000","last_became_active":"2024-09-21T02:43:04.111548+0000","last_became_peered":"2024-09-21T02:43:04.111548+0000","last_unstale":"2024-09-21T02:43:06.723139+0000","last_undegraded":"2024-09-21T02:43:06.723139+0000","last_fullsized":"2024-09-21T02:43:06.723139+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:06:19.816425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725358+0000","last_change":"2024-09-21T02:43:05.130658+0000","last_active":"2024-09-21T02:43:06.725358+0000","last_peered":"2024-09-21T02:43:06.725358+0000","last_clean":"2024-09-21T02:43:06.725358+0000","last_became_active":"2024-09-21T02:43:05.127264+0000","last_became_peered":"2024-09-21T02:43:05.127264+0000","last_unstale":"2024-09-21T02:43:06.725358+0000","last_undegraded":"2024-09-21T02:43:06.725358+0000","last_fullsized":"2024-09-21T02:43:06.725358+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:26:27.969941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.095773+0000","last_change":"2024-09-21T02:43:04.126112+0000","last_active":"2024-09-21T02:43:06.095773+0000","last_peered":"2024-09-21T02:43:06.095773+0000","last_clean":"2024-09-21T02:43:06.095773+0000","last_became_active":"2024-09-21T02:43:04.125233+0000","last_became_peered":"2024-09-21T02:43:04.125233+0000","last_unstale":"2024-09-21T02:43:06.095773+0000","last_undegraded":"2024-09-21T02:43:06.095773+0000","last_fullsized":"2024-09-21T02:43:06.095773+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:37:53.781128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720185+0000","last_change":"2024-09-21T02:43:05.127425+0000","last_active":"2024-09-21T02:43:06.720185+0000","last_peered":"2024-09-21T02:43:06.720185+0000","last_clean":"2024-09-21T02:43:06.720185+0000","last_became_active":"2024-09-21T02:43:05.126798+0000","last_became_peered":"2024-09-21T02:43:05.126798+0000","last_unstale":"2024-09-21T02:43:06.720185+0000","last_undegraded":"2024-09-21T02:43:06.720185+0000","last_fullsized":"2024-09-21T02:43:06.720185+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:11:10.144013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725486+0000","last_change":"2024-09-21T02:43:04.125734+0000","last_active":"2024-09-21T02:43:06.725486+0000","last_peered":"2024-09-21T02:43:06.725486+0000","last_clean":"2024-09-21T02:43:06.725486+0000","last_became_active":"2024-09-21T02:43:04.125254+0000","last_became_peered":"2024-09-21T02:43:04.125254+0000","last_unstale":"2024-09-21T02:43:06.725486+0000","last_undegraded":"2024-09-21T02:43:06.725486+0000","last_fullsized":"2024-09-21T02:43:06.725486+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:31:17.296373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.461011+0000","last_change":"2024-09-21T02:43:05.130919+0000","last_active":"2024-09-21T02:43:06.461011+0000","last_peered":"2024-09-21T02:43:06.461011+0000","last_clean":"2024-09-21T02:43:06.461011+0000","last_became_active":"2024-09-21T02:43:05.130362+0000","last_became_peered":"2024-09-21T02:43:05.130362+0000","last_unstale":"2024-09-21T02:43:06.461011+0000","last_undegraded":"2024-09-21T02:43:06.461011+0000","last_fullsized":"2024-09-21T02:43:06.461011+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:54:24.966071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.095248+0000","last_change":"2024-09-21T02:43:04.114013+0000","last_active":"2024-09-21T02:43:06.095248+0000","last_peered":"2024-09-21T02:43:06.095248+0000","last_clean":"2024-09-21T02:43:06.095248+0000","last_became_active":"2024-09-21T02:43:04.109950+0000","last_became_peered":"2024-09-21T02:43:04.109950+0000","last_unstale":"2024-09-21T02:43:06.095248+0000","last_undegraded":"2024-09-21T02:43:06.095248+0000","last_fullsized":"2024-09-21T02:43:06.095248+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:38:51.776296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.096012+0000","last_change":"2024-09-21T02:43:05.116576+0000","last_active":"2024-09-21T02:43:06.096012+0000","last_peered":"2024-09-21T02:43:06.096012+0000","last_clean":"2024-09-21T02:43:06.096012+0000","last_became_active":"2024-09-21T02:43:05.116305+0000","last_became_peered":"2024-09-21T02:43:05.116305+0000","last_unstale":"2024-09-21T02:43:06.096012+0000","last_undegraded":"2024-09-21T02:43:06.096012+0000","last_fullsized":"2024-09-21T02:43:06.096012+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:57:15.429112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.726277+0000","last_change":"2024-09-21T02:43:04.126729+0000","last_active":"2024-09-21T02:43:06.726277+0000","last_peered":"2024-09-21T02:43:06.726277+0000","last_clean":"2024-09-21T02:43:06.726277+0000","last_became_active":"2024-09-21T02:43:04.126225+0000","last_became_peered":"2024-09-21T02:43:04.126225+0000","last_unstale":"2024-09-21T02:43:06.726277+0000","last_undegraded":"2024-09-21T02:43:06.726277+0000","last_fullsized":"2024-09-21T02:43:06.726277+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:52:57.935050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094929+0000","last_change":"2024-09-21T02:43:05.112701+0000","last_active":"2024-09-21T02:43:06.094929+0000","last_peered":"2024-09-21T02:43:06.094929+0000","last_clean":"2024-09-21T02:43:06.094929+0000","last_became_active":"2024-09-21T02:43:05.111730+0000","last_became_peered":"2024-09-21T02:43:05.111730+0000","last_unstale":"2024-09-21T02:43:06.094929+0000","last_undegraded":"2024-09-21T02:43:06.094929+0000","last_fullsized":"2024-09-21T02:43:06.094929+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:03:38.093710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722975+0000","last_change":"2024-09-21T02:43:04.120575+0000","last_active":"2024-09-21T02:43:06.722975+0000","last_peered":"2024-09-21T02:43:06.722975+0000","last_clean":"2024-09-21T02:43:06.722975+0000","last_became_active":"2024-09-21T02:43:04.115902+0000","last_became_peered":"2024-09-21T02:43:04.115902+0000","last_unstale":"2024-09-21T02:43:06.722975+0000","last_undegraded":"2024-09-21T02:43:06.722975+0000","last_fullsized":"2024-09-21T02:43:06.722975+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:06:19.816425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722020+0000","last_change":"2024-09-21T02:43:05.120253+0000","last_active":"2024-09-21T02:43:06.722020+0000","last_peered":"2024-09-21T02:43:06.722020+0000","last_clean":"2024-09-21T02:43:06.722020+0000","last_became_active":"2024-09-21T02:43:05.119879+0000","last_became_peered":"2024-09-21T02:43:05.119879+0000","last_unstale":"2024-09-21T02:43:06.722020+0000","last_undegraded":"2024-09-21T02:43:06.722020+0000","last_fullsized":"2024-09-21T02:43:06.722020+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:17:22.947385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094833+0000","last_change":"2024-09-21T02:43:04.112090+0000","last_active":"2024-09-21T02:43:06.094833+0000","last_peered":"2024-09-21T02:43:06.094833+0000","last_clean":"2024-09-21T02:43:06.094833+0000","last_became_active":"2024-09-21T02:43:04.109748+0000","last_became_peered":"2024-09-21T02:43:04.109748+0000","last_unstale":"2024-09-21T02:43:06.094833+0000","last_undegraded":"2024-09-21T02:43:06.094833+0000","last_fullsized":"2024-09-21T02:43:06.094833+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:44:48.471255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094897+0000","last_change":"2024-09-21T02:43:05.114750+0000","last_active":"2024-09-21T02:43:06.094897+0000","last_peered":"2024-09-21T02:43:06.094897+0000","last_clean":"2024-09-21T02:43:06.094897+0000","last_became_active":"2024-09-21T02:43:05.114038+0000","last_became_peered":"2024-09-21T02:43:05.114038+0000","last_unstale":"2024-09-21T02:43:06.094897+0000","last_undegraded":"2024-09-21T02:43:06.094897+0000","last_fullsized":"2024-09-21T02:43:06.094897+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:26:40.804292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.460794+0000","last_change":"2024-09-21T02:43:04.114565+0000","last_active":"2024-09-21T02:43:06.460794+0000","last_peered":"2024-09-21T02:43:06.460794+0000","last_clean":"2024-09-21T02:43:06.460794+0000","last_became_active":"2024-09-21T02:43:04.113786+0000","last_became_peered":"2024-09-21T02:43:04.113786+0000","last_unstale":"2024-09-21T02:43:06.460794+0000","last_undegraded":"2024-09-21T02:43:06.460794+0000","last_fullsized":"2024-09-21T02:43:06.460794+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:32:03.954857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720057+0000","last_change":"2024-09-21T02:43:05.121224+0000","last_active":"2024-09-21T02:43:06.720057+0000","last_peered":"2024-09-21T02:43:06.720057+0000","last_clean":"2024-09-21T02:43:06.720057+0000","last_became_active":"2024-09-21T02:43:05.120879+0000","last_became_peered":"2024-09-21T02:43:05.120879+0000","last_unstale":"2024-09-21T02:43:06.720057+0000","last_undegraded":"2024-09-21T02:43:06.720057+0000","last_fullsized":"2024-09-21T02:43:06.720057+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:31:03.147742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722806+0000","last_change":"2024-09-21T02:43:04.115168+0000","last_active":"2024-09-21T02:43:06.722806+0000","last_peered":"2024-09-21T02:43:06.722806+0000","last_clean":"2024-09-21T02:43:06.722806+0000","last_became_active":"2024-09-21T02:43:04.114783+0000","last_became_peered":"2024-09-21T02:43:04.114783+0000","last_unstale":"2024-09-21T02:43:06.722806+0000","last_undegraded":"2024-09-21T02:43:06.722806+0000","last_fullsized":"2024-09-21T02:43:06.722806+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:54:34.950477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722304+0000","last_change":"2024-09-21T02:43:05.107140+0000","last_active":"2024-09-21T02:43:06.722304+0000","last_peered":"2024-09-21T02:43:06.722304+0000","last_clean":"2024-09-21T02:43:06.722304+0000","last_became_active":"2024-09-21T02:43:05.106590+0000","last_became_peered":"2024-09-21T02:43:05.106590+0000","last_unstale":"2024-09-21T02:43:06.722304+0000","last_undegraded":"2024-09-21T02:43:06.722304+0000","last_fullsized":"2024-09-21T02:43:06.722304+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:54:38.081131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724225+0000","last_change":"2024-09-21T02:43:05.119281+0000","last_active":"2024-09-21T02:43:06.724225+0000","last_peered":"2024-09-21T02:43:06.724225+0000","last_clean":"2024-09-21T02:43:06.724225+0000","last_became_active":"2024-09-21T02:43:05.118898+0000","last_became_peered":"2024-09-21T02:43:05.118898+0000","last_unstale":"2024-09-21T02:43:06.724225+0000","last_undegraded":"2024-09-21T02:43:06.724225+0000","last_fullsized":"2024-09-21T02:43:06.724225+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:22:32.328858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.726815+0000","last_change":"2024-09-21T02:43:04.122118+0000","last_active":"2024-09-21T02:43:06.726815+0000","last_peered":"2024-09-21T02:43:06.726815+0000","last_clean":"2024-09-21T02:43:06.726815+0000","last_became_active":"2024-09-21T02:43:04.121672+0000","last_became_peered":"2024-09-21T02:43:04.121672+0000","last_unstale":"2024-09-21T02:43:06.726815+0000","last_undegraded":"2024-09-21T02:43:06.726815+0000","last_fullsized":"2024-09-21T02:43:06.726815+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:31:17.296373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.092906+0000","last_change":"2024-09-21T02:43:05.124814+0000","last_active":"2024-09-21T02:43:06.092906+0000","last_peered":"2024-09-21T02:43:06.092906+0000","last_clean":"2024-09-21T02:43:06.092906+0000","last_became_active":"2024-09-21T02:43:05.123899+0000","last_became_peered":"2024-09-21T02:43:05.123899+0000","last_unstale":"2024-09-21T02:43:06.092906+0000","last_undegraded":"2024-09-21T02:43:06.092906+0000","last_fullsized":"2024-09-21T02:43:06.092906+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:54:35.962279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725124+0000","last_change":"2024-09-21T02:43:04.122142+0000","last_active":"2024-09-21T02:43:06.725124+0000","last_peered":"2024-09-21T02:43:06.725124+0000","last_clean":"2024-09-21T02:43:06.725124+0000","last_became_active":"2024-09-21T02:43:04.121254+0000","last_became_peered":"2024-09-21T02:43:04.121254+0000","last_unstale":"2024-09-21T02:43:06.725124+0000","last_undegraded":"2024-09-21T02:43:06.725124+0000","last_fullsized":"2024-09-21T02:43:06.725124+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:17:29.604639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.097892+0000","last_change":"2024-09-21T02:43:05.102581+0000","last_active":"2024-09-21T02:43:06.097892+0000","last_peered":"2024-09-21T02:43:06.097892+0000","last_clean":"2024-09-21T02:43:06.097892+0000","last_became_active":"2024-09-21T02:43:05.101770+0000","last_became_peered":"2024-09-21T02:43:05.101770+0000","last_unstale":"2024-09-21T02:43:06.097892+0000","last_undegraded":"2024-09-21T02:43:06.097892+0000","last_fullsized":"2024-09-21T02:43:06.097892+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:44:34.150275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.097714+0000","last_change":"2024-09-21T02:43:04.126217+0000","last_active":"2024-09-21T02:43:06.097714+0000","last_peered":"2024-09-21T02:43:06.097714+0000","last_clean":"2024-09-21T02:43:06.097714+0000","last_became_active":"2024-09-21T02:43:04.125393+0000","last_became_peered":"2024-09-21T02:43:04.125393+0000","last_unstale":"2024-09-21T02:43:06.097714+0000","last_undegraded":"2024-09-21T02:43:06.097714+0000","last_fullsized":"2024-09-21T02:43:06.097714+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:43:31.528180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.097811+0000","last_change":"2024-09-21T02:43:05.127269+0000","last_active":"2024-09-21T02:43:06.097811+0000","last_peered":"2024-09-21T02:43:06.097811+0000","last_clean":"2024-09-21T02:43:06.097811+0000","last_became_active":"2024-09-21T02:43:05.125986+0000","last_became_peered":"2024-09-21T02:43:05.125986+0000","last_unstale":"2024-09-21T02:43:06.097811+0000","last_undegraded":"2024-09-21T02:43:06.097811+0000","last_fullsized":"2024-09-21T02:43:06.097811+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:26:27.969941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1f","version":"21'4","reported_seq":19,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.095495+0000","last_change":"2024-09-21T02:43:04.113484+0000","last_active":"2024-09-21T02:43:06.095495+0000","last_peered":"2024-09-21T02:43:06.095495+0000","last_clean":"2024-09-21T02:43:06.095495+0000","last_became_active":"2024-09-21T02:43:04.112420+0000","last_became_peered":"2024-09-21T02:43:04.112420+0000","last_unstale":"2024-09-21T02:43:06.095495+0000","last_undegraded":"2024-09-21T02:43:06.095495+0000","last_fullsized":"2024-09-21T02:43:06.095495+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:37:53.781128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509447,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":76284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509446,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27840,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344000,"statfs":{"total":96636764160,"available":96608256000,"internally_reserved":0,"allocated":823296,"data_stored":666744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509445,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27268,"kb_used_data":236,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344572,"statfs":{"total":96636764160,"available":96608841728,"internally_reserved":0,"allocated":241664,"data_stored":78568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509446,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":225280,"data_stored":76866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509445,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27264,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344576,"statfs":{"total":96636764160,"available":96608845824,"internally_reserved":0,"allocated":233472,"data_stored":77896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509445,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27828,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344012,"statfs":{"total":96636764160,"available":96608268288,"internally_reserved":0,"allocated":819200,"data_stored":666722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509446,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":229376,"data_stored":76340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542150,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31412,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340428,"statfs":{"total":96636764160,"available":96604598272,"internally_reserved":0,"allocated":229376,"data_stored":76408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T02:43:13.886 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T02:43:14.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.053+0000 7fa612320640 1 -- 172.21.15.83:0/263390615 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa60c15b2c0 msgr2=0x7fa60c0cffd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:14.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.053+0000 7fa612320640 1 --2- 172.21.15.83:0/263390615 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa60c15b2c0 0x7fa60c0cffd0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fa600009840 tx=0x7fa60001c790 comp rx=0 tx=0).stop 2024-09-21T02:43:14.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.053+0000 7fa612320640 1 -- 172.21.15.83:0/263390615 shutdown_connections 2024-09-21T02:43:14.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.053+0000 7fa612320640 1 --2- 172.21.15.83:0/263390615 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa60c15b2c0 0x7fa60c0cffd0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:14.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.053+0000 7fa612320640 1 --2- 172.21.15.83:0/263390615 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa60c0b4b70 0x7fa60c15c410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:14.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.053+0000 7fa612320640 1 -- 172.21.15.83:0/263390615 >> 172.21.15.83:0/263390615 conn(0x7fa60c06ce90 msgr2=0x7fa60c06d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:14.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.053+0000 7fa612320640 1 -- 172.21.15.83:0/263390615 shutdown_connections 2024-09-21T02:43:14.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.053+0000 7fa612320640 1 -- 172.21.15.83:0/263390615 wait complete. 2024-09-21T02:43:14.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.053+0000 7fa612320640 1 Processor -- start 2024-09-21T02:43:14.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.053+0000 7fa612320640 1 -- start start 2024-09-21T02:43:14.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.053+0000 7fa612320640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa60c0b4b70 0x7fa60c156d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:14.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.053+0000 7fa612320640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa60c0d0510 0x7fa60c15dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:14.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.053+0000 7fa612320640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa60c15b2c0 0x7fa60c15e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:14.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.053+0000 7fa612320640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa60c168970 con 0x7fa60c0b4b70 2024-09-21T02:43:14.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.053+0000 7fa612320640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fa60c1687f0 con 0x7fa60c0d0510 2024-09-21T02:43:14.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.053+0000 7fa612320640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fa60c168af0 con 0x7fa60c15b2c0 2024-09-21T02:43:14.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.053+0000 7fa60bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa60c0b4b70 0x7fa60c156d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:14.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.053+0000 7fa60bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa60c0b4b70 0x7fa60c156d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37364/0 (socket says 172.21.15.83:37364) 2024-09-21T02:43:14.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.053+0000 7fa60bfff640 1 -- 172.21.15.83:0/3623564616 learned_addr learned my addr 172.21.15.83:0/3623564616 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:14.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.057+0000 7fa6108bd640 1 --2- 172.21.15.83:0/3623564616 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa60c15b2c0 0x7fa60c15e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:14.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.057+0000 7fa60b7fe640 1 --2- 172.21.15.83:0/3623564616 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa60c0d0510 0x7fa60c15dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:14.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.057+0000 7fa60bfff640 1 -- 172.21.15.83:0/3623564616 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa60c15b2c0 msgr2=0x7fa60c15e0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:14.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.057+0000 7fa60bfff640 1 --2- 172.21.15.83:0/3623564616 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa60c15b2c0 0x7fa60c15e0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:14.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.057+0000 7fa60bfff640 1 -- 172.21.15.83:0/3623564616 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa60c0d0510 msgr2=0x7fa60c15dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:14.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.057+0000 7fa60bfff640 1 --2- 172.21.15.83:0/3623564616 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa60c0d0510 0x7fa60c15dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:14.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.057+0000 7fa60bfff640 1 -- 172.21.15.83:0/3623564616 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa60c1572a0 con 0x7fa60c0b4b70 2024-09-21T02:43:14.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.057+0000 7fa60b7fe640 1 --2- 172.21.15.83:0/3623564616 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa60c0d0510 0x7fa60c15dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:43:14.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.057+0000 7fa60bfff640 1 --2- 172.21.15.83:0/3623564616 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa60c0b4b70 0x7fa60c156d60 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fa5fc00c940 tx=0x7fa5fc00ce00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:14.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.057+0000 7fa608ff9640 1 -- 172.21.15.83:0/3623564616 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5fc004220 con 0x7fa60c0b4b70 2024-09-21T02:43:14.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.057+0000 7fa608ff9640 1 -- 172.21.15.83:0/3623564616 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa5fc0079b0 con 0x7fa60c0b4b70 2024-09-21T02:43:14.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.057+0000 7fa612320640 1 -- 172.21.15.83:0/3623564616 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa60c0afe70 con 0x7fa60c0b4b70 2024-09-21T02:43:14.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.057+0000 7fa608ff9640 1 -- 172.21.15.83:0/3623564616 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5fc0044b0 con 0x7fa60c0b4b70 2024-09-21T02:43:14.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.057+0000 7fa612320640 1 -- 172.21.15.83:0/3623564616 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa60c0b2540 con 0x7fa60c0b4b70 2024-09-21T02:43:14.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.057+0000 7fa612320640 1 -- 172.21.15.83:0/3623564616 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa60c074930 con 0x7fa60c0b4b70 2024-09-21T02:43:14.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.057+0000 7fa608ff9640 1 -- 172.21.15.83:0/3623564616 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fa5fc003600 con 0x7fa60c0b4b70 2024-09-21T02:43:14.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.057+0000 7fa608ff9640 1 --2- 172.21.15.83:0/3623564616 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa5f8073200 0x7fa5f8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:14.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.057+0000 7fa60b7fe640 1 --2- 172.21.15.83:0/3623564616 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa5f8073200 0x7fa5f8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:14.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.057+0000 7fa608ff9640 1 -- 172.21.15.83:0/3623564616 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fa5fc0943e0 con 0x7fa60c0b4b70 2024-09-21T02:43:14.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.057+0000 7fa60b7fe640 1 --2- 172.21.15.83:0/3623564616 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa5f8073200 0x7fa5f8075710 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fa6000af000 tx=0x7fa60001afd0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:14.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.061+0000 7fa608ff9640 1 -- 172.21.15.83:0/3623564616 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fa60c1572a0 con 0x7fa60c0b4b70 2024-09-21T02:43:14.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.233+0000 7fa612320640 1 -- 172.21.15.83:0/3623564616 --> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa60c0b2b90 con 0x7fa5f8073200 2024-09-21T02:43:14.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.245+0000 7fa608ff9640 1 -- 172.21.15.83:0/3623564616 <== mgr.4150 v2:172.21.15.83:6800/38882767 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251921 (secure 0 0 0) 0x7fa60c0b2b90 con 0x7fa5f8073200 2024-09-21T02:43:14.246 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:43:14.249 INFO:teuthology.orchestra.run.smithi083.stderr:dumped all 2024-09-21T02:43:14.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.249+0000 7fa612320640 1 -- 172.21.15.83:0/3623564616 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa5f8073200 msgr2=0x7fa5f8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:14.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.249+0000 7fa612320640 1 --2- 172.21.15.83:0/3623564616 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa5f8073200 0x7fa5f8075710 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fa6000af000 tx=0x7fa60001afd0 comp rx=0 tx=0).stop 2024-09-21T02:43:14.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.249+0000 7fa612320640 1 -- 172.21.15.83:0/3623564616 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa60c0b4b70 msgr2=0x7fa60c156d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:14.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.249+0000 7fa612320640 1 --2- 172.21.15.83:0/3623564616 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa60c0b4b70 0x7fa60c156d60 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fa5fc00c940 tx=0x7fa5fc00ce00 comp rx=0 tx=0).stop 2024-09-21T02:43:14.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.249+0000 7fa612320640 1 -- 172.21.15.83:0/3623564616 shutdown_connections 2024-09-21T02:43:14.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.249+0000 7fa612320640 1 --2- 172.21.15.83:0/3623564616 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa5f8073200 0x7fa5f8075710 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:14.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.249+0000 7fa612320640 1 --2- 172.21.15.83:0/3623564616 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa60c15b2c0 0x7fa60c15e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:14.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.249+0000 7fa612320640 1 --2- 172.21.15.83:0/3623564616 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa60c0d0510 0x7fa60c15dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:14.251 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.249+0000 7fa612320640 1 --2- 172.21.15.83:0/3623564616 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa60c0b4b70 0x7fa60c156d60 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:14.251 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.249+0000 7fa612320640 1 -- 172.21.15.83:0/3623564616 >> 172.21.15.83:0/3623564616 conn(0x7fa60c06ce90 msgr2=0x7fa60c14b810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:14.251 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.249+0000 7fa612320640 1 -- 172.21.15.83:0/3623564616 shutdown_connections 2024-09-21T02:43:14.251 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.249+0000 7fa612320640 1 -- 172.21.15.83:0/3623564616 wait complete. 2024-09-21T02:43:14.269 INFO:teuthology.orchestra.run.smithi083.stdout:{"pg_ready":true,"pg_map":{"version":26,"stamp":"2024-09-21T02:43:13.780557+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":223372,"kb_used_data":2952,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754751348,"statfs":{"total":773094113280,"available":772865380352,"internally_reserved":0,"allocated":3022848,"data_stored":1795828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":225496625},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":40,"apply_latency_ms":40,"commit_latency_ns":40000000,"apply_latency_ns":40000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.692653"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724031+0000","last_change":"2024-09-21T02:43:05.121617+0000","last_active":"2024-09-21T02:43:06.724031+0000","last_peered":"2024-09-21T02:43:06.724031+0000","last_clean":"2024-09-21T02:43:06.724031+0000","last_became_active":"2024-09-21T02:43:05.121223+0000","last_became_peered":"2024-09-21T02:43:05.121223+0000","last_unstale":"2024-09-21T02:43:06.724031+0000","last_undegraded":"2024-09-21T02:43:06.724031+0000","last_fullsized":"2024-09-21T02:43:06.724031+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:15:35.613095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.097521+0000","last_change":"2024-09-21T02:43:05.116256+0000","last_active":"2024-09-21T02:43:06.097521+0000","last_peered":"2024-09-21T02:43:06.097521+0000","last_clean":"2024-09-21T02:43:06.097521+0000","last_became_active":"2024-09-21T02:43:05.115245+0000","last_became_peered":"2024-09-21T02:43:05.115245+0000","last_unstale":"2024-09-21T02:43:06.097521+0000","last_undegraded":"2024-09-21T02:43:06.097521+0000","last_fullsized":"2024-09-21T02:43:06.097521+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:12:17.840709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094754+0000","last_change":"2024-09-21T02:43:05.108736+0000","last_active":"2024-09-21T02:43:06.094754+0000","last_peered":"2024-09-21T02:43:06.094754+0000","last_clean":"2024-09-21T02:43:06.094754+0000","last_became_active":"2024-09-21T02:43:05.108387+0000","last_became_peered":"2024-09-21T02:43:05.108387+0000","last_unstale":"2024-09-21T02:43:06.094754+0000","last_undegraded":"2024-09-21T02:43:06.094754+0000","last_fullsized":"2024-09-21T02:43:06.094754+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:10.437746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720706+0000","last_change":"2024-09-21T02:43:05.113841+0000","last_active":"2024-09-21T02:43:06.720706+0000","last_peered":"2024-09-21T02:43:06.720706+0000","last_clean":"2024-09-21T02:43:06.720706+0000","last_became_active":"2024-09-21T02:43:05.113461+0000","last_became_peered":"2024-09-21T02:43:05.113461+0000","last_unstale":"2024-09-21T02:43:06.720706+0000","last_undegraded":"2024-09-21T02:43:06.720706+0000","last_fullsized":"2024-09-21T02:43:06.720706+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:08:06.658090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724698+0000","last_change":"2024-09-21T02:43:05.131723+0000","last_active":"2024-09-21T02:43:06.724698+0000","last_peered":"2024-09-21T02:43:06.724698+0000","last_clean":"2024-09-21T02:43:06.724698+0000","last_became_active":"2024-09-21T02:43:05.131034+0000","last_became_peered":"2024-09-21T02:43:05.131034+0000","last_unstale":"2024-09-21T02:43:06.724698+0000","last_undegraded":"2024-09-21T02:43:06.724698+0000","last_fullsized":"2024-09-21T02:43:06.724698+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:45:27.099096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720166+0000","last_change":"2024-09-21T02:43:05.114312+0000","last_active":"2024-09-21T02:43:06.720166+0000","last_peered":"2024-09-21T02:43:06.720166+0000","last_clean":"2024-09-21T02:43:06.720166+0000","last_became_active":"2024-09-21T02:43:05.113952+0000","last_became_peered":"2024-09-21T02:43:05.113952+0000","last_unstale":"2024-09-21T02:43:06.720166+0000","last_undegraded":"2024-09-21T02:43:06.720166+0000","last_fullsized":"2024-09-21T02:43:06.720166+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:54:35.962279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724519+0000","last_change":"2024-09-21T02:43:05.126815+0000","last_active":"2024-09-21T02:43:06.724519+0000","last_peered":"2024-09-21T02:43:06.724519+0000","last_clean":"2024-09-21T02:43:06.724519+0000","last_became_active":"2024-09-21T02:43:05.126353+0000","last_became_peered":"2024-09-21T02:43:05.126353+0000","last_unstale":"2024-09-21T02:43:06.724519+0000","last_undegraded":"2024-09-21T02:43:06.724519+0000","last_fullsized":"2024-09-21T02:43:06.724519+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:10.437746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.093804+0000","last_change":"2024-09-21T02:43:05.118091+0000","last_active":"2024-09-21T02:43:06.093804+0000","last_peered":"2024-09-21T02:43:06.093804+0000","last_clean":"2024-09-21T02:43:06.093804+0000","last_became_active":"2024-09-21T02:43:05.117028+0000","last_became_peered":"2024-09-21T02:43:05.117028+0000","last_unstale":"2024-09-21T02:43:06.093804+0000","last_undegraded":"2024-09-21T02:43:06.093804+0000","last_fullsized":"2024-09-21T02:43:06.093804+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:56:46.959685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.093155+0000","last_change":"2024-09-21T02:43:05.118188+0000","last_active":"2024-09-21T02:43:06.093155+0000","last_peered":"2024-09-21T02:43:06.093155+0000","last_clean":"2024-09-21T02:43:06.093155+0000","last_became_active":"2024-09-21T02:43:05.116040+0000","last_became_peered":"2024-09-21T02:43:05.116040+0000","last_unstale":"2024-09-21T02:43:06.093155+0000","last_undegraded":"2024-09-21T02:43:06.093155+0000","last_fullsized":"2024-09-21T02:43:06.093155+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:37:26.563673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725448+0000","last_change":"2024-09-21T02:43:05.133469+0000","last_active":"2024-09-21T02:43:06.725448+0000","last_peered":"2024-09-21T02:43:06.725448+0000","last_clean":"2024-09-21T02:43:06.725448+0000","last_became_active":"2024-09-21T02:43:05.132720+0000","last_became_peered":"2024-09-21T02:43:05.132720+0000","last_unstale":"2024-09-21T02:43:06.725448+0000","last_undegraded":"2024-09-21T02:43:06.725448+0000","last_fullsized":"2024-09-21T02:43:06.725448+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:44:34.150275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724046+0000","last_change":"2024-09-21T02:43:05.126516+0000","last_active":"2024-09-21T02:43:06.724046+0000","last_peered":"2024-09-21T02:43:06.724046+0000","last_clean":"2024-09-21T02:43:06.724046+0000","last_became_active":"2024-09-21T02:43:05.126136+0000","last_became_peered":"2024-09-21T02:43:05.126136+0000","last_unstale":"2024-09-21T02:43:06.724046+0000","last_undegraded":"2024-09-21T02:43:06.724046+0000","last_fullsized":"2024-09-21T02:43:06.724046+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:29:22.164450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.726478+0000","last_change":"2024-09-21T02:43:05.127170+0000","last_active":"2024-09-21T02:43:06.726478+0000","last_peered":"2024-09-21T02:43:06.726478+0000","last_clean":"2024-09-21T02:43:06.726478+0000","last_became_active":"2024-09-21T02:43:05.126819+0000","last_became_peered":"2024-09-21T02:43:05.126819+0000","last_unstale":"2024-09-21T02:43:06.726478+0000","last_undegraded":"2024-09-21T02:43:06.726478+0000","last_fullsized":"2024-09-21T02:43:06.726478+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:43:34.023090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.460921+0000","last_change":"2024-09-21T02:43:05.120497+0000","last_active":"2024-09-21T02:43:06.460921+0000","last_peered":"2024-09-21T02:43:06.460921+0000","last_clean":"2024-09-21T02:43:06.460921+0000","last_became_active":"2024-09-21T02:43:05.119578+0000","last_became_peered":"2024-09-21T02:43:05.119578+0000","last_unstale":"2024-09-21T02:43:06.460921+0000","last_undegraded":"2024-09-21T02:43:06.460921+0000","last_fullsized":"2024-09-21T02:43:06.460921+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:11:18.264453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.460521+0000","last_change":"2024-09-21T02:43:05.130464+0000","last_active":"2024-09-21T02:43:06.460521+0000","last_peered":"2024-09-21T02:43:06.460521+0000","last_clean":"2024-09-21T02:43:06.460521+0000","last_became_active":"2024-09-21T02:43:05.129969+0000","last_became_peered":"2024-09-21T02:43:05.129969+0000","last_unstale":"2024-09-21T02:43:06.460521+0000","last_undegraded":"2024-09-21T02:43:06.460521+0000","last_fullsized":"2024-09-21T02:43:06.460521+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:30:19.449789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.093687+0000","last_change":"2024-09-21T02:43:05.117163+0000","last_active":"2024-09-21T02:43:06.093687+0000","last_peered":"2024-09-21T02:43:06.093687+0000","last_clean":"2024-09-21T02:43:06.093687+0000","last_became_active":"2024-09-21T02:43:05.115791+0000","last_became_peered":"2024-09-21T02:43:05.115791+0000","last_unstale":"2024-09-21T02:43:06.093687+0000","last_undegraded":"2024-09-21T02:43:06.093687+0000","last_fullsized":"2024-09-21T02:43:06.093687+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:03:38.093710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.721224+0000","last_change":"2024-09-21T02:43:05.109190+0000","last_active":"2024-09-21T02:43:06.721224+0000","last_peered":"2024-09-21T02:43:06.721224+0000","last_clean":"2024-09-21T02:43:06.721224+0000","last_became_active":"2024-09-21T02:43:05.108873+0000","last_became_peered":"2024-09-21T02:43:05.108873+0000","last_unstale":"2024-09-21T02:43:06.721224+0000","last_undegraded":"2024-09-21T02:43:06.721224+0000","last_fullsized":"2024-09-21T02:43:06.721224+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:00:54.515827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.726642+0000","last_change":"2024-09-21T02:43:05.123416+0000","last_active":"2024-09-21T02:43:06.726642+0000","last_peered":"2024-09-21T02:43:06.726642+0000","last_clean":"2024-09-21T02:43:06.726642+0000","last_became_active":"2024-09-21T02:43:05.123036+0000","last_became_peered":"2024-09-21T02:43:05.123036+0000","last_unstale":"2024-09-21T02:43:06.726642+0000","last_undegraded":"2024-09-21T02:43:06.726642+0000","last_fullsized":"2024-09-21T02:43:06.726642+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:08.218064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720130+0000","last_change":"2024-09-21T02:43:05.125916+0000","last_active":"2024-09-21T02:43:06.720130+0000","last_peered":"2024-09-21T02:43:06.720130+0000","last_clean":"2024-09-21T02:43:06.720130+0000","last_became_active":"2024-09-21T02:43:05.125301+0000","last_became_peered":"2024-09-21T02:43:05.125301+0000","last_unstale":"2024-09-21T02:43:06.720130+0000","last_undegraded":"2024-09-21T02:43:06.720130+0000","last_fullsized":"2024-09-21T02:43:06.720130+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:44:25.917038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725541+0000","last_change":"2024-09-21T02:43:05.110150+0000","last_active":"2024-09-21T02:43:06.725541+0000","last_peered":"2024-09-21T02:43:06.725541+0000","last_clean":"2024-09-21T02:43:06.725541+0000","last_became_active":"2024-09-21T02:43:05.109768+0000","last_became_peered":"2024-09-21T02:43:05.109768+0000","last_unstale":"2024-09-21T02:43:06.725541+0000","last_undegraded":"2024-09-21T02:43:06.725541+0000","last_fullsized":"2024-09-21T02:43:06.725541+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:52:05.734711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.726648+0000","last_change":"2024-09-21T02:43:05.121357+0000","last_active":"2024-09-21T02:43:06.726648+0000","last_peered":"2024-09-21T02:43:06.726648+0000","last_clean":"2024-09-21T02:43:06.726648+0000","last_became_active":"2024-09-21T02:43:05.117736+0000","last_became_peered":"2024-09-21T02:43:05.117736+0000","last_unstale":"2024-09-21T02:43:06.726648+0000","last_undegraded":"2024-09-21T02:43:06.726648+0000","last_fullsized":"2024-09-21T02:43:06.726648+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:29:08.709745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.095632+0000","last_change":"2024-09-21T02:43:05.109789+0000","last_active":"2024-09-21T02:43:06.095632+0000","last_peered":"2024-09-21T02:43:06.095632+0000","last_clean":"2024-09-21T02:43:06.095632+0000","last_became_active":"2024-09-21T02:43:05.109420+0000","last_became_peered":"2024-09-21T02:43:05.109420+0000","last_unstale":"2024-09-21T02:43:06.095632+0000","last_undegraded":"2024-09-21T02:43:06.095632+0000","last_fullsized":"2024-09-21T02:43:06.095632+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:56:46.959685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.092925+0000","last_change":"2024-09-21T02:43:05.118183+0000","last_active":"2024-09-21T02:43:06.092925+0000","last_peered":"2024-09-21T02:43:06.092925+0000","last_clean":"2024-09-21T02:43:06.092925+0000","last_became_active":"2024-09-21T02:43:05.115204+0000","last_became_peered":"2024-09-21T02:43:05.115204+0000","last_unstale":"2024-09-21T02:43:06.092925+0000","last_undegraded":"2024-09-21T02:43:06.092925+0000","last_fullsized":"2024-09-21T02:43:06.092925+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:18:24.461623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.093950+0000","last_change":"2024-09-21T02:43:05.114710+0000","last_active":"2024-09-21T02:43:06.093950+0000","last_peered":"2024-09-21T02:43:06.093950+0000","last_clean":"2024-09-21T02:43:06.093950+0000","last_became_active":"2024-09-21T02:43:05.113885+0000","last_became_peered":"2024-09-21T02:43:05.113885+0000","last_unstale":"2024-09-21T02:43:06.093950+0000","last_undegraded":"2024-09-21T02:43:06.093950+0000","last_fullsized":"2024-09-21T02:43:06.093950+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:57:15.429112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722013+0000","last_change":"2024-09-21T02:43:05.113426+0000","last_active":"2024-09-21T02:43:06.722013+0000","last_peered":"2024-09-21T02:43:06.722013+0000","last_clean":"2024-09-21T02:43:06.722013+0000","last_became_active":"2024-09-21T02:43:05.113122+0000","last_became_peered":"2024-09-21T02:43:05.113122+0000","last_unstale":"2024-09-21T02:43:06.722013+0000","last_undegraded":"2024-09-21T02:43:06.722013+0000","last_fullsized":"2024-09-21T02:43:06.722013+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:42:28.325463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.097558+0000","last_change":"2024-09-21T02:43:05.120246+0000","last_active":"2024-09-21T02:43:06.097558+0000","last_peered":"2024-09-21T02:43:06.097558+0000","last_clean":"2024-09-21T02:43:06.097558+0000","last_became_active":"2024-09-21T02:43:05.119911+0000","last_became_peered":"2024-09-21T02:43:05.119911+0000","last_unstale":"2024-09-21T02:43:06.097558+0000","last_undegraded":"2024-09-21T02:43:06.097558+0000","last_fullsized":"2024-09-21T02:43:06.097558+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:14:44.917047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720750+0000","last_change":"2024-09-21T02:43:05.111941+0000","last_active":"2024-09-21T02:43:06.720750+0000","last_peered":"2024-09-21T02:43:06.720750+0000","last_clean":"2024-09-21T02:43:06.720750+0000","last_became_active":"2024-09-21T02:43:05.110911+0000","last_became_peered":"2024-09-21T02:43:05.110911+0000","last_unstale":"2024-09-21T02:43:06.720750+0000","last_undegraded":"2024-09-21T02:43:06.720750+0000","last_fullsized":"2024-09-21T02:43:06.720750+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:28:05.000847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.461538+0000","last_change":"2024-09-21T02:43:05.125276+0000","last_active":"2024-09-21T02:43:06.461538+0000","last_peered":"2024-09-21T02:43:06.461538+0000","last_clean":"2024-09-21T02:43:06.461538+0000","last_became_active":"2024-09-21T02:43:05.124243+0000","last_became_peered":"2024-09-21T02:43:05.124243+0000","last_unstale":"2024-09-21T02:43:06.461538+0000","last_undegraded":"2024-09-21T02:43:06.461538+0000","last_fullsized":"2024-09-21T02:43:06.461538+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:20:19.204300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.460914+0000","last_change":"2024-09-21T02:43:05.126195+0000","last_active":"2024-09-21T02:43:06.460914+0000","last_peered":"2024-09-21T02:43:06.460914+0000","last_clean":"2024-09-21T02:43:06.460914+0000","last_became_active":"2024-09-21T02:43:05.125639+0000","last_became_peered":"2024-09-21T02:43:05.125639+0000","last_unstale":"2024-09-21T02:43:06.460914+0000","last_undegraded":"2024-09-21T02:43:06.460914+0000","last_fullsized":"2024-09-21T02:43:06.460914+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:40:09.079894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094989+0000","last_change":"2024-09-21T02:43:05.118146+0000","last_active":"2024-09-21T02:43:06.094989+0000","last_peered":"2024-09-21T02:43:06.094989+0000","last_clean":"2024-09-21T02:43:06.094989+0000","last_became_active":"2024-09-21T02:43:05.110820+0000","last_became_peered":"2024-09-21T02:43:05.110820+0000","last_unstale":"2024-09-21T02:43:06.094989+0000","last_undegraded":"2024-09-21T02:43:06.094989+0000","last_fullsized":"2024-09-21T02:43:06.094989+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:45:27.099096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725019+0000","last_change":"2024-09-21T02:43:05.111200+0000","last_active":"2024-09-21T02:43:06.725019+0000","last_peered":"2024-09-21T02:43:06.725019+0000","last_clean":"2024-09-21T02:43:06.725019+0000","last_became_active":"2024-09-21T02:43:05.110745+0000","last_became_peered":"2024-09-21T02:43:05.110745+0000","last_unstale":"2024-09-21T02:43:06.725019+0000","last_undegraded":"2024-09-21T02:43:06.725019+0000","last_fullsized":"2024-09-21T02:43:06.725019+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:40:39.032429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.719864+0000","last_change":"2024-09-21T02:43:05.119223+0000","last_active":"2024-09-21T02:43:06.719864+0000","last_peered":"2024-09-21T02:43:06.719864+0000","last_clean":"2024-09-21T02:43:06.719864+0000","last_became_active":"2024-09-21T02:43:05.118391+0000","last_became_peered":"2024-09-21T02:43:05.118391+0000","last_unstale":"2024-09-21T02:43:06.719864+0000","last_undegraded":"2024-09-21T02:43:06.719864+0000","last_fullsized":"2024-09-21T02:43:06.719864+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:02:32.372146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.719711+0000","last_change":"2024-09-21T02:43:05.124496+0000","last_active":"2024-09-21T02:43:06.719711+0000","last_peered":"2024-09-21T02:43:06.719711+0000","last_clean":"2024-09-21T02:43:06.719711+0000","last_became_active":"2024-09-21T02:43:05.123768+0000","last_became_peered":"2024-09-21T02:43:05.123768+0000","last_unstale":"2024-09-21T02:43:06.719711+0000","last_undegraded":"2024-09-21T02:43:06.719711+0000","last_fullsized":"2024-09-21T02:43:06.719711+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:51:52.343831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.093029+0000","last_change":"2024-09-21T02:43:05.105923+0000","last_active":"2024-09-21T02:43:06.093029+0000","last_peered":"2024-09-21T02:43:06.093029+0000","last_clean":"2024-09-21T02:43:06.093029+0000","last_became_active":"2024-09-21T02:43:05.105180+0000","last_became_peered":"2024-09-21T02:43:05.105180+0000","last_unstale":"2024-09-21T02:43:06.093029+0000","last_undegraded":"2024-09-21T02:43:06.093029+0000","last_fullsized":"2024-09-21T02:43:06.093029+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:28:05.000847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.095189+0000","last_change":"2024-09-21T02:43:04.124519+0000","last_active":"2024-09-21T02:43:06.095189+0000","last_peered":"2024-09-21T02:43:06.095189+0000","last_clean":"2024-09-21T02:43:06.095189+0000","last_became_active":"2024-09-21T02:43:04.121614+0000","last_became_peered":"2024-09-21T02:43:04.121614+0000","last_unstale":"2024-09-21T02:43:06.095189+0000","last_undegraded":"2024-09-21T02:43:06.095189+0000","last_fullsized":"2024-09-21T02:43:06.095189+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:32:03.954857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.096719+0000","last_change":"2024-09-21T02:43:05.114867+0000","last_active":"2024-09-21T02:43:06.096719+0000","last_peered":"2024-09-21T02:43:06.096719+0000","last_clean":"2024-09-21T02:43:06.096719+0000","last_became_active":"2024-09-21T02:43:05.114427+0000","last_became_peered":"2024-09-21T02:43:05.114427+0000","last_unstale":"2024-09-21T02:43:06.096719+0000","last_undegraded":"2024-09-21T02:43:06.096719+0000","last_fullsized":"2024-09-21T02:43:06.096719+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:49:12.828786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722515+0000","last_change":"2024-09-21T02:43:04.116011+0000","last_active":"2024-09-21T02:43:06.722515+0000","last_peered":"2024-09-21T02:43:06.722515+0000","last_clean":"2024-09-21T02:43:06.722515+0000","last_became_active":"2024-09-21T02:43:04.115516+0000","last_became_peered":"2024-09-21T02:43:04.115516+0000","last_unstale":"2024-09-21T02:43:06.722515+0000","last_undegraded":"2024-09-21T02:43:06.722515+0000","last_fullsized":"2024-09-21T02:43:06.722515+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:44:48.471255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.459948+0000","last_change":"2024-09-21T02:43:04.128620+0000","last_active":"2024-09-21T02:43:06.459948+0000","last_peered":"2024-09-21T02:43:06.459948+0000","last_clean":"2024-09-21T02:43:06.459948+0000","last_became_active":"2024-09-21T02:43:04.127904+0000","last_became_peered":"2024-09-21T02:43:04.127904+0000","last_unstale":"2024-09-21T02:43:06.459948+0000","last_undegraded":"2024-09-21T02:43:06.459948+0000","last_fullsized":"2024-09-21T02:43:06.459948+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:57:18.944929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094387+0000","last_change":"2024-09-21T02:43:05.122450+0000","last_active":"2024-09-21T02:43:06.094387+0000","last_peered":"2024-09-21T02:43:06.094387+0000","last_clean":"2024-09-21T02:43:06.094387+0000","last_became_active":"2024-09-21T02:43:05.122104+0000","last_became_peered":"2024-09-21T02:43:05.122104+0000","last_unstale":"2024-09-21T02:43:06.094387+0000","last_undegraded":"2024-09-21T02:43:06.094387+0000","last_fullsized":"2024-09-21T02:43:06.094387+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:13:40.691947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.721431+0000","last_change":"2024-09-21T02:43:04.113594+0000","last_active":"2024-09-21T02:43:06.721431+0000","last_peered":"2024-09-21T02:43:06.721431+0000","last_clean":"2024-09-21T02:43:06.721431+0000","last_became_active":"2024-09-21T02:43:04.112893+0000","last_became_peered":"2024-09-21T02:43:04.112893+0000","last_unstale":"2024-09-21T02:43:06.721431+0000","last_undegraded":"2024-09-21T02:43:06.721431+0000","last_fullsized":"2024-09-21T02:43:06.721431+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:28:03.989044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094635+0000","last_change":"2024-09-21T02:43:05.119140+0000","last_active":"2024-09-21T02:43:06.094635+0000","last_peered":"2024-09-21T02:43:06.094635+0000","last_clean":"2024-09-21T02:43:06.094635+0000","last_became_active":"2024-09-21T02:43:05.118517+0000","last_became_peered":"2024-09-21T02:43:05.118517+0000","last_unstale":"2024-09-21T02:43:06.094635+0000","last_undegraded":"2024-09-21T02:43:06.094635+0000","last_fullsized":"2024-09-21T02:43:06.094635+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:31:18.308175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.092994+0000","last_change":"2024-09-21T02:43:04.118628+0000","last_active":"2024-09-21T02:43:06.092994+0000","last_peered":"2024-09-21T02:43:06.092994+0000","last_clean":"2024-09-21T02:43:06.092994+0000","last_became_active":"2024-09-21T02:43:04.117946+0000","last_became_peered":"2024-09-21T02:43:04.117946+0000","last_unstale":"2024-09-21T02:43:06.092994+0000","last_undegraded":"2024-09-21T02:43:06.092994+0000","last_fullsized":"2024-09-21T02:43:06.092994+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:32:03.954857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720739+0000","last_change":"2024-09-21T02:43:05.122535+0000","last_active":"2024-09-21T02:43:06.720739+0000","last_peered":"2024-09-21T02:43:06.720739+0000","last_clean":"2024-09-21T02:43:06.720739+0000","last_became_active":"2024-09-21T02:43:05.115875+0000","last_became_peered":"2024-09-21T02:43:05.115875+0000","last_unstale":"2024-09-21T02:43:06.720739+0000","last_undegraded":"2024-09-21T02:43:06.720739+0000","last_fullsized":"2024-09-21T02:43:06.720739+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:17:46.350122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724881+0000","last_change":"2024-09-21T02:43:04.116335+0000","last_active":"2024-09-21T02:43:06.724881+0000","last_peered":"2024-09-21T02:43:06.724881+0000","last_clean":"2024-09-21T02:43:06.724881+0000","last_became_active":"2024-09-21T02:43:04.115557+0000","last_became_peered":"2024-09-21T02:43:04.115557+0000","last_unstale":"2024-09-21T02:43:06.724881+0000","last_undegraded":"2024-09-21T02:43:06.724881+0000","last_fullsized":"2024-09-21T02:43:06.724881+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:37:25.551870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.097938+0000","last_change":"2024-09-21T02:43:05.117521+0000","last_active":"2024-09-21T02:43:06.097938+0000","last_peered":"2024-09-21T02:43:06.097938+0000","last_clean":"2024-09-21T02:43:06.097938+0000","last_became_active":"2024-09-21T02:43:05.117168+0000","last_became_peered":"2024-09-21T02:43:05.117168+0000","last_unstale":"2024-09-21T02:43:06.097938+0000","last_undegraded":"2024-09-21T02:43:06.097938+0000","last_fullsized":"2024-09-21T02:43:06.097938+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:43:34.023090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":18,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.719920+0000","last_change":"2024-09-21T02:43:04.130476+0000","last_active":"2024-09-21T02:43:06.719920+0000","last_peered":"2024-09-21T02:43:06.719920+0000","last_clean":"2024-09-21T02:43:06.719920+0000","last_became_active":"2024-09-21T02:43:04.129804+0000","last_became_peered":"2024-09-21T02:43:04.129804+0000","last_unstale":"2024-09-21T02:43:06.719920+0000","last_undegraded":"2024-09-21T02:43:06.719920+0000","last_fullsized":"2024-09-21T02:43:06.719920+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:06:18.998075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722694+0000","last_change":"2024-09-21T02:43:05.123063+0000","last_active":"2024-09-21T02:43:06.722694+0000","last_peered":"2024-09-21T02:43:06.722694+0000","last_clean":"2024-09-21T02:43:06.722694+0000","last_became_active":"2024-09-21T02:43:05.122692+0000","last_became_peered":"2024-09-21T02:43:05.122692+0000","last_unstale":"2024-09-21T02:43:06.722694+0000","last_undegraded":"2024-09-21T02:43:06.722694+0000","last_fullsized":"2024-09-21T02:43:06.722694+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:28:56.691879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"21'6","reported_seq":21,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720371+0000","last_change":"2024-09-21T02:43:04.124825+0000","last_active":"2024-09-21T02:43:06.720371+0000","last_peered":"2024-09-21T02:43:06.720371+0000","last_clean":"2024-09-21T02:43:06.720371+0000","last_became_active":"2024-09-21T02:43:04.124054+0000","last_became_peered":"2024-09-21T02:43:04.124054+0000","last_unstale":"2024-09-21T02:43:06.720371+0000","last_undegraded":"2024-09-21T02:43:06.720371+0000","last_fullsized":"2024-09-21T02:43:06.720371+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:36:50.706763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724711+0000","last_change":"2024-09-21T02:43:05.139121+0000","last_active":"2024-09-21T02:43:06.724711+0000","last_peered":"2024-09-21T02:43:06.724711+0000","last_clean":"2024-09-21T02:43:06.724711+0000","last_became_active":"2024-09-21T02:43:05.138626+0000","last_became_peered":"2024-09-21T02:43:05.138626+0000","last_unstale":"2024-09-21T02:43:06.724711+0000","last_undegraded":"2024-09-21T02:43:06.724711+0000","last_fullsized":"2024-09-21T02:43:06.724711+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:49:42.329491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720078+0000","last_change":"2024-09-21T02:43:04.129073+0000","last_active":"2024-09-21T02:43:06.720078+0000","last_peered":"2024-09-21T02:43:06.720078+0000","last_clean":"2024-09-21T02:43:06.720078+0000","last_became_active":"2024-09-21T02:43:04.128260+0000","last_became_peered":"2024-09-21T02:43:04.128260+0000","last_unstale":"2024-09-21T02:43:06.720078+0000","last_undegraded":"2024-09-21T02:43:06.720078+0000","last_fullsized":"2024-09-21T02:43:06.720078+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:46:25.401410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.460561+0000","last_change":"2024-09-21T02:43:05.132677+0000","last_active":"2024-09-21T02:43:06.460561+0000","last_peered":"2024-09-21T02:43:06.460561+0000","last_clean":"2024-09-21T02:43:06.460561+0000","last_became_active":"2024-09-21T02:43:05.129070+0000","last_became_peered":"2024-09-21T02:43:05.129070+0000","last_unstale":"2024-09-21T02:43:06.460561+0000","last_undegraded":"2024-09-21T02:43:06.460561+0000","last_fullsized":"2024-09-21T02:43:06.460561+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:17:30.683440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722848+0000","last_change":"2024-09-21T02:43:04.123143+0000","last_active":"2024-09-21T02:43:06.722848+0000","last_peered":"2024-09-21T02:43:06.722848+0000","last_clean":"2024-09-21T02:43:06.722848+0000","last_became_active":"2024-09-21T02:43:04.122581+0000","last_became_peered":"2024-09-21T02:43:04.122581+0000","last_unstale":"2024-09-21T02:43:06.722848+0000","last_undegraded":"2024-09-21T02:43:06.722848+0000","last_fullsized":"2024-09-21T02:43:06.722848+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:17:29.604639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722616+0000","last_change":"2024-09-21T02:43:05.117280+0000","last_active":"2024-09-21T02:43:06.722616+0000","last_peered":"2024-09-21T02:43:06.722616+0000","last_clean":"2024-09-21T02:43:06.722616+0000","last_became_active":"2024-09-21T02:43:05.116777+0000","last_became_peered":"2024-09-21T02:43:05.116777+0000","last_unstale":"2024-09-21T02:43:06.722616+0000","last_undegraded":"2024-09-21T02:43:06.722616+0000","last_fullsized":"2024-09-21T02:43:06.722616+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:04:32.515354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724723+0000","last_change":"2024-09-21T02:43:04.114371+0000","last_active":"2024-09-21T02:43:06.724723+0000","last_peered":"2024-09-21T02:43:06.724723+0000","last_clean":"2024-09-21T02:43:06.724723+0000","last_became_active":"2024-09-21T02:43:04.109865+0000","last_became_peered":"2024-09-21T02:43:04.109865+0000","last_unstale":"2024-09-21T02:43:06.724723+0000","last_undegraded":"2024-09-21T02:43:06.724723+0000","last_fullsized":"2024-09-21T02:43:06.724723+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:28:03.989044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.092294+0000","last_change":"2024-09-21T02:43:05.114296+0000","last_active":"2024-09-21T02:43:06.092294+0000","last_peered":"2024-09-21T02:43:06.092294+0000","last_clean":"2024-09-21T02:43:06.092294+0000","last_became_active":"2024-09-21T02:43:05.108951+0000","last_became_peered":"2024-09-21T02:43:05.108951+0000","last_unstale":"2024-09-21T02:43:06.092294+0000","last_undegraded":"2024-09-21T02:43:06.092294+0000","last_fullsized":"2024-09-21T02:43:06.092294+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:06:20.828228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":23,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.095093+0000","last_change":"2024-09-21T02:43:04.122846+0000","last_active":"2024-09-21T02:43:06.095093+0000","last_peered":"2024-09-21T02:43:06.095093+0000","last_clean":"2024-09-21T02:43:06.095093+0000","last_became_active":"2024-09-21T02:43:04.122232+0000","last_became_peered":"2024-09-21T02:43:04.122232+0000","last_unstale":"2024-09-21T02:43:06.095093+0000","last_undegraded":"2024-09-21T02:43:06.095093+0000","last_fullsized":"2024-09-21T02:43:06.095093+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:43:31.528180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.721380+0000","last_change":"2024-09-21T02:43:05.123076+0000","last_active":"2024-09-21T02:43:06.721380+0000","last_peered":"2024-09-21T02:43:06.721380+0000","last_clean":"2024-09-21T02:43:06.721380+0000","last_became_active":"2024-09-21T02:43:05.122755+0000","last_became_peered":"2024-09-21T02:43:05.122755+0000","last_unstale":"2024-09-21T02:43:06.721380+0000","last_undegraded":"2024-09-21T02:43:06.721380+0000","last_fullsized":"2024-09-21T02:43:06.721380+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:54:29.026573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725842+0000","last_change":"2024-09-21T02:43:04.113334+0000","last_active":"2024-09-21T02:43:06.725842+0000","last_peered":"2024-09-21T02:43:06.725842+0000","last_clean":"2024-09-21T02:43:06.725842+0000","last_became_active":"2024-09-21T02:43:04.112884+0000","last_became_peered":"2024-09-21T02:43:04.112884+0000","last_unstale":"2024-09-21T02:43:06.725842+0000","last_undegraded":"2024-09-21T02:43:06.725842+0000","last_fullsized":"2024-09-21T02:43:06.725842+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:21:30.514866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.721394+0000","last_change":"2024-09-21T02:43:05.130644+0000","last_active":"2024-09-21T02:43:06.721394+0000","last_peered":"2024-09-21T02:43:06.721394+0000","last_clean":"2024-09-21T02:43:06.721394+0000","last_became_active":"2024-09-21T02:43:05.127668+0000","last_became_peered":"2024-09-21T02:43:05.127668+0000","last_unstale":"2024-09-21T02:43:06.721394+0000","last_undegraded":"2024-09-21T02:43:06.721394+0000","last_fullsized":"2024-09-21T02:43:06.721394+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:17:30.683440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.095027+0000","last_change":"2024-09-21T02:43:04.114996+0000","last_active":"2024-09-21T02:43:06.095027+0000","last_peered":"2024-09-21T02:43:06.095027+0000","last_clean":"2024-09-21T02:43:06.095027+0000","last_became_active":"2024-09-21T02:43:04.111467+0000","last_became_peered":"2024-09-21T02:43:04.111467+0000","last_unstale":"2024-09-21T02:43:06.095027+0000","last_undegraded":"2024-09-21T02:43:06.095027+0000","last_fullsized":"2024-09-21T02:43:06.095027+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:23:12.394396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725228+0000","last_change":"2024-09-21T02:43:05.131096+0000","last_active":"2024-09-21T02:43:06.725228+0000","last_peered":"2024-09-21T02:43:06.725228+0000","last_clean":"2024-09-21T02:43:06.725228+0000","last_became_active":"2024-09-21T02:43:05.130757+0000","last_became_peered":"2024-09-21T02:43:05.130757+0000","last_unstale":"2024-09-21T02:43:06.725228+0000","last_undegraded":"2024-09-21T02:43:06.725228+0000","last_fullsized":"2024-09-21T02:43:06.725228+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:14:44.917047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.096962+0000","last_change":"2024-09-21T02:43:04.116472+0000","last_active":"2024-09-21T02:43:06.096962+0000","last_peered":"2024-09-21T02:43:06.096962+0000","last_clean":"2024-09-21T02:43:06.096962+0000","last_became_active":"2024-09-21T02:43:04.115642+0000","last_became_peered":"2024-09-21T02:43:04.115642+0000","last_unstale":"2024-09-21T02:43:06.096962+0000","last_undegraded":"2024-09-21T02:43:06.096962+0000","last_fullsized":"2024-09-21T02:43:06.096962+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:38:51.776296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.726888+0000","last_change":"2024-09-21T02:43:05.121005+0000","last_active":"2024-09-21T02:43:06.726888+0000","last_peered":"2024-09-21T02:43:06.726888+0000","last_clean":"2024-09-21T02:43:06.726888+0000","last_became_active":"2024-09-21T02:43:05.116798+0000","last_became_peered":"2024-09-21T02:43:05.116798+0000","last_unstale":"2024-09-21T02:43:06.726888+0000","last_undegraded":"2024-09-21T02:43:06.726888+0000","last_fullsized":"2024-09-21T02:43:06.726888+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:42:28.325463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.461079+0000","last_change":"2024-09-21T02:43:04.129295+0000","last_active":"2024-09-21T02:43:06.461079+0000","last_peered":"2024-09-21T02:43:06.461079+0000","last_clean":"2024-09-21T02:43:06.461079+0000","last_became_active":"2024-09-21T02:43:04.128478+0000","last_became_peered":"2024-09-21T02:43:04.128478+0000","last_unstale":"2024-09-21T02:43:06.461079+0000","last_undegraded":"2024-09-21T02:43:06.461079+0000","last_fullsized":"2024-09-21T02:43:06.461079+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:38:51.776296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724888+0000","last_change":"2024-09-21T02:43:05.108815+0000","last_active":"2024-09-21T02:43:06.724888+0000","last_peered":"2024-09-21T02:43:06.724888+0000","last_clean":"2024-09-21T02:43:06.724888+0000","last_became_active":"2024-09-21T02:43:05.108233+0000","last_became_peered":"2024-09-21T02:43:05.108233+0000","last_unstale":"2024-09-21T02:43:06.724888+0000","last_undegraded":"2024-09-21T02:43:06.724888+0000","last_fullsized":"2024-09-21T02:43:06.724888+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:56:59.367500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":111,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.092070+0000","last_change":"2024-09-21T02:42:55.639113+0000","last_active":"2024-09-21T02:43:06.092070+0000","last_peered":"2024-09-21T02:43:06.092070+0000","last_clean":"2024-09-21T02:43:06.092070+0000","last_became_active":"2024-09-21T02:42:55.638285+0000","last_became_peered":"2024-09-21T02:42:55.638285+0000","last_unstale":"2024-09-21T02:43:06.092070+0000","last_undegraded":"2024-09-21T02:43:06.092070+0000","last_fullsized":"2024-09-21T02:43:06.092070+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:42:54.606687+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:42:54.606687+0000","last_clean_scrub_stamp":"2024-09-21T02:42:54.606687+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:36:42.254718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.723124+0000","last_change":"2024-09-21T02:43:04.115092+0000","last_active":"2024-09-21T02:43:06.723124+0000","last_peered":"2024-09-21T02:43:06.723124+0000","last_clean":"2024-09-21T02:43:06.723124+0000","last_became_active":"2024-09-21T02:43:04.114387+0000","last_became_peered":"2024-09-21T02:43:04.114387+0000","last_unstale":"2024-09-21T02:43:06.723124+0000","last_undegraded":"2024-09-21T02:43:06.723124+0000","last_fullsized":"2024-09-21T02:43:06.723124+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:49:21.650010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094477+0000","last_change":"2024-09-21T02:43:05.113399+0000","last_active":"2024-09-21T02:43:06.094477+0000","last_peered":"2024-09-21T02:43:06.094477+0000","last_clean":"2024-09-21T02:43:06.094477+0000","last_became_active":"2024-09-21T02:43:05.113064+0000","last_became_peered":"2024-09-21T02:43:05.113064+0000","last_unstale":"2024-09-21T02:43:06.094477+0000","last_undegraded":"2024-09-21T02:43:06.094477+0000","last_fullsized":"2024-09-21T02:43:06.094477+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:40:09.079894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.721736+0000","last_change":"2024-09-21T02:43:04.112414+0000","last_active":"2024-09-21T02:43:06.721736+0000","last_peered":"2024-09-21T02:43:06.721736+0000","last_clean":"2024-09-21T02:43:06.721736+0000","last_became_active":"2024-09-21T02:43:04.110879+0000","last_became_peered":"2024-09-21T02:43:04.110879+0000","last_unstale":"2024-09-21T02:43:06.721736+0000","last_undegraded":"2024-09-21T02:43:06.721736+0000","last_fullsized":"2024-09-21T02:43:06.721736+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:37:25.551870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.460407+0000","last_change":"2024-09-21T02:43:05.131289+0000","last_active":"2024-09-21T02:43:06.460407+0000","last_peered":"2024-09-21T02:43:06.460407+0000","last_clean":"2024-09-21T02:43:06.460407+0000","last_became_active":"2024-09-21T02:43:05.126715+0000","last_became_peered":"2024-09-21T02:43:05.126715+0000","last_unstale":"2024-09-21T02:43:06.460407+0000","last_undegraded":"2024-09-21T02:43:06.460407+0000","last_fullsized":"2024-09-21T02:43:06.460407+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:17:46.350122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720002+0000","last_change":"2024-09-21T02:43:04.132935+0000","last_active":"2024-09-21T02:43:06.720002+0000","last_peered":"2024-09-21T02:43:06.720002+0000","last_clean":"2024-09-21T02:43:06.720002+0000","last_became_active":"2024-09-21T02:43:04.132319+0000","last_became_peered":"2024-09-21T02:43:04.132319+0000","last_unstale":"2024-09-21T02:43:06.720002+0000","last_undegraded":"2024-09-21T02:43:06.720002+0000","last_fullsized":"2024-09-21T02:43:06.720002+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:09:38.054551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.093946+0000","last_change":"2024-09-21T02:43:05.112255+0000","last_active":"2024-09-21T02:43:06.093946+0000","last_peered":"2024-09-21T02:43:06.093946+0000","last_clean":"2024-09-21T02:43:06.093946+0000","last_became_active":"2024-09-21T02:43:05.111401+0000","last_became_peered":"2024-09-21T02:43:05.111401+0000","last_unstale":"2024-09-21T02:43:06.093946+0000","last_undegraded":"2024-09-21T02:43:06.093946+0000","last_fullsized":"2024-09-21T02:43:06.093946+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:49:12.828786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.723139+0000","last_change":"2024-09-21T02:43:04.112146+0000","last_active":"2024-09-21T02:43:06.723139+0000","last_peered":"2024-09-21T02:43:06.723139+0000","last_clean":"2024-09-21T02:43:06.723139+0000","last_became_active":"2024-09-21T02:43:04.111548+0000","last_became_peered":"2024-09-21T02:43:04.111548+0000","last_unstale":"2024-09-21T02:43:06.723139+0000","last_undegraded":"2024-09-21T02:43:06.723139+0000","last_fullsized":"2024-09-21T02:43:06.723139+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:06:19.816425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725358+0000","last_change":"2024-09-21T02:43:05.130658+0000","last_active":"2024-09-21T02:43:06.725358+0000","last_peered":"2024-09-21T02:43:06.725358+0000","last_clean":"2024-09-21T02:43:06.725358+0000","last_became_active":"2024-09-21T02:43:05.127264+0000","last_became_peered":"2024-09-21T02:43:05.127264+0000","last_unstale":"2024-09-21T02:43:06.725358+0000","last_undegraded":"2024-09-21T02:43:06.725358+0000","last_fullsized":"2024-09-21T02:43:06.725358+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:26:27.969941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.095773+0000","last_change":"2024-09-21T02:43:04.126112+0000","last_active":"2024-09-21T02:43:06.095773+0000","last_peered":"2024-09-21T02:43:06.095773+0000","last_clean":"2024-09-21T02:43:06.095773+0000","last_became_active":"2024-09-21T02:43:04.125233+0000","last_became_peered":"2024-09-21T02:43:04.125233+0000","last_unstale":"2024-09-21T02:43:06.095773+0000","last_undegraded":"2024-09-21T02:43:06.095773+0000","last_fullsized":"2024-09-21T02:43:06.095773+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:37:53.781128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720185+0000","last_change":"2024-09-21T02:43:05.127425+0000","last_active":"2024-09-21T02:43:06.720185+0000","last_peered":"2024-09-21T02:43:06.720185+0000","last_clean":"2024-09-21T02:43:06.720185+0000","last_became_active":"2024-09-21T02:43:05.126798+0000","last_became_peered":"2024-09-21T02:43:05.126798+0000","last_unstale":"2024-09-21T02:43:06.720185+0000","last_undegraded":"2024-09-21T02:43:06.720185+0000","last_fullsized":"2024-09-21T02:43:06.720185+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:11:10.144013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725486+0000","last_change":"2024-09-21T02:43:04.125734+0000","last_active":"2024-09-21T02:43:06.725486+0000","last_peered":"2024-09-21T02:43:06.725486+0000","last_clean":"2024-09-21T02:43:06.725486+0000","last_became_active":"2024-09-21T02:43:04.125254+0000","last_became_peered":"2024-09-21T02:43:04.125254+0000","last_unstale":"2024-09-21T02:43:06.725486+0000","last_undegraded":"2024-09-21T02:43:06.725486+0000","last_fullsized":"2024-09-21T02:43:06.725486+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:31:17.296373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.461011+0000","last_change":"2024-09-21T02:43:05.130919+0000","last_active":"2024-09-21T02:43:06.461011+0000","last_peered":"2024-09-21T02:43:06.461011+0000","last_clean":"2024-09-21T02:43:06.461011+0000","last_became_active":"2024-09-21T02:43:05.130362+0000","last_became_peered":"2024-09-21T02:43:05.130362+0000","last_unstale":"2024-09-21T02:43:06.461011+0000","last_undegraded":"2024-09-21T02:43:06.461011+0000","last_fullsized":"2024-09-21T02:43:06.461011+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:54:24.966071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.095248+0000","last_change":"2024-09-21T02:43:04.114013+0000","last_active":"2024-09-21T02:43:06.095248+0000","last_peered":"2024-09-21T02:43:06.095248+0000","last_clean":"2024-09-21T02:43:06.095248+0000","last_became_active":"2024-09-21T02:43:04.109950+0000","last_became_peered":"2024-09-21T02:43:04.109950+0000","last_unstale":"2024-09-21T02:43:06.095248+0000","last_undegraded":"2024-09-21T02:43:06.095248+0000","last_fullsized":"2024-09-21T02:43:06.095248+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:38:51.776296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.096012+0000","last_change":"2024-09-21T02:43:05.116576+0000","last_active":"2024-09-21T02:43:06.096012+0000","last_peered":"2024-09-21T02:43:06.096012+0000","last_clean":"2024-09-21T02:43:06.096012+0000","last_became_active":"2024-09-21T02:43:05.116305+0000","last_became_peered":"2024-09-21T02:43:05.116305+0000","last_unstale":"2024-09-21T02:43:06.096012+0000","last_undegraded":"2024-09-21T02:43:06.096012+0000","last_fullsized":"2024-09-21T02:43:06.096012+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:57:15.429112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.726277+0000","last_change":"2024-09-21T02:43:04.126729+0000","last_active":"2024-09-21T02:43:06.726277+0000","last_peered":"2024-09-21T02:43:06.726277+0000","last_clean":"2024-09-21T02:43:06.726277+0000","last_became_active":"2024-09-21T02:43:04.126225+0000","last_became_peered":"2024-09-21T02:43:04.126225+0000","last_unstale":"2024-09-21T02:43:06.726277+0000","last_undegraded":"2024-09-21T02:43:06.726277+0000","last_fullsized":"2024-09-21T02:43:06.726277+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:52:57.935050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094929+0000","last_change":"2024-09-21T02:43:05.112701+0000","last_active":"2024-09-21T02:43:06.094929+0000","last_peered":"2024-09-21T02:43:06.094929+0000","last_clean":"2024-09-21T02:43:06.094929+0000","last_became_active":"2024-09-21T02:43:05.111730+0000","last_became_peered":"2024-09-21T02:43:05.111730+0000","last_unstale":"2024-09-21T02:43:06.094929+0000","last_undegraded":"2024-09-21T02:43:06.094929+0000","last_fullsized":"2024-09-21T02:43:06.094929+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:03:38.093710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722975+0000","last_change":"2024-09-21T02:43:04.120575+0000","last_active":"2024-09-21T02:43:06.722975+0000","last_peered":"2024-09-21T02:43:06.722975+0000","last_clean":"2024-09-21T02:43:06.722975+0000","last_became_active":"2024-09-21T02:43:04.115902+0000","last_became_peered":"2024-09-21T02:43:04.115902+0000","last_unstale":"2024-09-21T02:43:06.722975+0000","last_undegraded":"2024-09-21T02:43:06.722975+0000","last_fullsized":"2024-09-21T02:43:06.722975+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:06:19.816425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722020+0000","last_change":"2024-09-21T02:43:05.120253+0000","last_active":"2024-09-21T02:43:06.722020+0000","last_peered":"2024-09-21T02:43:06.722020+0000","last_clean":"2024-09-21T02:43:06.722020+0000","last_became_active":"2024-09-21T02:43:05.119879+0000","last_became_peered":"2024-09-21T02:43:05.119879+0000","last_unstale":"2024-09-21T02:43:06.722020+0000","last_undegraded":"2024-09-21T02:43:06.722020+0000","last_fullsized":"2024-09-21T02:43:06.722020+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:17:22.947385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094833+0000","last_change":"2024-09-21T02:43:04.112090+0000","last_active":"2024-09-21T02:43:06.094833+0000","last_peered":"2024-09-21T02:43:06.094833+0000","last_clean":"2024-09-21T02:43:06.094833+0000","last_became_active":"2024-09-21T02:43:04.109748+0000","last_became_peered":"2024-09-21T02:43:04.109748+0000","last_unstale":"2024-09-21T02:43:06.094833+0000","last_undegraded":"2024-09-21T02:43:06.094833+0000","last_fullsized":"2024-09-21T02:43:06.094833+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:44:48.471255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094897+0000","last_change":"2024-09-21T02:43:05.114750+0000","last_active":"2024-09-21T02:43:06.094897+0000","last_peered":"2024-09-21T02:43:06.094897+0000","last_clean":"2024-09-21T02:43:06.094897+0000","last_became_active":"2024-09-21T02:43:05.114038+0000","last_became_peered":"2024-09-21T02:43:05.114038+0000","last_unstale":"2024-09-21T02:43:06.094897+0000","last_undegraded":"2024-09-21T02:43:06.094897+0000","last_fullsized":"2024-09-21T02:43:06.094897+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:26:40.804292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.460794+0000","last_change":"2024-09-21T02:43:04.114565+0000","last_active":"2024-09-21T02:43:06.460794+0000","last_peered":"2024-09-21T02:43:06.460794+0000","last_clean":"2024-09-21T02:43:06.460794+0000","last_became_active":"2024-09-21T02:43:04.113786+0000","last_became_peered":"2024-09-21T02:43:04.113786+0000","last_unstale":"2024-09-21T02:43:06.460794+0000","last_undegraded":"2024-09-21T02:43:06.460794+0000","last_fullsized":"2024-09-21T02:43:06.460794+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:32:03.954857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720057+0000","last_change":"2024-09-21T02:43:05.121224+0000","last_active":"2024-09-21T02:43:06.720057+0000","last_peered":"2024-09-21T02:43:06.720057+0000","last_clean":"2024-09-21T02:43:06.720057+0000","last_became_active":"2024-09-21T02:43:05.120879+0000","last_became_peered":"2024-09-21T02:43:05.120879+0000","last_unstale":"2024-09-21T02:43:06.720057+0000","last_undegraded":"2024-09-21T02:43:06.720057+0000","last_fullsized":"2024-09-21T02:43:06.720057+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:31:03.147742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722806+0000","last_change":"2024-09-21T02:43:04.115168+0000","last_active":"2024-09-21T02:43:06.722806+0000","last_peered":"2024-09-21T02:43:06.722806+0000","last_clean":"2024-09-21T02:43:06.722806+0000","last_became_active":"2024-09-21T02:43:04.114783+0000","last_became_peered":"2024-09-21T02:43:04.114783+0000","last_unstale":"2024-09-21T02:43:06.722806+0000","last_undegraded":"2024-09-21T02:43:06.722806+0000","last_fullsized":"2024-09-21T02:43:06.722806+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:54:34.950477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722304+0000","last_change":"2024-09-21T02:43:05.107140+0000","last_active":"2024-09-21T02:43:06.722304+0000","last_peered":"2024-09-21T02:43:06.722304+0000","last_clean":"2024-09-21T02:43:06.722304+0000","last_became_active":"2024-09-21T02:43:05.106590+0000","last_became_peered":"2024-09-21T02:43:05.106590+0000","last_unstale":"2024-09-21T02:43:06.722304+0000","last_undegraded":"2024-09-21T02:43:06.722304+0000","last_fullsized":"2024-09-21T02:43:06.722304+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:54:38.081131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724225+0000","last_change":"2024-09-21T02:43:05.119281+0000","last_active":"2024-09-21T02:43:06.724225+0000","last_peered":"2024-09-21T02:43:06.724225+0000","last_clean":"2024-09-21T02:43:06.724225+0000","last_became_active":"2024-09-21T02:43:05.118898+0000","last_became_peered":"2024-09-21T02:43:05.118898+0000","last_unstale":"2024-09-21T02:43:06.724225+0000","last_undegraded":"2024-09-21T02:43:06.724225+0000","last_fullsized":"2024-09-21T02:43:06.724225+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:22:32.328858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.726815+0000","last_change":"2024-09-21T02:43:04.122118+0000","last_active":"2024-09-21T02:43:06.726815+0000","last_peered":"2024-09-21T02:43:06.726815+0000","last_clean":"2024-09-21T02:43:06.726815+0000","last_became_active":"2024-09-21T02:43:04.121672+0000","last_became_peered":"2024-09-21T02:43:04.121672+0000","last_unstale":"2024-09-21T02:43:06.726815+0000","last_undegraded":"2024-09-21T02:43:06.726815+0000","last_fullsized":"2024-09-21T02:43:06.726815+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:31:17.296373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.092906+0000","last_change":"2024-09-21T02:43:05.124814+0000","last_active":"2024-09-21T02:43:06.092906+0000","last_peered":"2024-09-21T02:43:06.092906+0000","last_clean":"2024-09-21T02:43:06.092906+0000","last_became_active":"2024-09-21T02:43:05.123899+0000","last_became_peered":"2024-09-21T02:43:05.123899+0000","last_unstale":"2024-09-21T02:43:06.092906+0000","last_undegraded":"2024-09-21T02:43:06.092906+0000","last_fullsized":"2024-09-21T02:43:06.092906+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:54:35.962279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725124+0000","last_change":"2024-09-21T02:43:04.122142+0000","last_active":"2024-09-21T02:43:06.725124+0000","last_peered":"2024-09-21T02:43:06.725124+0000","last_clean":"2024-09-21T02:43:06.725124+0000","last_became_active":"2024-09-21T02:43:04.121254+0000","last_became_peered":"2024-09-21T02:43:04.121254+0000","last_unstale":"2024-09-21T02:43:06.725124+0000","last_undegraded":"2024-09-21T02:43:06.725124+0000","last_fullsized":"2024-09-21T02:43:06.725124+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:17:29.604639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.097892+0000","last_change":"2024-09-21T02:43:05.102581+0000","last_active":"2024-09-21T02:43:06.097892+0000","last_peered":"2024-09-21T02:43:06.097892+0000","last_clean":"2024-09-21T02:43:06.097892+0000","last_became_active":"2024-09-21T02:43:05.101770+0000","last_became_peered":"2024-09-21T02:43:05.101770+0000","last_unstale":"2024-09-21T02:43:06.097892+0000","last_undegraded":"2024-09-21T02:43:06.097892+0000","last_fullsized":"2024-09-21T02:43:06.097892+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:44:34.150275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.097714+0000","last_change":"2024-09-21T02:43:04.126217+0000","last_active":"2024-09-21T02:43:06.097714+0000","last_peered":"2024-09-21T02:43:06.097714+0000","last_clean":"2024-09-21T02:43:06.097714+0000","last_became_active":"2024-09-21T02:43:04.125393+0000","last_became_peered":"2024-09-21T02:43:04.125393+0000","last_unstale":"2024-09-21T02:43:06.097714+0000","last_undegraded":"2024-09-21T02:43:06.097714+0000","last_fullsized":"2024-09-21T02:43:06.097714+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:43:31.528180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.097811+0000","last_change":"2024-09-21T02:43:05.127269+0000","last_active":"2024-09-21T02:43:06.097811+0000","last_peered":"2024-09-21T02:43:06.097811+0000","last_clean":"2024-09-21T02:43:06.097811+0000","last_became_active":"2024-09-21T02:43:05.125986+0000","last_became_peered":"2024-09-21T02:43:05.125986+0000","last_unstale":"2024-09-21T02:43:06.097811+0000","last_undegraded":"2024-09-21T02:43:06.097811+0000","last_fullsized":"2024-09-21T02:43:06.097811+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:26:27.969941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1f","version":"21'4","reported_seq":19,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.095495+0000","last_change":"2024-09-21T02:43:04.113484+0000","last_active":"2024-09-21T02:43:06.095495+0000","last_peered":"2024-09-21T02:43:06.095495+0000","last_clean":"2024-09-21T02:43:06.095495+0000","last_became_active":"2024-09-21T02:43:04.112420+0000","last_became_peered":"2024-09-21T02:43:04.112420+0000","last_unstale":"2024-09-21T02:43:06.095495+0000","last_undegraded":"2024-09-21T02:43:06.095495+0000","last_fullsized":"2024-09-21T02:43:06.095495+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:37:53.781128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509447,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":76284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509446,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27840,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344000,"statfs":{"total":96636764160,"available":96608256000,"internally_reserved":0,"allocated":823296,"data_stored":666744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509445,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27268,"kb_used_data":236,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344572,"statfs":{"total":96636764160,"available":96608841728,"internally_reserved":0,"allocated":241664,"data_stored":78568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509446,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":225280,"data_stored":76866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509445,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27264,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344576,"statfs":{"total":96636764160,"available":96608845824,"internally_reserved":0,"allocated":233472,"data_stored":77896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509445,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27828,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344012,"statfs":{"total":96636764160,"available":96608268288,"internally_reserved":0,"allocated":819200,"data_stored":666722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509446,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":229376,"data_stored":76340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542151,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31412,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340428,"statfs":{"total":96636764160,"available":96604598272,"internally_reserved":0,"allocated":229376,"data_stored":76408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T02:43:14.272 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-21T02:43:14.272 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config log 1 --format=json 2024-09-21T02:43:14.273 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-21T02:43:14.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.461+0000 7f7774412640 1 -- 172.21.15.83:0/2054111281 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f77580053b0 msgr2=0x7f775800ba60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:14.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.461+0000 7f7774412640 1 --2- 172.21.15.83:0/2054111281 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f77580053b0 0x7f775800ba60 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f7764009e00 tx=0x7f776401d170 comp rx=0 tx=0).stop 2024-09-21T02:43:14.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.461+0000 7f7774412640 1 -- 172.21.15.83:0/2054111281 shutdown_connections 2024-09-21T02:43:14.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.461+0000 7f7774412640 1 --2- 172.21.15.83:0/2054111281 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f77580053b0 0x7f775800ba60 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:14.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.461+0000 7f7774412640 1 -- 172.21.15.83:0/2054111281 >> 172.21.15.83:0/2054111281 conn(0x7f776c09d6e0 msgr2=0x7f776c0d4490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:14.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.461+0000 7f7774412640 1 -- 172.21.15.83:0/2054111281 shutdown_connections 2024-09-21T02:43:14.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.461+0000 7f7774412640 1 -- 172.21.15.83:0/2054111281 wait complete. 2024-09-21T02:43:14.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.465+0000 7f7774412640 1 Processor -- start 2024-09-21T02:43:14.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.465+0000 7f7774412640 1 -- start start 2024-09-21T02:43:14.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.465+0000 7f7774412640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f77580053b0 0x7f776c1dd220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:14.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.465+0000 7f7774412640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f776c1e1ea0 0x7f776c1f5fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:14.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.465+0000 7f7774412640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f776c1de920 0x7f776c1f64f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:14.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.465+0000 7f7774412640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f776c0d0f20 con 0x7f77580053b0 2024-09-21T02:43:14.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.465+0000 7f7774412640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f776c0d10a0 con 0x7f776c1de920 2024-09-21T02:43:14.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.465+0000 7f7774412640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f776c0d1220 con 0x7f776c1e1ea0 2024-09-21T02:43:14.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.465+0000 7f77721ae640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f77580053b0 0x7f776c1dd220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:14.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.465+0000 7f77721ae640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f77580053b0 0x7f776c1dd220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37384/0 (socket says 172.21.15.83:37384) 2024-09-21T02:43:14.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.465+0000 7f77721ae640 1 -- 172.21.15.83:0/4231353684 learned_addr learned my addr 172.21.15.83:0/4231353684 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:14.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.465+0000 7f77721ae640 1 -- 172.21.15.83:0/4231353684 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f776c1e1ea0 msgr2=0x7f776c1f5fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:14.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.465+0000 7f77729af640 1 --2- 172.21.15.83:0/4231353684 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f776c1de920 0x7f776c1f64f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:14.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.465+0000 7f77719ad640 1 --2- 172.21.15.83:0/4231353684 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f776c1e1ea0 0x7f776c1f5fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:14.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.465+0000 7f77721ae640 1 --2- 172.21.15.83:0/4231353684 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f776c1e1ea0 0x7f776c1f5fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:14.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.465+0000 7f77721ae640 1 -- 172.21.15.83:0/4231353684 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f776c1de920 msgr2=0x7f776c1f64f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:14.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.465+0000 7f77721ae640 1 --2- 172.21.15.83:0/4231353684 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f776c1de920 0x7f776c1f64f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:14.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.465+0000 7f77721ae640 1 -- 172.21.15.83:0/4231353684 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f776c1e8000 con 0x7f77580053b0 2024-09-21T02:43:14.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.465+0000 7f77721ae640 1 --2- 172.21.15.83:0/4231353684 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f77580053b0 0x7f776c1dd220 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f7768004df0 tx=0x7f7768001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:14.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.465+0000 7f7762ffd640 1 -- 172.21.15.83:0/4231353684 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77680105d0 con 0x7f77580053b0 2024-09-21T02:43:14.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.465+0000 7f7762ffd640 1 -- 172.21.15.83:0/4231353684 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7768016070 con 0x7f77580053b0 2024-09-21T02:43:14.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.465+0000 7f7774412640 1 -- 172.21.15.83:0/4231353684 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f776c1e82e0 con 0x7f77580053b0 2024-09-21T02:43:14.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.465+0000 7f7762ffd640 1 -- 172.21.15.83:0/4231353684 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7768010b40 con 0x7f77580053b0 2024-09-21T02:43:14.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.465+0000 7f7774412640 1 -- 172.21.15.83:0/4231353684 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f776c1dee40 con 0x7f77580053b0 2024-09-21T02:43:14.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.469+0000 7f7774412640 1 -- 172.21.15.83:0/4231353684 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f776c0b41d0 con 0x7f77580053b0 2024-09-21T02:43:14.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.469+0000 7f7762ffd640 1 -- 172.21.15.83:0/4231353684 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f7768010ce0 con 0x7f77580053b0 2024-09-21T02:43:14.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.469+0000 7f7762ffd640 1 --2- 172.21.15.83:0/4231353684 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7750073200 0x7f7750075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:14.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.469+0000 7f77719ad640 1 --2- 172.21.15.83:0/4231353684 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7750073200 0x7f7750075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:14.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.469+0000 7f7762ffd640 1 -- 172.21.15.83:0/4231353684 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f7768094a50 con 0x7f77580053b0 2024-09-21T02:43:14.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.469+0000 7f77719ad640 1 --2- 172.21.15.83:0/4231353684 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7750073200 0x7f7750075710 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f775c001340 tx=0x7f775c001230 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:14.474 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.473+0000 7f7762ffd640 1 -- 172.21.15.83:0/4231353684 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f776805f9f0 con 0x7f77580053b0 2024-09-21T02:43:14.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.649+0000 7f7774412640 1 -- 172.21.15.83:0/4231353684 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "config log", "num": 1, "format": "json"} v 0) -- 0x7f776c0b5d00 con 0x7f77580053b0 2024-09-21T02:43:14.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.649+0000 7f7762ffd640 1 -- 172.21.15.83:0/4231353684 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "config log", "num": 1, "format": "json"}]=0 v31) ==== 86+0+160 (secure 0 0 0) 0x7f776805f2f0 con 0x7f77580053b0 2024-09-21T02:43:14.650 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:43:14.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.649+0000 7f7774412640 1 -- 172.21.15.83:0/4231353684 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7750073200 msgr2=0x7f7750075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:14.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.649+0000 7f7774412640 1 --2- 172.21.15.83:0/4231353684 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7750073200 0x7f7750075710 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f775c001340 tx=0x7f775c001230 comp rx=0 tx=0).stop 2024-09-21T02:43:14.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.649+0000 7f7774412640 1 -- 172.21.15.83:0/4231353684 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f77580053b0 msgr2=0x7f776c1dd220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:14.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.649+0000 7f7774412640 1 --2- 172.21.15.83:0/4231353684 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f77580053b0 0x7f776c1dd220 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f7768004df0 tx=0x7f7768001630 comp rx=0 tx=0).stop 2024-09-21T02:43:14.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.649+0000 7f7774412640 1 -- 172.21.15.83:0/4231353684 shutdown_connections 2024-09-21T02:43:14.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.649+0000 7f7774412640 1 --2- 172.21.15.83:0/4231353684 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7750073200 0x7f7750075710 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:14.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.649+0000 7f7774412640 1 --2- 172.21.15.83:0/4231353684 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f776c1de920 0x7f776c1f64f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:14.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.649+0000 7f7774412640 1 --2- 172.21.15.83:0/4231353684 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f776c1e1ea0 0x7f776c1f5fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:14.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.649+0000 7f7774412640 1 --2- 172.21.15.83:0/4231353684 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f77580053b0 0x7f776c1dd220 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:14.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.649+0000 7f7774412640 1 -- 172.21.15.83:0/4231353684 >> 172.21.15.83:0/4231353684 conn(0x7f776c09d6e0 msgr2=0x7f776c0b74b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:14.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.653+0000 7f7774412640 1 -- 172.21.15.83:0/4231353684 shutdown_connections 2024-09-21T02:43:14.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.653+0000 7f7774412640 1 -- 172.21.15.83:0/4231353684 wait complete. 2024-09-21T02:43:14.670 INFO:teuthology.orchestra.run.smithi083.stdout:[{"version":31,"timestamp":"2024-09-21T02:42:52.950651+0000","name":"","changes":[{"name":"osd.3/osd_mclock_max_capacity_iops_ssd","new_value":"4849.690237"}]}] 2024-09-21T02:43:14.671 INFO:tasks.ceph_manager:config epoch is 31 2024-09-21T02:43:14.671 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-21T02:43:14.671 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-21T02:43:14.671 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-21T02:43:14.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.817+0000 7fa3bf828640 1 -- 172.21.15.83:0/1503849658 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa3b81602c0 msgr2=0x7fa3b815c620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:14.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.817+0000 7fa3bf828640 1 --2- 172.21.15.83:0/1503849658 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa3b81602c0 0x7fa3b815c620 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fa3b80afe50 tx=0x7fa3ac01c770 comp rx=0 tx=0).stop 2024-09-21T02:43:14.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.817+0000 7fa3bf828640 1 -- 172.21.15.83:0/1503849658 shutdown_connections 2024-09-21T02:43:14.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.817+0000 7fa3bf828640 1 --2- 172.21.15.83:0/1503849658 >> v2:172.21.15.142:3300/0 conn(0x7fa3b80cbe60 0x7fa3b815d290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:14.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.817+0000 7fa3bf828640 1 --2- 172.21.15.83:0/1503849658 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa3b81602c0 0x7fa3b815c620 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:14.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.817+0000 7fa3bf828640 1 -- 172.21.15.83:0/1503849658 >> 172.21.15.83:0/1503849658 conn(0x7fa3b80d1100 msgr2=0x7fa3b80d1510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:14.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.817+0000 7fa3bf828640 1 -- 172.21.15.83:0/1503849658 shutdown_connections 2024-09-21T02:43:14.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.817+0000 7fa3bf828640 1 -- 172.21.15.83:0/1503849658 wait complete. 2024-09-21T02:43:14.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.817+0000 7fa3bf828640 1 Processor -- start 2024-09-21T02:43:14.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.817+0000 7fa3bf828640 1 -- start start 2024-09-21T02:43:14.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.821+0000 7fa3bf828640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa3b80cf1e0 0x7fa3b8152f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:14.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.821+0000 7fa3bf828640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa3b81602c0 0x7fa3b8154ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:14.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.821+0000 7fa3bf828640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa3b814b1e0 0x7fa3b814b5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:14.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.821+0000 7fa3bf828640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa3b816a420 con 0x7fa3b81602c0 2024-09-21T02:43:14.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.821+0000 7fa3bf828640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fa3b816a2a0 con 0x7fa3b80cf1e0 2024-09-21T02:43:14.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.821+0000 7fa3bf828640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fa3b816a5a0 con 0x7fa3b814b1e0 2024-09-21T02:43:14.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.821+0000 7fa3bcdc3640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa3b81602c0 0x7fa3b8154ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:14.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.821+0000 7fa3bcdc3640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa3b81602c0 0x7fa3b8154ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37414/0 (socket says 172.21.15.83:37414) 2024-09-21T02:43:14.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.821+0000 7fa3bcdc3640 1 -- 172.21.15.83:0/3983088010 learned_addr learned my addr 172.21.15.83:0/3983088010 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:14.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.821+0000 7fa3bd5c4640 1 --2- 172.21.15.83:0/3983088010 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa3b80cf1e0 0x7fa3b8152f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:14.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.821+0000 7fa3bcdc3640 1 -- 172.21.15.83:0/3983088010 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa3b814b1e0 msgr2=0x7fa3b814b5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:14.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.821+0000 7fa3bcdc3640 1 --2- 172.21.15.83:0/3983088010 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa3b814b1e0 0x7fa3b814b5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:14.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.821+0000 7fa3bcdc3640 1 -- 172.21.15.83:0/3983088010 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa3b80cf1e0 msgr2=0x7fa3b8152f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:14.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.821+0000 7fa3bcdc3640 1 --2- 172.21.15.83:0/3983088010 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa3b80cf1e0 0x7fa3b8152f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:14.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.821+0000 7fa3bcdc3640 1 -- 172.21.15.83:0/3983088010 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3b814c640 con 0x7fa3b81602c0 2024-09-21T02:43:14.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.821+0000 7fa3bcdc3640 1 --2- 172.21.15.83:0/3983088010 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa3b81602c0 0x7fa3b8154ba0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fa3b400c710 tx=0x7fa3b400cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:14.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.821+0000 7fa3a9ffb640 1 -- 172.21.15.83:0/3983088010 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3b4003db0 con 0x7fa3b81602c0 2024-09-21T02:43:14.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.821+0000 7fa3a9ffb640 1 -- 172.21.15.83:0/3983088010 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa3b400ce20 con 0x7fa3b81602c0 2024-09-21T02:43:14.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.821+0000 7fa3bf828640 1 -- 172.21.15.83:0/3983088010 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3b814c920 con 0x7fa3b81602c0 2024-09-21T02:43:14.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.821+0000 7fa3a9ffb640 1 -- 172.21.15.83:0/3983088010 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3b40052b0 con 0x7fa3b81602c0 2024-09-21T02:43:14.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.821+0000 7fa3bf828640 1 -- 172.21.15.83:0/3983088010 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3b814cee0 con 0x7fa3b81602c0 2024-09-21T02:43:14.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.821+0000 7fa3bf828640 1 -- 172.21.15.83:0/3983088010 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3b815d290 con 0x7fa3b81602c0 2024-09-21T02:43:14.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.821+0000 7fa3a9ffb640 1 -- 172.21.15.83:0/3983088010 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fa3b4005450 con 0x7fa3b81602c0 2024-09-21T02:43:14.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.825+0000 7fa3a9ffb640 1 --2- 172.21.15.83:0/3983088010 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa39c073200 0x7fa39c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:14.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.825+0000 7fa3a9ffb640 1 -- 172.21.15.83:0/3983088010 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fa3b40940f0 con 0x7fa3b81602c0 2024-09-21T02:43:14.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.825+0000 7fa3bd5c4640 1 --2- 172.21.15.83:0/3983088010 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa39c073200 0x7fa39c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:14.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.825+0000 7fa3bd5c4640 1 --2- 172.21.15.83:0/3983088010 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa39c073200 0x7fa39c075710 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fa3ac0af000 tx=0x7fa3ac01afb0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:14.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:14.829+0000 7fa3a9ffb640 1 -- 172.21.15.83:0/3983088010 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fa3b815cb60 con 0x7fa3b81602c0 2024-09-21T02:43:15.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.025+0000 7fa3bf828640 1 -- 172.21.15.83:0/3983088010 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7fa3b814bb30 con 0x7fa3b81602c0 2024-09-21T02:43:15.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.033+0000 7fa3a9ffb640 1 -- 172.21.15.83:0/3983088010 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) ==== 74+0+186449 (secure 0 0 0) 0x7fa3b405f110 con 0x7fa3b81602c0 2024-09-21T02:43:15.038 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:43:15.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.037+0000 7fa3bf828640 1 -- 172.21.15.83:0/3983088010 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa39c073200 msgr2=0x7fa39c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:15.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.037+0000 7fa3bf828640 1 --2- 172.21.15.83:0/3983088010 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa39c073200 0x7fa39c075710 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fa3ac0af000 tx=0x7fa3ac01afb0 comp rx=0 tx=0).stop 2024-09-21T02:43:15.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.037+0000 7fa3bf828640 1 -- 172.21.15.83:0/3983088010 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa3b81602c0 msgr2=0x7fa3b8154ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:15.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.037+0000 7fa3bf828640 1 --2- 172.21.15.83:0/3983088010 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa3b81602c0 0x7fa3b8154ba0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fa3b400c710 tx=0x7fa3b400cbd0 comp rx=0 tx=0).stop 2024-09-21T02:43:15.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.037+0000 7fa3bf828640 1 -- 172.21.15.83:0/3983088010 shutdown_connections 2024-09-21T02:43:15.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.037+0000 7fa3bf828640 1 --2- 172.21.15.83:0/3983088010 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa39c073200 0x7fa39c075710 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:15.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.037+0000 7fa3bf828640 1 --2- 172.21.15.83:0/3983088010 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa3b814b1e0 0x7fa3b814b5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:15.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.037+0000 7fa3bf828640 1 --2- 172.21.15.83:0/3983088010 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa3b81602c0 0x7fa3b8154ba0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:15.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.037+0000 7fa3bf828640 1 --2- 172.21.15.83:0/3983088010 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa3b80cf1e0 0x7fa3b8152f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:15.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.037+0000 7fa3bf828640 1 -- 172.21.15.83:0/3983088010 >> 172.21.15.83:0/3983088010 conn(0x7fa3b80d1100 msgr2=0x7fa3b8155c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:15.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.037+0000 7fa3bf828640 1 -- 172.21.15.83:0/3983088010 shutdown_connections 2024-09-21T02:43:15.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.037+0000 7fa3bf828640 1 -- 172.21.15.83:0/3983088010 wait complete. 2024-09-21T02:43:15.057 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":5,"flags":0,"active_gid":4150,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6800","nonce":38882767},{"type":"v1","addr":"172.21.15.83:6801","nonce":38882767}]},"active_addr":"172.21.15.83:6801/38882767","active_change":"2024-09-21T02:42:43.765262+0000","active_mgr_features":4540719139924082687,"available":true,"standbys":[{"gid":4142,"name":"x","mgr_features":4540719139924082687,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.8","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:sclorg-nginx-126","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.17","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"oauth2-proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba_metrics":{"name":"container_image_samba_metrics","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-metrics:latest","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB metrics exporter container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sso_oauth2":{"name":"sso_oauth2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.8","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:sclorg-nginx-126","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.17","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"oauth2-proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba_metrics":{"name":"container_image_samba_metrics","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-metrics:latest","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB metrics exporter container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sso_oauth2":{"name":"sso_oauth2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.83:0","nonce":50839862}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.83:0","nonce":2059600282}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.83:0","nonce":3825749363}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.83:0","nonce":3740601296}]}]} 2024-09-21T02:43:15.061 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-21T02:43:15.061 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-21T02:43:15.061 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T02:43:15.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.213+0000 7f22687b4640 1 -- 172.21.15.83:0/1985224479 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f22600714f0 msgr2=0x7f2260071900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:15.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.213+0000 7f22687b4640 1 --2- 172.21.15.83:0/1985224479 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f22600714f0 0x7f2260071900 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f2260073830 tx=0x7f225c01c800 comp rx=0 tx=0).stop 2024-09-21T02:43:15.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.213+0000 7f22687b4640 1 -- 172.21.15.83:0/1985224479 shutdown_connections 2024-09-21T02:43:15.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.213+0000 7f22687b4640 1 --2- 172.21.15.83:0/1985224479 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f22600714f0 0x7f2260071900 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:15.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.213+0000 7f22687b4640 1 --2- 172.21.15.83:0/1985224479 >> v2:172.21.15.142:3300/0 conn(0x7f22600cd440 0x7f226015e860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:15.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.213+0000 7f22687b4640 1 -- 172.21.15.83:0/1985224479 >> 172.21.15.83:0/1985224479 conn(0x7f22600d1170 msgr2=0x7f22600d1580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:15.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.213+0000 7f22687b4640 1 -- 172.21.15.83:0/1985224479 shutdown_connections 2024-09-21T02:43:15.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.213+0000 7f22687b4640 1 -- 172.21.15.83:0/1985224479 wait complete. 2024-09-21T02:43:15.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.217+0000 7f22687b4640 1 Processor -- start 2024-09-21T02:43:15.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.217+0000 7f22687b4640 1 -- start start 2024-09-21T02:43:15.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.217+0000 7f22687b4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f226006ce90 0x7f22601f8660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:15.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.217+0000 7f22687b4640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f22600714f0 0x7f2260155a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:15.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.217+0000 7f22687b4640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f22600cd440 0x7f2260161840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:15.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.217+0000 7f22687b4640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f226016bbf0 con 0x7f226006ce90 2024-09-21T02:43:15.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.217+0000 7f22687b4640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f226016ba70 con 0x7f22600714f0 2024-09-21T02:43:15.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.217+0000 7f22687b4640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f226016bd70 con 0x7f22600cd440 2024-09-21T02:43:15.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.217+0000 7f2266550640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f226006ce90 0x7f22601f8660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:15.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.217+0000 7f2266550640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f226006ce90 0x7f22601f8660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37442/0 (socket says 172.21.15.83:37442) 2024-09-21T02:43:15.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.217+0000 7f2266550640 1 -- 172.21.15.83:0/1611003889 learned_addr learned my addr 172.21.15.83:0/1611003889 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:15.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.217+0000 7f2266d51640 1 --2- 172.21.15.83:0/1611003889 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f22600cd440 0x7f2260161840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:15.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.217+0000 7f2265d4f640 1 --2- 172.21.15.83:0/1611003889 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f22600714f0 0x7f2260155a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:15.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.217+0000 7f2266550640 1 -- 172.21.15.83:0/1611003889 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f22600cd440 msgr2=0x7f2260161840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:15.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.217+0000 7f2266550640 1 --2- 172.21.15.83:0/1611003889 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f22600cd440 0x7f2260161840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:15.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.217+0000 7f2266550640 1 -- 172.21.15.83:0/1611003889 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f22600714f0 msgr2=0x7f2260155a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:15.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.217+0000 7f2266550640 1 --2- 172.21.15.83:0/1611003889 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f22600714f0 0x7f2260155a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:15.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.217+0000 7f2266550640 1 -- 172.21.15.83:0/1611003889 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22601f8ea0 con 0x7f226006ce90 2024-09-21T02:43:15.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.217+0000 7f2266550640 1 --2- 172.21.15.83:0/1611003889 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f226006ce90 0x7f22601f8660 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f225800cce0 tx=0x7f225800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:15.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.217+0000 7f2252ffd640 1 -- 172.21.15.83:0/1611003889 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2258004b30 con 0x7f226006ce90 2024-09-21T02:43:15.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.217+0000 7f2252ffd640 1 -- 172.21.15.83:0/1611003889 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2258004dc0 con 0x7f226006ce90 2024-09-21T02:43:15.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.217+0000 7f2252ffd640 1 -- 172.21.15.83:0/1611003889 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2258005280 con 0x7f226006ce90 2024-09-21T02:43:15.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.217+0000 7f22687b4640 1 -- 172.21.15.83:0/1611003889 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22601f9180 con 0x7f226006ce90 2024-09-21T02:43:15.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.217+0000 7f22687b4640 1 -- 172.21.15.83:0/1611003889 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22601fbf00 con 0x7f226006ce90 2024-09-21T02:43:15.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.217+0000 7f22687b4640 1 -- 172.21.15.83:0/1611003889 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2260071900 con 0x7f226006ce90 2024-09-21T02:43:15.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.221+0000 7f2252ffd640 1 -- 172.21.15.83:0/1611003889 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f2258005420 con 0x7f226006ce90 2024-09-21T02:43:15.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.221+0000 7f2252ffd640 1 --2- 172.21.15.83:0/1611003889 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2244073200 0x7f2244075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:15.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.221+0000 7f2252ffd640 1 -- 172.21.15.83:0/1611003889 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f2258094970 con 0x7f226006ce90 2024-09-21T02:43:15.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.221+0000 7f2265d4f640 1 --2- 172.21.15.83:0/1611003889 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2244073200 0x7f2244075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:15.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.221+0000 7f2265d4f640 1 --2- 172.21.15.83:0/1611003889 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2244073200 0x7f2244075710 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f22600af260 tx=0x7f2254008040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:15.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.225+0000 7f2252ffd640 1 -- 172.21.15.83:0/1611003889 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f2258014030 con 0x7f226006ce90 2024-09-21T02:43:15.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.401+0000 7f22687b4640 1 -- 172.21.15.83:0/1611003889 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f22601567a0 con 0x7f226006ce90 2024-09-21T02:43:15.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.401+0000 7f2252ffd640 1 -- 172.21.15.83:0/1611003889 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) ==== 74+0+16645 (secure 0 0 0) 0x7f225805fa20 con 0x7f226006ce90 2024-09-21T02:43:15.404 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:43:15.404 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":22,"fsid":"82b6a254-ea31-468f-b8d3-3f9b32622240","created":"2024-09-21T02:42:38.603140+0000","modified":"2024-09-21T02:43:06.085511+0000","last_up_change":"2024-09-21T02:42:53.602524+0000","last_in_change":"2024-09-21T02:42:43.192261+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T02:42:53.826200+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-21T02:43:02.423239+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-21T02:43:03.451557+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3a8ebb7b-1ae5-4b26-8278-9dcb6c385903","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6814","nonce":1413652419}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6818","nonce":1413652419}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6825","nonce":1413652419}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6822","nonce":1413652419}]},"public_addr":"172.21.15.83:6814/1413652419","cluster_addr":"172.21.15.83:6818/1413652419","heartbeat_back_addr":"172.21.15.83:6825/1413652419","heartbeat_front_addr":"172.21.15.83:6822/1413652419","state":["exists","up"]},{"osd":1,"uuid":"c965bb73-548b-4509-96ec-9c263029104b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6827","nonce":464765712}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6829","nonce":464765712}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6833","nonce":464765712}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6831","nonce":464765712}]},"public_addr":"172.21.15.83:6827/464765712","cluster_addr":"172.21.15.83:6829/464765712","heartbeat_back_addr":"172.21.15.83:6833/464765712","heartbeat_front_addr":"172.21.15.83:6831/464765712","state":["exists","up"]},{"osd":2,"uuid":"d86f4e42-c5e5-48f2-9936-817c45ca308d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6803","nonce":2393321522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6805","nonce":2393321522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6809","nonce":2393321522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6807","nonce":2393321522}]},"public_addr":"172.21.15.83:6803/2393321522","cluster_addr":"172.21.15.83:6805/2393321522","heartbeat_back_addr":"172.21.15.83:6809/2393321522","heartbeat_front_addr":"172.21.15.83:6807/2393321522","state":["exists","up"]},{"osd":3,"uuid":"13beb0a5-6df8-4bd9-a8c9-d61fe89e09e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6811","nonce":3390622409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6813","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6815","nonce":3390622409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6821","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6823","nonce":3390622409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6817","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6819","nonce":3390622409}]},"public_addr":"172.21.15.83:6811/3390622409","cluster_addr":"172.21.15.83:6815/3390622409","heartbeat_back_addr":"172.21.15.83:6823/3390622409","heartbeat_front_addr":"172.21.15.83:6819/3390622409","state":["exists","up"]},{"osd":4,"uuid":"2028bcfd-16b5-40a0-beaf-18832fee4ac1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6816","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6817","nonce":903609339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6818","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6819","nonce":903609339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6822","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6823","nonce":903609339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6820","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6821","nonce":903609339}]},"public_addr":"172.21.15.142:6817/903609339","cluster_addr":"172.21.15.142:6819/903609339","heartbeat_back_addr":"172.21.15.142:6823/903609339","heartbeat_front_addr":"172.21.15.142:6821/903609339","state":["exists","up"]},{"osd":5,"uuid":"f3fdab28-9ac1-4ff3-92ed-3c2a9833a45d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6824","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6825","nonce":1864459234}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6826","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6827","nonce":1864459234}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6830","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6831","nonce":1864459234}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6828","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6829","nonce":1864459234}]},"public_addr":"172.21.15.142:6825/1864459234","cluster_addr":"172.21.15.142:6827/1864459234","heartbeat_back_addr":"172.21.15.142:6831/1864459234","heartbeat_front_addr":"172.21.15.142:6829/1864459234","state":["exists","up"]},{"osd":6,"uuid":"e6c411f3-8a06-41f2-b104-40216326259a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6808","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6809","nonce":1137623679}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6810","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6811","nonce":1137623679}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6814","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6815","nonce":1137623679}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6812","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6813","nonce":1137623679}]},"public_addr":"172.21.15.142:6809/1137623679","cluster_addr":"172.21.15.142:6811/1137623679","heartbeat_back_addr":"172.21.15.142:6815/1137623679","heartbeat_front_addr":"172.21.15.142:6813/1137623679","state":["exists","up"]},{"osd":7,"uuid":"37ce1cb6-2b1b-4d91-ace3-926062f54290","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6800","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6801","nonce":81587312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6802","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6803","nonce":81587312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6806","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6807","nonce":81587312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6804","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6805","nonce":81587312}]},"public_addr":"172.21.15.142:6801/81587312","cluster_addr":"172.21.15.142:6803/81587312","heartbeat_back_addr":"172.21.15.142:6807/81587312","heartbeat_front_addr":"172.21.15.142:6805/81587312","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.547410+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.843449+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.932112+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.842886+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.082896+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.238106+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.825928+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.553550+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T02:43:15.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.405+0000 7f22687b4640 1 -- 172.21.15.83:0/1611003889 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2244073200 msgr2=0x7f2244075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:15.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.405+0000 7f22687b4640 1 --2- 172.21.15.83:0/1611003889 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2244073200 0x7f2244075710 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f22600af260 tx=0x7f2254008040 comp rx=0 tx=0).stop 2024-09-21T02:43:15.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.405+0000 7f22687b4640 1 -- 172.21.15.83:0/1611003889 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f226006ce90 msgr2=0x7f22601f8660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:15.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.405+0000 7f22687b4640 1 --2- 172.21.15.83:0/1611003889 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f226006ce90 0x7f22601f8660 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f225800cce0 tx=0x7f225800a620 comp rx=0 tx=0).stop 2024-09-21T02:43:15.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.405+0000 7f22687b4640 1 -- 172.21.15.83:0/1611003889 shutdown_connections 2024-09-21T02:43:15.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.405+0000 7f22687b4640 1 --2- 172.21.15.83:0/1611003889 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2244073200 0x7f2244075710 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:15.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.405+0000 7f22687b4640 1 --2- 172.21.15.83:0/1611003889 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f22600cd440 0x7f2260161840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:15.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.405+0000 7f22687b4640 1 --2- 172.21.15.83:0/1611003889 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f22600714f0 0x7f2260155a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:15.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.405+0000 7f22687b4640 1 --2- 172.21.15.83:0/1611003889 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f226006ce90 0x7f22601f8660 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:15.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.405+0000 7f22687b4640 1 -- 172.21.15.83:0/1611003889 >> 172.21.15.83:0/1611003889 conn(0x7f22600d1170 msgr2=0x7f2260157af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:15.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.405+0000 7f22687b4640 1 -- 172.21.15.83:0/1611003889 shutdown_connections 2024-09-21T02:43:15.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.405+0000 7f22687b4640 1 -- 172.21.15.83:0/1611003889 wait complete. 2024-09-21T02:43:15.426 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-21T02:43:15.427 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T02:43:15.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.573+0000 7f32ef53d640 1 -- 172.21.15.83:0/3332094101 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f32e806ed60 msgr2=0x7f32e806f170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:15.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.573+0000 7f32ef53d640 1 --2- 172.21.15.83:0/3332094101 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f32e806ed60 0x7f32e806f170 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f32e80d0c80 tx=0x7f32e401c8c0 comp rx=0 tx=0).stop 2024-09-21T02:43:15.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.573+0000 7f32ef53d640 1 -- 172.21.15.83:0/3332094101 shutdown_connections 2024-09-21T02:43:15.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.573+0000 7f32ef53d640 1 --2- 172.21.15.83:0/3332094101 >> v2:172.21.15.142:3300/0 conn(0x7f32e80cc920 0x7f32e80ccd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:15.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.573+0000 7f32ef53d640 1 --2- 172.21.15.83:0/3332094101 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f32e806ed60 0x7f32e806f170 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:15.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.573+0000 7f32ef53d640 1 -- 172.21.15.83:0/3332094101 >> 172.21.15.83:0/3332094101 conn(0x7f32e806ce90 msgr2=0x7f32e806d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:15.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.573+0000 7f32ef53d640 1 -- 172.21.15.83:0/3332094101 shutdown_connections 2024-09-21T02:43:15.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.573+0000 7f32ef53d640 1 -- 172.21.15.83:0/3332094101 wait complete. 2024-09-21T02:43:15.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.577+0000 7f32ef53d640 1 Processor -- start 2024-09-21T02:43:15.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.577+0000 7f32ef53d640 1 -- start start 2024-09-21T02:43:15.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.577+0000 7f32ef53d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f32e806ed60 0x7f32e81467e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:15.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.577+0000 7f32ef53d640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f32e80cc920 0x7f32e8153360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:15.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.577+0000 7f32ef53d640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f32e8160100 0x7f32e81538a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:15.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.577+0000 7f32ef53d640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f32e8169cb0 con 0x7f32e806ed60 2024-09-21T02:43:15.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.577+0000 7f32ef53d640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f32e80cf000 con 0x7f32e80cc920 2024-09-21T02:43:15.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.577+0000 7f32ef53d640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f32e8169e30 con 0x7f32e8160100 2024-09-21T02:43:15.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.577+0000 7f32ed2d9640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f32e806ed60 0x7f32e81467e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:15.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.577+0000 7f32ed2d9640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f32e806ed60 0x7f32e81467e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37458/0 (socket says 172.21.15.83:37458) 2024-09-21T02:43:15.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.577+0000 7f32ed2d9640 1 -- 172.21.15.83:0/556335584 learned_addr learned my addr 172.21.15.83:0/556335584 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:15.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.577+0000 7f32edada640 1 --2- 172.21.15.83:0/556335584 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f32e8160100 0x7f32e81538a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:15.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.577+0000 7f32ecad8640 1 --2- 172.21.15.83:0/556335584 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f32e80cc920 0x7f32e8153360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:15.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.577+0000 7f32ed2d9640 1 -- 172.21.15.83:0/556335584 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f32e8160100 msgr2=0x7f32e81538a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:15.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.577+0000 7f32ed2d9640 1 --2- 172.21.15.83:0/556335584 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f32e8160100 0x7f32e81538a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:15.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.577+0000 7f32ed2d9640 1 -- 172.21.15.83:0/556335584 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f32e80cc920 msgr2=0x7f32e8153360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:15.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.577+0000 7f32ed2d9640 1 --2- 172.21.15.83:0/556335584 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f32e80cc920 0x7f32e8153360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:15.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.577+0000 7f32ed2d9640 1 -- 172.21.15.83:0/556335584 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32e814ef10 con 0x7f32e806ed60 2024-09-21T02:43:15.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.577+0000 7f32ecad8640 1 --2- 172.21.15.83:0/556335584 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f32e80cc920 0x7f32e8153360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:43:15.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.577+0000 7f32ed2d9640 1 --2- 172.21.15.83:0/556335584 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f32e806ed60 0x7f32e81467e0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f32e40194d0 tx=0x7f32e4005e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:15.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.577+0000 7f32ddffb640 1 -- 172.21.15.83:0/556335584 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32e40b2040 con 0x7f32e806ed60 2024-09-21T02:43:15.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.577+0000 7f32ddffb640 1 -- 172.21.15.83:0/556335584 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f32e4005320 con 0x7f32e806ed60 2024-09-21T02:43:15.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.577+0000 7f32ef53d640 1 -- 172.21.15.83:0/556335584 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32e814f1f0 con 0x7f32e806ed60 2024-09-21T02:43:15.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.577+0000 7f32ddffb640 1 -- 172.21.15.83:0/556335584 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32e40046d0 con 0x7f32e806ed60 2024-09-21T02:43:15.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.577+0000 7f32ef53d640 1 -- 172.21.15.83:0/556335584 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32e814f7b0 con 0x7f32e806ed60 2024-09-21T02:43:15.582 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.581+0000 7f32ef53d640 1 -- 172.21.15.83:0/556335584 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32e806f170 con 0x7f32e806ed60 2024-09-21T02:43:15.582 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.581+0000 7f32ddffb640 1 -- 172.21.15.83:0/556335584 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f32e4004890 con 0x7f32e806ed60 2024-09-21T02:43:15.582 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.581+0000 7f32ddffb640 1 --2- 172.21.15.83:0/556335584 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f32cc073230 0x7f32cc075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:15.582 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.581+0000 7f32ecad8640 1 --2- 172.21.15.83:0/556335584 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f32cc073230 0x7f32cc075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:15.582 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.581+0000 7f32ddffb640 1 -- 172.21.15.83:0/556335584 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f32e412e890 con 0x7f32e806ed60 2024-09-21T02:43:15.583 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.581+0000 7f32ecad8640 1 --2- 172.21.15.83:0/556335584 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f32cc073230 0x7f32cc075740 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f32d8005fd0 tx=0x7f32d8005de0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:15.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.585+0000 7f32ddffb640 1 -- 172.21.15.83:0/556335584 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f32e40164b0 con 0x7f32e806ed60 2024-09-21T02:43:15.745 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.745+0000 7f32ef53d640 1 -- 172.21.15.83:0/556335584 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f32e81606b0 con 0x7f32e806ed60 2024-09-21T02:43:15.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.745+0000 7f32ddffb640 1 -- 172.21.15.83:0/556335584 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) ==== 74+0+16645 (secure 0 0 0) 0x7f32e40f9940 con 0x7f32e806ed60 2024-09-21T02:43:15.748 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:43:15.748 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":22,"fsid":"82b6a254-ea31-468f-b8d3-3f9b32622240","created":"2024-09-21T02:42:38.603140+0000","modified":"2024-09-21T02:43:06.085511+0000","last_up_change":"2024-09-21T02:42:53.602524+0000","last_in_change":"2024-09-21T02:42:43.192261+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T02:42:53.826200+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-21T02:43:02.423239+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-21T02:43:03.451557+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3a8ebb7b-1ae5-4b26-8278-9dcb6c385903","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6814","nonce":1413652419}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6818","nonce":1413652419}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6825","nonce":1413652419}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6822","nonce":1413652419}]},"public_addr":"172.21.15.83:6814/1413652419","cluster_addr":"172.21.15.83:6818/1413652419","heartbeat_back_addr":"172.21.15.83:6825/1413652419","heartbeat_front_addr":"172.21.15.83:6822/1413652419","state":["exists","up"]},{"osd":1,"uuid":"c965bb73-548b-4509-96ec-9c263029104b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6827","nonce":464765712}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6829","nonce":464765712}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6833","nonce":464765712}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6831","nonce":464765712}]},"public_addr":"172.21.15.83:6827/464765712","cluster_addr":"172.21.15.83:6829/464765712","heartbeat_back_addr":"172.21.15.83:6833/464765712","heartbeat_front_addr":"172.21.15.83:6831/464765712","state":["exists","up"]},{"osd":2,"uuid":"d86f4e42-c5e5-48f2-9936-817c45ca308d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6803","nonce":2393321522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6805","nonce":2393321522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6809","nonce":2393321522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6807","nonce":2393321522}]},"public_addr":"172.21.15.83:6803/2393321522","cluster_addr":"172.21.15.83:6805/2393321522","heartbeat_back_addr":"172.21.15.83:6809/2393321522","heartbeat_front_addr":"172.21.15.83:6807/2393321522","state":["exists","up"]},{"osd":3,"uuid":"13beb0a5-6df8-4bd9-a8c9-d61fe89e09e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6811","nonce":3390622409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6813","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6815","nonce":3390622409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6821","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6823","nonce":3390622409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6817","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6819","nonce":3390622409}]},"public_addr":"172.21.15.83:6811/3390622409","cluster_addr":"172.21.15.83:6815/3390622409","heartbeat_back_addr":"172.21.15.83:6823/3390622409","heartbeat_front_addr":"172.21.15.83:6819/3390622409","state":["exists","up"]},{"osd":4,"uuid":"2028bcfd-16b5-40a0-beaf-18832fee4ac1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6816","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6817","nonce":903609339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6818","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6819","nonce":903609339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6822","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6823","nonce":903609339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6820","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6821","nonce":903609339}]},"public_addr":"172.21.15.142:6817/903609339","cluster_addr":"172.21.15.142:6819/903609339","heartbeat_back_addr":"172.21.15.142:6823/903609339","heartbeat_front_addr":"172.21.15.142:6821/903609339","state":["exists","up"]},{"osd":5,"uuid":"f3fdab28-9ac1-4ff3-92ed-3c2a9833a45d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6824","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6825","nonce":1864459234}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6826","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6827","nonce":1864459234}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6830","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6831","nonce":1864459234}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6828","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6829","nonce":1864459234}]},"public_addr":"172.21.15.142:6825/1864459234","cluster_addr":"172.21.15.142:6827/1864459234","heartbeat_back_addr":"172.21.15.142:6831/1864459234","heartbeat_front_addr":"172.21.15.142:6829/1864459234","state":["exists","up"]},{"osd":6,"uuid":"e6c411f3-8a06-41f2-b104-40216326259a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6808","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6809","nonce":1137623679}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6810","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6811","nonce":1137623679}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6814","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6815","nonce":1137623679}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6812","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6813","nonce":1137623679}]},"public_addr":"172.21.15.142:6809/1137623679","cluster_addr":"172.21.15.142:6811/1137623679","heartbeat_back_addr":"172.21.15.142:6815/1137623679","heartbeat_front_addr":"172.21.15.142:6813/1137623679","state":["exists","up"]},{"osd":7,"uuid":"37ce1cb6-2b1b-4d91-ace3-926062f54290","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6800","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6801","nonce":81587312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6802","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6803","nonce":81587312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6806","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6807","nonce":81587312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6804","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6805","nonce":81587312}]},"public_addr":"172.21.15.142:6801/81587312","cluster_addr":"172.21.15.142:6803/81587312","heartbeat_back_addr":"172.21.15.142:6807/81587312","heartbeat_front_addr":"172.21.15.142:6805/81587312","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.547410+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.843449+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.932112+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.842886+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.082896+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.238106+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.825928+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.553550+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T02:43:15.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.749+0000 7f32ef53d640 1 -- 172.21.15.83:0/556335584 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f32cc073230 msgr2=0x7f32cc075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:15.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.749+0000 7f32ef53d640 1 --2- 172.21.15.83:0/556335584 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f32cc073230 0x7f32cc075740 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f32d8005fd0 tx=0x7f32d8005de0 comp rx=0 tx=0).stop 2024-09-21T02:43:15.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.749+0000 7f32ef53d640 1 -- 172.21.15.83:0/556335584 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f32e806ed60 msgr2=0x7f32e81467e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:15.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.749+0000 7f32ef53d640 1 --2- 172.21.15.83:0/556335584 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f32e806ed60 0x7f32e81467e0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f32e40194d0 tx=0x7f32e4005e00 comp rx=0 tx=0).stop 2024-09-21T02:43:15.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.749+0000 7f32ef53d640 1 -- 172.21.15.83:0/556335584 shutdown_connections 2024-09-21T02:43:15.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.749+0000 7f32ef53d640 1 --2- 172.21.15.83:0/556335584 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f32cc073230 0x7f32cc075740 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:15.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.749+0000 7f32ef53d640 1 --2- 172.21.15.83:0/556335584 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f32e8160100 0x7f32e81538a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:15.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.749+0000 7f32ef53d640 1 --2- 172.21.15.83:0/556335584 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f32e80cc920 0x7f32e8153360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:15.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.749+0000 7f32ef53d640 1 --2- 172.21.15.83:0/556335584 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f32e806ed60 0x7f32e81467e0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:15.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.749+0000 7f32ef53d640 1 -- 172.21.15.83:0/556335584 >> 172.21.15.83:0/556335584 conn(0x7f32e806ce90 msgr2=0x7f32e8155890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:15.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.749+0000 7f32ef53d640 1 -- 172.21.15.83:0/556335584 shutdown_connections 2024-09-21T02:43:15.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.749+0000 7f32ef53d640 1 -- 172.21.15.83:0/556335584 wait complete. 2024-09-21T02:43:15.768 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-21T02:43:15.769 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-21T02:43:15.769 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-21T02:43:15.769 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-21T02:43:15.770 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-21T02:43:15.770 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-21T02:43:15.771 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-21T02:43:15.771 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-21T02:43:16.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.997+0000 7f8c4e02a640 1 -- 172.21.15.83:0/3621553711 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8c4816f890 msgr2=0x7f8c480aed90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.997+0000 7f8c4e02a640 1 --2- 172.21.15.83:0/3621553711 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8c4816f890 0x7f8c480aed90 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f8c38009900 tx=0x7f8c3801c8e0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.997+0000 7f8c4e02a640 1 -- 172.21.15.83:0/3621553711 shutdown_connections 2024-09-21T02:43:16.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.997+0000 7f8c4e02a640 1 --2- 172.21.15.83:0/3621553711 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f8c480af2d0 0x7f8c48072c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.997+0000 7f8c4e02a640 1 --2- 172.21.15.83:0/3621553711 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8c4816f890 0x7f8c480aed90 secure :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f8c38009900 tx=0x7f8c3801c8e0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:15.997+0000 7f8c4e02a640 1 -- 172.21.15.83:0/3621553711 >> 172.21.15.83:0/3621553711 conn(0x7f8c480cca30 msgr2=0x7f8c480cce40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:16.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.001+0000 7f8c4e02a640 1 -- 172.21.15.83:0/3621553711 shutdown_connections 2024-09-21T02:43:16.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.001+0000 7f8c4e02a640 1 -- 172.21.15.83:0/3621553711 wait complete. 2024-09-21T02:43:16.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.001+0000 7ff97cbe7640 1 -- 172.21.15.83:0/3505642140 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff970006b80 msgr2=0x7ff9700534f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.001+0000 7ff97cbe7640 1 --2- 172.21.15.83:0/3505642140 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff970006b80 0x7ff9700534f0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7ff970052940 tx=0x7ff96c01d340 comp rx=0 tx=0).stop 2024-09-21T02:43:16.002 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.001+0000 7f8c4e02a640 1 Processor -- start 2024-09-21T02:43:16.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.001+0000 7f811901f640 1 -- 172.21.15.83:0/3176669147 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8104003a10 msgr2=0x7f8104003e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.001+0000 7f811901f640 1 --2- 172.21.15.83:0/3176669147 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8104003a10 0x7f8104003e60 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f811406bc80 tx=0x7f8114098610 comp rx=0 tx=0).stop 2024-09-21T02:43:16.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.001+0000 7f811901f640 1 -- 172.21.15.83:0/3176669147 shutdown_connections 2024-09-21T02:43:16.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.001+0000 7f811901f640 1 --2- 172.21.15.83:0/3176669147 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8104003a10 0x7f8104003e60 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.001+0000 7f811901f640 1 -- 172.21.15.83:0/3176669147 >> 172.21.15.83:0/3176669147 conn(0x7f810c01d9b0 msgr2=0x7f810c039670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:16.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.001+0000 7ff97cbe7640 1 -- 172.21.15.83:0/3505642140 shutdown_connections 2024-09-21T02:43:16.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.001+0000 7ff97cbe7640 1 --2- 172.21.15.83:0/3505642140 >> v2:172.21.15.142:3300/0 conn(0x7ff970053a30 0x7ff970053e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.001+0000 7ff97cbe7640 1 --2- 172.21.15.83:0/3505642140 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff970006b80 0x7ff9700534f0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.001+0000 7ff97cbe7640 1 -- 172.21.15.83:0/3505642140 >> 172.21.15.83:0/3505642140 conn(0x7ff97001de00 msgr2=0x7ff970039ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:16.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.001+0000 7f811901f640 1 -- 172.21.15.83:0/3176669147 shutdown_connections 2024-09-21T02:43:16.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.001+0000 7f0099b46640 1 -- 172.21.15.83:0/2072839862 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f009406f6a0 msgr2=0x7f0094072e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.001+0000 7f0099b46640 1 --2- 172.21.15.83:0/2072839862 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f009406f6a0 0x7f0094072e40 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f0088009930 tx=0x7f008801c8f0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.001+0000 7f0099b46640 1 -- 172.21.15.83:0/2072839862 shutdown_connections 2024-09-21T02:43:16.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.001+0000 7f0099b46640 1 --2- 172.21.15.83:0/2072839862 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f009406f6a0 0x7f0094072e40 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.001+0000 7f0099b46640 1 -- 172.21.15.83:0/2072839862 >> 172.21.15.83:0/2072839862 conn(0x7f00940cca30 msgr2=0x7f00940cce40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:16.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.001+0000 7f0099b46640 1 -- 172.21.15.83:0/2072839862 shutdown_connections 2024-09-21T02:43:16.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.001+0000 7f0099b46640 1 -- 172.21.15.83:0/2072839862 wait complete. 2024-09-21T02:43:16.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f0099b46640 1 Processor -- start 2024-09-21T02:43:16.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f0099b46640 1 -- start start 2024-09-21T02:43:16.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.001+0000 7f7eb6d3c640 1 -- 172.21.15.83:0/254083118 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7eb015fc60 msgr2=0x7f7eb0155bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.001+0000 7f7eb6d3c640 1 --2- 172.21.15.83:0/254083118 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7eb015fc60 0x7f7eb0155bc0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f7eac009900 tx=0x7f7eac01c700 comp rx=0 tx=0).stop 2024-09-21T02:43:16.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.001+0000 7f7eb6d3c640 1 -- 172.21.15.83:0/254083118 shutdown_connections 2024-09-21T02:43:16.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.001+0000 7f7eb6d3c640 1 --2- 172.21.15.83:0/254083118 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7eb015fc60 0x7f7eb0155bc0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.001+0000 7f7eb6d3c640 1 -- 172.21.15.83:0/254083118 >> 172.21.15.83:0/254083118 conn(0x7f7eb00cca30 msgr2=0x7f7eb00cce40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:16.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f7eb6d3c640 1 -- 172.21.15.83:0/254083118 shutdown_connections 2024-09-21T02:43:16.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f7eb6d3c640 1 -- 172.21.15.83:0/254083118 wait complete. 2024-09-21T02:43:16.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.001+0000 7f8c4e02a640 1 -- start start 2024-09-21T02:43:16.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.001+0000 7f8c4e02a640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8c480af2d0 0x7f8c4809c5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.001+0000 7f8c4e02a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8c480cad20 0x7f8c4809cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f8c4d028640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8c480af2d0 0x7f8c4809c5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f8c4c827640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8c480cad20 0x7f8c4809cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f8c4c827640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8c480cad20 0x7f8c4809cbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37502/0 (socket says 172.21.15.83:37502) 2024-09-21T02:43:16.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f8c4d028640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8c480af2d0 0x7f8c4809c5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.83:48412/0 (socket says 172.21.15.83:48412) 2024-09-21T02:43:16.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f8c4c827640 1 -- 172.21.15.83:0/3391970582 learned_addr learned my addr 172.21.15.83:0/3391970582 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:16.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f8c4e02a640 1 --2- 172.21.15.83:0/3391970582 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f8c4816b270 0x7f8c480c62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f8c4e02a640 1 -- 172.21.15.83:0/3391970582 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f8c48176e70 con 0x7f8c480cad20 2024-09-21T02:43:16.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f8c4e02a640 1 -- 172.21.15.83:0/3391970582 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f8c48176cf0 con 0x7f8c480af2d0 2024-09-21T02:43:16.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f8c4e02a640 1 -- 172.21.15.83:0/3391970582 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f8c48176ff0 con 0x7f8c4816b270 2024-09-21T02:43:16.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f8c4d829640 1 --2- 172.21.15.83:0/3391970582 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f8c4816b270 0x7f8c480c62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f8c4c827640 1 -- 172.21.15.83:0/3391970582 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f8c4816b270 msgr2=0x7f8c480c62f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f8c4c827640 1 --2- 172.21.15.83:0/3391970582 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f8c4816b270 0x7f8c480c62f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f8c4c827640 1 -- 172.21.15.83:0/3391970582 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8c480af2d0 msgr2=0x7f8c4809c5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f8c4c827640 1 --2- 172.21.15.83:0/3391970582 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8c480af2d0 0x7f8c4809c5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f8c4c827640 1 -- 172.21.15.83:0/3391970582 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c4809bb30 con 0x7f8c480cad20 2024-09-21T02:43:16.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.001+0000 7f87a88d5640 1 -- 172.21.15.83:0/471023600 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f87a40709b0 msgr2=0x7f87a40b4730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.001+0000 7f87a88d5640 1 --2- 172.21.15.83:0/471023600 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f87a40709b0 0x7f87a40b4730 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f87a4073ae0 tx=0x7f879c01d7f0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.001+0000 7f87a88d5640 1 -- 172.21.15.83:0/471023600 shutdown_connections 2024-09-21T02:43:16.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.001+0000 7f87a88d5640 1 --2- 172.21.15.83:0/471023600 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f87a40709b0 0x7f87a40b4730 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.001+0000 7f87a88d5640 1 --2- 172.21.15.83:0/471023600 >> v2:172.21.15.83:3300/0 conn(0x7f87a4073bb0 0x7f87a415a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.001+0000 7f87a88d5640 1 -- 172.21.15.83:0/471023600 >> 172.21.15.83:0/471023600 conn(0x7f87a40d0040 msgr2=0x7f87a40d0450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:16.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.001+0000 7f811901f640 1 -- 172.21.15.83:0/3176669147 wait complete. 2024-09-21T02:43:16.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f811901f640 1 Processor -- start 2024-09-21T02:43:16.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f8c4c827640 1 --2- 172.21.15.83:0/3391970582 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8c480cad20 0x7f8c4809cbc0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f8c38098240 tx=0x7f8c38005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f7eb6d3c640 1 Processor -- start 2024-09-21T02:43:16.011 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f87a88d5640 1 -- 172.21.15.83:0/471023600 shutdown_connections 2024-09-21T02:43:16.011 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f7eb6d3c640 1 -- start start 2024-09-21T02:43:16.011 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7ff97cbe7640 1 -- 172.21.15.83:0/3505642140 shutdown_connections 2024-09-21T02:43:16.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f8c3dffb640 1 -- 172.21.15.83:0/3391970582 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c380b2040 con 0x7f8c480cad20 2024-09-21T02:43:16.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f8c4e02a640 1 -- 172.21.15.83:0/3391970582 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c4809d530 con 0x7f8c480cad20 2024-09-21T02:43:16.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f8c4e02a640 1 -- 172.21.15.83:0/3391970582 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c4809c0b0 con 0x7f8c480cad20 2024-09-21T02:43:16.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f0099b46640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f009406f6a0 0x7f009414aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f0099b46640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f009406fab0 0x7f00940b0ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f0099b46640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f00940cbe10 0x7f00940b13e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f0099b46640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f00940ce8b0 con 0x7f009406fab0 2024-09-21T02:43:16.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f0099b46640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f00940ce730 con 0x7f00940cbe10 2024-09-21T02:43:16.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f0098b44640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f009406f6a0 0x7f009414aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f0099b46640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f00940cea30 con 0x7f009406f6a0 2024-09-21T02:43:16.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f0098b44640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f009406f6a0 0x7f009414aef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3301/0 says I am v2:172.21.15.83:60142/0 (socket says 172.21.15.83:60142) 2024-09-21T02:43:16.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f0098b44640 1 -- 172.21.15.83:0/3042599416 learned_addr learned my addr 172.21.15.83:0/3042599416 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:16.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f0099345640 1 --2- 172.21.15.83:0/3042599416 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f00940cbe10 0x7f00940b13e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f8c4e02a640 1 -- 172.21.15.83:0/3391970582 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8c480aed70 con 0x7f8c480cad20 2024-09-21T02:43:16.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f0093fff640 1 --2- 172.21.15.83:0/3042599416 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f009406fab0 0x7f00940b0ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f0098b44640 1 -- 172.21.15.83:0/3042599416 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f00940cbe10 msgr2=0x7f00940b13e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f0098b44640 1 --2- 172.21.15.83:0/3042599416 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f00940cbe10 0x7f00940b13e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f0098b44640 1 -- 172.21.15.83:0/3042599416 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f009406fab0 msgr2=0x7f00940b0ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f0098b44640 1 --2- 172.21.15.83:0/3042599416 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f009406fab0 0x7f00940b0ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f0098b44640 1 -- 172.21.15.83:0/3042599416 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00940af380 con 0x7f009406f6a0 2024-09-21T02:43:16.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f0093fff640 1 --2- 172.21.15.83:0/3042599416 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f009406fab0 0x7f00940b0ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T02:43:16.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f0099345640 1 --2- 172.21.15.83:0/3042599416 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f00940cbe10 0x7f00940b13e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T02:43:16.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7f87a88d5640 1 -- 172.21.15.83:0/471023600 wait complete. 2024-09-21T02:43:16.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f7eb6d3c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7eb00cbab0 0x7f7eb00b5100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f7eb6d3c640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f7eb00ceb90 0x7f7eb009d300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f7eb6d3c640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7eb015fc60 0x7f7eb00addc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f0098b44640 1 --2- 172.21.15.83:0/3042599416 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f009406f6a0 0x7f009414aef0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f008801afa0 tx=0x7f0088004040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f7eb5d3a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7eb00cbab0 0x7f7eb00b5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f87a88d5640 1 Processor -- start 2024-09-21T02:43:16.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f7eb5d3a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7eb00cbab0 0x7f7eb00b5100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37540/0 (socket says 172.21.15.83:37540) 2024-09-21T02:43:16.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f7eb5d3a640 1 -- 172.21.15.83:0/1041751458 learned_addr learned my addr 172.21.15.83:0/1041751458 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:16.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f7eb6d3c640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f7eb0074e50 con 0x7f7eb00cbab0 2024-09-21T02:43:16.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f7eb5539640 1 --2- 172.21.15.83:0/1041751458 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f7eb00ceb90 0x7f7eb009d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f7eb6d3c640 1 -- 172.21.15.83:0/1041751458 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f7eb0074cd0 con 0x7f7eb015fc60 2024-09-21T02:43:16.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f7eb6d3c640 1 -- 172.21.15.83:0/1041751458 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f7eb0167580 con 0x7f7eb00ceb90 2024-09-21T02:43:16.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f7eb653b640 1 --2- 172.21.15.83:0/1041751458 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7eb015fc60 0x7f7eb00addc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f00917fa640 1 -- 172.21.15.83:0/3042599416 <== mon.2 v2:172.21.15.142:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00880b2040 con 0x7f009406f6a0 2024-09-21T02:43:16.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f0099b46640 1 -- 172.21.15.83:0/3042599416 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00940af660 con 0x7f009406f6a0 2024-09-21T02:43:16.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f0099b46640 1 -- 172.21.15.83:0/3042599416 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f00940afc20 con 0x7f009406f6a0 2024-09-21T02:43:16.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f00917fa640 1 -- 172.21.15.83:0/3042599416 <== mon.2 v2:172.21.15.142:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0088004430 con 0x7f009406f6a0 2024-09-21T02:43:16.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f00917fa640 1 -- 172.21.15.83:0/3042599416 <== mon.2 v2:172.21.15.142:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0088003860 con 0x7f009406f6a0 2024-09-21T02:43:16.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f7eb5d3a640 1 -- 172.21.15.83:0/1041751458 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f7eb00ceb90 msgr2=0x7f7eb009d300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f7eb5d3a640 1 --2- 172.21.15.83:0/1041751458 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f7eb00ceb90 0x7f7eb009d300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f7eb5d3a640 1 -- 172.21.15.83:0/1041751458 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7eb015fc60 msgr2=0x7f7eb00addc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f7eb5d3a640 1 --2- 172.21.15.83:0/1041751458 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7eb015fc60 0x7f7eb00addc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f7eb5d3a640 1 -- 172.21.15.83:0/1041751458 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7eb009d840 con 0x7f7eb00cbab0 2024-09-21T02:43:16.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f7eb5d3a640 1 --2- 172.21.15.83:0/1041751458 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7eb00cbab0 0x7f7eb00b5100 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f7eac009850 tx=0x7f7eac0a5560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f8c3dffb640 1 -- 172.21.15.83:0/3391970582 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8c380bd070 con 0x7f8c480cad20 2024-09-21T02:43:16.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f7ea67fc640 1 -- 172.21.15.83:0/1041751458 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7eac003800 con 0x7f7eb00cbab0 2024-09-21T02:43:16.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f7ea67fc640 1 -- 172.21.15.83:0/1041751458 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7eac003a90 con 0x7f7eb00cbab0 2024-09-21T02:43:16.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f7ea67fc640 1 -- 172.21.15.83:0/1041751458 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7eac003e60 con 0x7f7eb00cbab0 2024-09-21T02:43:16.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f7eb6d3c640 1 -- 172.21.15.83:0/1041751458 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7eb014b870 con 0x7f7eb00cbab0 2024-09-21T02:43:16.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f7eb6d3c640 1 -- 172.21.15.83:0/1041751458 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7eb014be30 con 0x7f7eb00cbab0 2024-09-21T02:43:16.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f7eb6d3c640 1 -- 172.21.15.83:0/1041751458 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f7eb0155bc0 con 0x7f7eb00cbab0 2024-09-21T02:43:16.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f87a88d5640 1 -- start start 2024-09-21T02:43:16.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f87a88d5640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87a4073bb0 0x7f87a414e810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f87a88d5640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f87a40cd0f0 0x7f87a4200890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f87a259c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87a4073bb0 0x7f87a414e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7fea06efd640 1 -- 172.21.15.83:0/2887748949 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fea00158d70 msgr2=0x7fea00074a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7fea06efd640 1 --2- 172.21.15.83:0/2887748949 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fea00158d70 0x7fea00074a50 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fea0015ff20 tx=0x7fe9ec01c830 comp rx=0 tx=0).stop 2024-09-21T02:43:16.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f87a259c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87a4073bb0 0x7f87a414e810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37546/0 (socket says 172.21.15.83:37546) 2024-09-21T02:43:16.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7ff7946b5640 1 -- 172.21.15.83:0/4197715187 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff7840063b0 msgr2=0x7ff784034bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7ff7946b5640 1 --2- 172.21.15.83:0/4197715187 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff7840063b0 0x7ff784034bf0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7ff784022eb0 tx=0x7ff78c0a3730 comp rx=0 tx=0).stop 2024-09-21T02:43:16.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f0099b46640 1 -- 172.21.15.83:0/3042599416 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0074001040 con 0x7f009406f6a0 2024-09-21T02:43:16.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f87a259c640 1 -- 172.21.15.83:0/2708917144 learned_addr learned my addr 172.21.15.83:0/2708917144 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:16.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f87a88d5640 1 --2- 172.21.15.83:0/2708917144 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f87a4200dd0 0x7f87a41fa0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f87a88d5640 1 -- 172.21.15.83:0/2708917144 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f87a4167c50 con 0x7f87a4073bb0 2024-09-21T02:43:16.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f87a88d5640 1 -- 172.21.15.83:0/2708917144 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f87a4167ad0 con 0x7f87a40cd0f0 2024-09-21T02:43:16.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f87a88d5640 1 -- 172.21.15.83:0/2708917144 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f87a4167dd0 con 0x7f87a4200dd0 2024-09-21T02:43:16.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7fea06efd640 1 -- 172.21.15.83:0/2887748949 shutdown_connections 2024-09-21T02:43:16.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7fea06efd640 1 --2- 172.21.15.83:0/2887748949 >> v2:172.21.15.142:3300/0 conn(0x7fea00073270 0x7fea00073680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7fea06efd640 1 --2- 172.21.15.83:0/2887748949 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fea00158d70 0x7fea00074a50 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7fea06efd640 1 -- 172.21.15.83:0/2887748949 >> 172.21.15.83:0/2887748949 conn(0x7fea000d0040 msgr2=0x7fea000d0450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:16.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f87a1d9b640 1 --2- 172.21.15.83:0/2708917144 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f87a40cd0f0 0x7f87a4200890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7ff7946b5640 1 -- 172.21.15.83:0/4197715187 shutdown_connections 2024-09-21T02:43:16.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7ff7946b5640 1 --2- 172.21.15.83:0/4197715187 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff7840063b0 0x7ff784034bf0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7ff7946b5640 1 --2- 172.21.15.83:0/4197715187 >> v2:172.21.15.142:3300/0 conn(0x7ff784005fa0 0x7ff7840346b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7ff7946b5640 1 --2- 172.21.15.83:0/4197715187 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff784007240 0x7ff7840df590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7ff7946b5640 1 -- 172.21.15.83:0/4197715187 >> 172.21.15.83:0/4197715187 conn(0x7ff78401e270 msgr2=0x7ff784039ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:16.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7ff7946b5640 1 -- 172.21.15.83:0/4197715187 shutdown_connections 2024-09-21T02:43:16.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7ff7946b5640 1 -- 172.21.15.83:0/4197715187 wait complete. 2024-09-21T02:43:16.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7f811901f640 1 -- start start 2024-09-21T02:43:16.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f811901f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8104003a10 0x7f810c0cc980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f811901f640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f810c0057a0 0x7f810c005bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f811901f640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f810c0d49a0 0x7f810c0d4db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f811901f640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f810c04ef70 con 0x7f8104003a10 2024-09-21T02:43:16.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f811901f640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f810c04edf0 con 0x7f810c0d49a0 2024-09-21T02:43:16.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f811901f640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f810c04f0f0 con 0x7f810c0057a0 2024-09-21T02:43:16.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f8c3dffb640 1 -- 172.21.15.83:0/3391970582 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c38004370 con 0x7f8c480cad20 2024-09-21T02:43:16.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.005+0000 7ff97cbe7640 1 -- 172.21.15.83:0/3505642140 wait complete. 2024-09-21T02:43:16.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.009+0000 7ff97cbe7640 1 Processor -- start 2024-09-21T02:43:16.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f8c3dffb640 1 -- 172.21.15.83:0/3391970582 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f8c38003600 con 0x7f8c480cad20 2024-09-21T02:43:16.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f8113fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8104003a10 0x7f810c0cc980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f8113fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8104003a10 0x7f810c0cc980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37548/0 (socket says 172.21.15.83:37548) 2024-09-21T02:43:16.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f8113fff640 1 -- 172.21.15.83:0/3848987433 learned_addr learned my addr 172.21.15.83:0/3848987433 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:16.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f81137fe640 1 --2- 172.21.15.83:0/3848987433 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f810c0057a0 0x7f810c005bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f00917fa640 1 -- 172.21.15.83:0/3042599416 <== mon.2 v2:172.21.15.142:3301/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f0088003a00 con 0x7f009406f6a0 2024-09-21T02:43:16.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f00917fa640 1 --2- 172.21.15.83:0/3042599416 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0080073200 0x7f0080075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f00917fa640 1 -- 172.21.15.83:0/3042599416 <== mon.2 v2:172.21.15.142:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f008812e160 con 0x7f009406f6a0 2024-09-21T02:43:16.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f00917fa640 1 --2- 172.21.15.83:0/3042599416 >> [v2:172.21.15.83:6812/1413652419,v1:172.21.15.83:6814/1413652419] conn(0x7f008007b3f0 0x7f008007d840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f00917fa640 1 -- 172.21.15.83:0/3042599416 --> [v2:172.21.15.83:6812/1413652419,v1:172.21.15.83:6814/1413652419] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f00880bbe50 con 0x7f008007b3f0 2024-09-21T02:43:16.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f00917fa640 1 -- 172.21.15.83:0/3042599416 <== mon.2 v2:172.21.15.142:3301/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7f008812e5c0 con 0x7f009406f6a0 2024-09-21T02:43:16.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f811881e640 1 --2- 172.21.15.83:0/3848987433 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f810c0d49a0 0x7f810c0d4db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f81137fe640 1 -- 172.21.15.83:0/3848987433 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f810c0d49a0 msgr2=0x7f810c0d4db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f81137fe640 1 --2- 172.21.15.83:0/3848987433 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f810c0d49a0 0x7f810c0d4db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f81137fe640 1 -- 172.21.15.83:0/3848987433 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8104003a10 msgr2=0x7f810c0cc980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f81137fe640 1 --2- 172.21.15.83:0/3848987433 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8104003a10 0x7f810c0cc980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f81137fe640 1 -- 172.21.15.83:0/3848987433 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f810c0d52f0 con 0x7f810c0057a0 2024-09-21T02:43:16.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f0093fff640 1 --2- 172.21.15.83:0/3042599416 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0080073200 0x7f0080075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f0099345640 1 --2- 172.21.15.83:0/3042599416 >> [v2:172.21.15.83:6812/1413652419,v1:172.21.15.83:6814/1413652419] conn(0x7f008007b3f0 0x7f008007d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f87a259c640 1 -- 172.21.15.83:0/2708917144 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f87a4200dd0 msgr2=0x7f87a41fa0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f87a259c640 1 --2- 172.21.15.83:0/2708917144 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f87a4200dd0 0x7f87a41fa0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f87a259c640 1 -- 172.21.15.83:0/2708917144 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f87a40cd0f0 msgr2=0x7f87a4200890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f87a259c640 1 --2- 172.21.15.83:0/2708917144 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f87a40cd0f0 0x7f87a4200890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f87a259c640 1 -- 172.21.15.83:0/2708917144 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87a414f370 con 0x7f87a4073bb0 2024-09-21T02:43:16.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f87a259c640 1 --2- 172.21.15.83:0/2708917144 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87a4073bb0 0x7f87a414e810 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f879800b410 tx=0x7f879800b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f8792ffd640 1 -- 172.21.15.83:0/2708917144 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8798015020 con 0x7f87a4073bb0 2024-09-21T02:43:16.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f8792ffd640 1 -- 172.21.15.83:0/2708917144 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8798011940 con 0x7f87a4073bb0 2024-09-21T02:43:16.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f8792ffd640 1 -- 172.21.15.83:0/2708917144 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8798011d90 con 0x7f87a4073bb0 2024-09-21T02:43:16.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f87a88d5640 1 -- 172.21.15.83:0/2708917144 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87a414f650 con 0x7f87a4073bb0 2024-09-21T02:43:16.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f87a88d5640 1 -- 172.21.15.83:0/2708917144 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87a414fc10 con 0x7f87a4073bb0 2024-09-21T02:43:16.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f87a88d5640 1 -- 172.21.15.83:0/2708917144 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f87a40b4730 con 0x7f87a4073bb0 2024-09-21T02:43:16.031 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f0099345640 1 --2- 172.21.15.83:0/3042599416 >> [v2:172.21.15.83:6812/1413652419,v1:172.21.15.83:6814/1413652419] conn(0x7f008007b3f0 0x7f008007d840 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.031 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7ff7946b5640 1 Processor -- start 2024-09-21T02:43:16.031 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f0093fff640 1 --2- 172.21.15.83:0/3042599416 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0080073200 0x7f0080075710 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f00940ca4f0 tx=0x7f008c009040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.031 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7ff97cbe7640 1 -- start start 2024-09-21T02:43:16.031 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7ff97cbe7640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff970006060 0x7ff97018b230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.013+0000 7f81137fe640 1 --2- 172.21.15.83:0/3848987433 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f810c0057a0 0x7f810c005bb0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f810000e6d0 tx=0x7f810000eb90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7fea06efd640 1 -- 172.21.15.83:0/2887748949 shutdown_connections 2024-09-21T02:43:16.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7ff97cbe7640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff970006b80 0x7ff970184400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7ff97cbe7640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff970053a30 0x7ff9700d9030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7ff97cbe7640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff9700ec810 con 0x7ff970006b80 2024-09-21T02:43:16.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7ff97cbe7640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7ff9700ec690 con 0x7ff970006060 2024-09-21T02:43:16.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7ff97cbe7640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7ff9700ec990 con 0x7ff970053a30 2024-09-21T02:43:16.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7f8792ffd640 1 -- 172.21.15.83:0/2708917144 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f8798018020 con 0x7f87a4073bb0 2024-09-21T02:43:16.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7ff975d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff970006b80 0x7ff970184400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7ff975d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff970006b80 0x7ff970184400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37562/0 (socket says 172.21.15.83:37562) 2024-09-21T02:43:16.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7ff975d9b640 1 -- 172.21.15.83:0/1976750094 learned_addr learned my addr 172.21.15.83:0/1976750094 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:16.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7ff97659c640 1 --2- 172.21.15.83:0/1976750094 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff970006060 0x7ff97018b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7ff7946b5640 1 -- start start 2024-09-21T02:43:16.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7f00917fa640 1 -- 172.21.15.83:0/3042599416 <== osd.0 v2:172.21.15.83:6812/1413652419 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f00880bbe50 con 0x7f008007b3f0 2024-09-21T02:43:16.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7f8792ffd640 1 --2- 172.21.15.83:0/2708917144 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8784073200 0x7f8784075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7f87a1d9b640 1 --2- 172.21.15.83:0/2708917144 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8784073200 0x7f8784075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7f7ea67fc640 1 -- 172.21.15.83:0/1041751458 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f7eac0ad440 con 0x7f7eb00cbab0 2024-09-21T02:43:16.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7f7ea67fc640 1 --2- 172.21.15.83:0/1041751458 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7e94077610 0x7f7e94079b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7f7ea67fc640 1 -- 172.21.15.83:0/1041751458 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f7eac12e8b0 con 0x7f7eb00cbab0 2024-09-21T02:43:16.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7f7eb5539640 1 --2- 172.21.15.83:0/1041751458 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7e94077610 0x7f7e94079b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7f7ea67fc640 1 --2- 172.21.15.83:0/1041751458 >> [v2:172.21.15.83:6826/464765712,v1:172.21.15.83:6827/464765712] conn(0x7f7e9407f860 0x7f7e94081cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7f7ea67fc640 1 -- 172.21.15.83:0/1041751458 --> [v2:172.21.15.83:6826/464765712,v1:172.21.15.83:6827/464765712] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f7eac0bfe50 con 0x7f7e9407f860 2024-09-21T02:43:16.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7f7ea67fc640 1 -- 172.21.15.83:0/1041751458 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7f7eac12ed10 con 0x7f7eb00cbab0 2024-09-21T02:43:16.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7f7eb653b640 1 --2- 172.21.15.83:0/1041751458 >> [v2:172.21.15.83:6826/464765712,v1:172.21.15.83:6827/464765712] conn(0x7f7e9407f860 0x7f7e94081cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7f7eb5539640 1 --2- 172.21.15.83:0/1041751458 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7e94077610 0x7f7e94079b20 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f7eb015f3d0 tx=0x7f7ea000b040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7ff976d9d640 1 --2- 172.21.15.83:0/1976750094 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff970053a30 0x7ff9700d9030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7ff976d9d640 1 -- 172.21.15.83:0/1976750094 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff970006060 msgr2=0x7ff97018b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7ff976d9d640 1 --2- 172.21.15.83:0/1976750094 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff970006060 0x7ff97018b230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7ff976d9d640 1 -- 172.21.15.83:0/1976750094 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff970006b80 msgr2=0x7ff970184400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7ff976d9d640 1 --2- 172.21.15.83:0/1976750094 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff970006b80 0x7ff970184400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7ff976d9d640 1 -- 172.21.15.83:0/1976750094 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff970048ee0 con 0x7ff970053a30 2024-09-21T02:43:16.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7ff976d9d640 1 --2- 172.21.15.83:0/1976750094 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff970053a30 0x7ff9700d9030 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7ff97806bbe0 tx=0x7ff97806b360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7f8110ff9640 1 -- 172.21.15.83:0/3848987433 <== mon.2 v2:172.21.15.142:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8100015020 con 0x7f810c0057a0 2024-09-21T02:43:16.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7f8110ff9640 1 -- 172.21.15.83:0/3848987433 <== mon.2 v2:172.21.15.142:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f810000c7e0 con 0x7f810c0057a0 2024-09-21T02:43:16.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7f8110ff9640 1 -- 172.21.15.83:0/3848987433 <== mon.2 v2:172.21.15.142:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f810000cc30 con 0x7f810c0057a0 2024-09-21T02:43:16.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7f7eb653b640 1 --2- 172.21.15.83:0/1041751458 >> [v2:172.21.15.83:6826/464765712,v1:172.21.15.83:6827/464765712] conn(0x7f7e9407f860 0x7f7e94081cb0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7f8c3dffb640 1 --2- 172.21.15.83:0/3391970582 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8c2c073330 0x7f8c2c075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7ff966ffd640 1 -- 172.21.15.83:0/1976750094 <== mon.2 v2:172.21.15.142:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff978090070 con 0x7ff970053a30 2024-09-21T02:43:16.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7ff966ffd640 1 -- 172.21.15.83:0/1976750094 <== mon.2 v2:172.21.15.142:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff978072920 con 0x7ff970053a30 2024-09-21T02:43:16.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7ff966ffd640 1 -- 172.21.15.83:0/1976750094 <== mon.2 v2:172.21.15.142:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff978072dd0 con 0x7ff970053a30 2024-09-21T02:43:16.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7f811901f640 1 -- 172.21.15.83:0/3848987433 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f810c0d28c0 con 0x7f810c0057a0 2024-09-21T02:43:16.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7f811901f640 1 -- 172.21.15.83:0/3848987433 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f810c0d2e80 con 0x7f810c0057a0 2024-09-21T02:43:16.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7f811901f640 1 -- 172.21.15.83:0/3848987433 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f810c034e30 con 0x7f810c0057a0 2024-09-21T02:43:16.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7fea06efd640 1 -- 172.21.15.83:0/2887748949 wait complete. 2024-09-21T02:43:16.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7fea06efd640 1 Processor -- start 2024-09-21T02:43:16.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7fea06efd640 1 -- start start 2024-09-21T02:43:16.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7ff7946b5640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff784005fa0 0x7ff78404d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7ff7946b5640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff7840063b0 0x7ff78404afd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7ff791c50640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff7840063b0 0x7ff78404afd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7ff791c50640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff7840063b0 0x7ff78404afd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37564/0 (socket says 172.21.15.83:37564) 2024-09-21T02:43:16.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7ff791c50640 1 -- 172.21.15.83:0/2291111445 learned_addr learned my addr 172.21.15.83:0/2291111445 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:16.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7f8792ffd640 1 -- 172.21.15.83:0/2708917144 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f8798092d40 con 0x7f87a4073bb0 2024-09-21T02:43:16.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7f8792ffd640 1 --2- 172.21.15.83:0/2708917144 >> [v2:172.21.15.142:6816/903609339,v1:172.21.15.142:6817/903609339] conn(0x7f878407b3f0 0x7f878407d840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7f8792ffd640 1 -- 172.21.15.83:0/2708917144 --> [v2:172.21.15.142:6816/903609339,v1:172.21.15.142:6817/903609339] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f878407df10 con 0x7f878407b3f0 2024-09-21T02:43:16.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.017+0000 7f8792ffd640 1 -- 172.21.15.83:0/2708917144 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7f879805b700 con 0x7f87a4073bb0 2024-09-21T02:43:16.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7ff792451640 1 --2- 172.21.15.83:0/2291111445 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff784005fa0 0x7ff78404d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7ff7946b5640 1 --2- 172.21.15.83:0/2291111445 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff784007240 0x7ff7840d3fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7ff7946b5640 1 -- 172.21.15.83:0/2291111445 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff784036e20 con 0x7ff7840063b0 2024-09-21T02:43:16.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7ff97cbe7640 1 -- 172.21.15.83:0/1976750094 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9700491c0 con 0x7ff970053a30 2024-09-21T02:43:16.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7ff97cbe7640 1 -- 172.21.15.83:0/1976750094 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ff97004c2e0 con 0x7ff970053a30 2024-09-21T02:43:16.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7ff7946b5640 1 -- 172.21.15.83:0/2291111445 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7ff784036ca0 con 0x7ff784007240 2024-09-21T02:43:16.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7ff7946b5640 1 -- 172.21.15.83:0/2291111445 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7ff784036fa0 con 0x7ff784005fa0 2024-09-21T02:43:16.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7f87a1d9b640 1 --2- 172.21.15.83:0/2708917144 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8784073200 0x7f8784075710 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f87940046c0 tx=0x7f8794009040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7ff792c52640 1 --2- 172.21.15.83:0/2291111445 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff784007240 0x7ff7840d3fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7ff791c50640 1 -- 172.21.15.83:0/2291111445 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff784005fa0 msgr2=0x7ff78404d8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7ff791c50640 1 --2- 172.21.15.83:0/2291111445 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff784005fa0 0x7ff78404d8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7ff791c50640 1 -- 172.21.15.83:0/2291111445 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff784007240 msgr2=0x7ff7840d3fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7ff791c50640 1 --2- 172.21.15.83:0/2291111445 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff784007240 0x7ff7840d3fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7ff97cbe7640 1 -- 172.21.15.83:0/1976750094 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff9700496e0 con 0x7ff970053a30 2024-09-21T02:43:16.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7ff791c50640 1 -- 172.21.15.83:0/2291111445 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff78404fec0 con 0x7ff7840063b0 2024-09-21T02:43:16.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7f87a2d9d640 1 --2- 172.21.15.83:0/2708917144 >> [v2:172.21.15.142:6816/903609339,v1:172.21.15.142:6817/903609339] conn(0x7f878407b3f0 0x7f878407d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7f7ea67fc640 1 -- 172.21.15.83:0/1041751458 <== osd.1 v2:172.21.15.83:6826/464765712 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f7eac0bfe50 con 0x7f7e9407f860 2024-09-21T02:43:16.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7ff791c50640 1 --2- 172.21.15.83:0/2291111445 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff7840063b0 0x7ff78404afd0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7ff77c00b410 tx=0x7ff77c00b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7fea06efd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fea00073270 0x7fea0014eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7fea06efd640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fea000b38b0 0x7fea00157bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7fea06efd640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fea00158d70 0x7fea00154110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7fea06efd640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fea0016bfc0 con 0x7fea00073270 2024-09-21T02:43:16.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7fea06efd640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fea0016be40 con 0x7fea00158d70 2024-09-21T02:43:16.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7fea06efd640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fea0016c140 con 0x7fea000b38b0 2024-09-21T02:43:16.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7f87a2d9d640 1 --2- 172.21.15.83:0/2708917144 >> [v2:172.21.15.142:6816/903609339,v1:172.21.15.142:6817/903609339] conn(0x7f878407b3f0 0x7f878407d840 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7fe9fffff640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fea000b38b0 0x7fea00157bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7fe9fffff640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fea000b38b0 0x7fea00157bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3301/0 says I am v2:172.21.15.83:60178/0 (socket says 172.21.15.83:60178) 2024-09-21T02:43:16.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7fe9fffff640 1 -- 172.21.15.83:0/3636621280 learned_addr learned my addr 172.21.15.83:0/3636621280 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:16.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7f8c3dffb640 1 -- 172.21.15.83:0/3391970582 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f8c3812f400 con 0x7f8c480cad20 2024-09-21T02:43:16.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7f8c3dffb640 1 --2- 172.21.15.83:0/3391970582 >> [v2:172.21.15.83:6802/2393321522,v1:172.21.15.83:6803/2393321522] conn(0x7f8c2c07b5a0 0x7f8c2c07d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7fea0549a640 1 --2- 172.21.15.83:0/3636621280 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fea00158d70 0x7fea00154110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7f8c3dffb640 1 -- 172.21.15.83:0/3391970582 --> [v2:172.21.15.83:6802/2393321522,v1:172.21.15.83:6803/2393321522] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8c380afe90 con 0x7f8c2c07b5a0 2024-09-21T02:43:16.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7f8c3dffb640 1 -- 172.21.15.83:0/3391970582 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7f8c3812f720 con 0x7f8c480cad20 2024-09-21T02:43:16.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7fe9fffff640 1 -- 172.21.15.83:0/3636621280 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fea00158d70 msgr2=0x7fea00154110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7fe9fffff640 1 --2- 172.21.15.83:0/3636621280 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fea00158d70 0x7fea00154110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7fe9fffff640 1 -- 172.21.15.83:0/3636621280 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fea00073270 msgr2=0x7fea0014eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7fe9fffff640 1 --2- 172.21.15.83:0/3636621280 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fea00073270 0x7fea0014eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7fe9fffff640 1 -- 172.21.15.83:0/3636621280 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea000afc40 con 0x7fea000b38b0 2024-09-21T02:43:16.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7ff782ffd640 1 -- 172.21.15.83:0/2291111445 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff77c015020 con 0x7ff7840063b0 2024-09-21T02:43:16.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7ff782ffd640 1 -- 172.21.15.83:0/2291111445 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff77c011940 con 0x7ff7840063b0 2024-09-21T02:43:16.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7ff782ffd640 1 -- 172.21.15.83:0/2291111445 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff77c011d90 con 0x7ff7840063b0 2024-09-21T02:43:16.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7ff7946b5640 1 -- 172.21.15.83:0/2291111445 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff784048b10 con 0x7ff7840063b0 2024-09-21T02:43:16.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7ff7946b5640 1 -- 172.21.15.83:0/2291111445 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7840490d0 con 0x7ff7840063b0 2024-09-21T02:43:16.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7f8c4d829640 1 --2- 172.21.15.83:0/3391970582 >> [v2:172.21.15.83:6802/2393321522,v1:172.21.15.83:6803/2393321522] conn(0x7f8c2c07b5a0 0x7f8c2c07d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7fe9fffff640 1 --2- 172.21.15.83:0/3636621280 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fea000b38b0 0x7fea00157bc0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fe9f400b3e0 tx=0x7fe9f400b8a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7ff7946b5640 1 -- 172.21.15.83:0/2291111445 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff7840df590 con 0x7ff7840063b0 2024-09-21T02:43:16.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.025+0000 7f8c4d829640 1 --2- 172.21.15.83:0/3391970582 >> [v2:172.21.15.83:6802/2393321522,v1:172.21.15.83:6803/2393321522] conn(0x7f8c2c07b5a0 0x7f8c2c07d9f0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.025+0000 7f8c4d028640 1 --2- 172.21.15.83:0/3391970582 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8c2c073330 0x7f8c2c075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.025+0000 7f8792ffd640 1 -- 172.21.15.83:0/2708917144 <== osd.4 v2:172.21.15.142:6816/903609339 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f878407df10 con 0x7f878407b3f0 2024-09-21T02:43:16.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7f8110ff9640 1 -- 172.21.15.83:0/3848987433 <== mon.2 v2:172.21.15.142:3301/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f8100018020 con 0x7f810c0057a0 2024-09-21T02:43:16.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.021+0000 7f8110ff9640 1 --2- 172.21.15.83:0/3848987433 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f80f80732d0 0x7f80f80757e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.025+0000 7f8110ff9640 1 -- 172.21.15.83:0/3848987433 <== mon.2 v2:172.21.15.142:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f8100094a50 con 0x7f810c0057a0 2024-09-21T02:43:16.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.025+0000 7f8110ff9640 1 --2- 172.21.15.83:0/3848987433 >> [v2:172.21.15.142:6808/1137623679,v1:172.21.15.142:6809/1137623679] conn(0x7f80f807b5a0 0x7f80f807d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.025+0000 7f8110ff9640 1 -- 172.21.15.83:0/3848987433 --> [v2:172.21.15.142:6808/1137623679,v1:172.21.15.142:6809/1137623679] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8100017e70 con 0x7f80f807b5a0 2024-09-21T02:43:16.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.025+0000 7f8110ff9640 1 -- 172.21.15.83:0/3848987433 <== mon.2 v2:172.21.15.142:3301/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7f8100094e40 con 0x7f810c0057a0 2024-09-21T02:43:16.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.025+0000 7f811881e640 1 --2- 172.21.15.83:0/3848987433 >> [v2:172.21.15.142:6808/1137623679,v1:172.21.15.142:6809/1137623679] conn(0x7f80f807b5a0 0x7f80f807d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.025+0000 7ff966ffd640 1 -- 172.21.15.83:0/1976750094 <== mon.2 v2:172.21.15.142:3301/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7ff978093070 con 0x7ff970053a30 2024-09-21T02:43:16.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.025+0000 7f8113fff640 1 --2- 172.21.15.83:0/3848987433 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f80f80732d0 0x7f80f80757e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.025+0000 7ff966ffd640 1 --2- 172.21.15.83:0/1976750094 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff958073200 0x7ff958075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.025+0000 7ff966ffd640 1 -- 172.21.15.83:0/1976750094 <== mon.2 v2:172.21.15.142:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7ff97810f540 con 0x7ff970053a30 2024-09-21T02:43:16.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.025+0000 7ff966ffd640 1 --2- 172.21.15.83:0/1976750094 >> [v2:172.21.15.83:6810/3390622409,v1:172.21.15.83:6811/3390622409] conn(0x7ff95807b450 0x7ff95807d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.025+0000 7ff966ffd640 1 -- 172.21.15.83:0/1976750094 --> [v2:172.21.15.83:6810/3390622409,v1:172.21.15.83:6811/3390622409] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff95807df70 con 0x7ff95807b450 2024-09-21T02:43:16.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.025+0000 7ff966ffd640 1 -- 172.21.15.83:0/1976750094 <== mon.2 v2:172.21.15.142:3301/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7ff97810f9d0 con 0x7ff970053a30 2024-09-21T02:43:16.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.025+0000 7f8c4d028640 1 --2- 172.21.15.83:0/3391970582 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8c2c073330 0x7f8c2c075840 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f8c4000a510 tx=0x7f8c4000d040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.025+0000 7ff782ffd640 1 -- 172.21.15.83:0/2291111445 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7ff77c018020 con 0x7ff7840063b0 2024-09-21T02:43:16.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.025+0000 7ff782ffd640 1 --2- 172.21.15.83:0/2291111445 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff7700732d0 0x7ff7700757e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.025+0000 7ff782ffd640 1 -- 172.21.15.83:0/2291111445 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7ff77c0946e0 con 0x7ff7840063b0 2024-09-21T02:43:16.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.025+0000 7ff782ffd640 1 --2- 172.21.15.83:0/2291111445 >> [v2:172.21.15.142:6800/81587312,v1:172.21.15.142:6801/81587312] conn(0x7ff77007b540 0x7ff77007d990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.025+0000 7ff782ffd640 1 -- 172.21.15.83:0/2291111445 --> [v2:172.21.15.142:6800/81587312,v1:172.21.15.142:6801/81587312] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff77007e060 con 0x7ff77007b540 2024-09-21T02:43:16.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.025+0000 7ff782ffd640 1 -- 172.21.15.83:0/2291111445 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7ff77c094ad0 con 0x7ff7840063b0 2024-09-21T02:43:16.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.025+0000 7ff97659c640 1 --2- 172.21.15.83:0/1976750094 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff958073200 0x7ff958075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.025+0000 7f811881e640 1 --2- 172.21.15.83:0/3848987433 >> [v2:172.21.15.142:6808/1137623679,v1:172.21.15.142:6809/1137623679] conn(0x7f80f807b5a0 0x7f80f807d9f0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.025+0000 7ff975d9b640 1 --2- 172.21.15.83:0/1976750094 >> [v2:172.21.15.83:6810/3390622409,v1:172.21.15.83:6811/3390622409] conn(0x7ff95807b450 0x7ff95807d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.025+0000 7ff97659c640 1 --2- 172.21.15.83:0/1976750094 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff958073200 0x7ff958075710 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7ff9680010a0 tx=0x7ff968009040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.025+0000 7ff975d9b640 1 --2- 172.21.15.83:0/1976750094 >> [v2:172.21.15.83:6810/3390622409,v1:172.21.15.83:6811/3390622409] conn(0x7ff95807b450 0x7ff95807d8a0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.025+0000 7ff792451640 1 --2- 172.21.15.83:0/2291111445 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff7700732d0 0x7ff7700757e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.025+0000 7ff792c52640 1 --2- 172.21.15.83:0/2291111445 >> [v2:172.21.15.142:6800/81587312,v1:172.21.15.142:6801/81587312] conn(0x7ff77007b540 0x7ff77007d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.025+0000 7f8113fff640 1 --2- 172.21.15.83:0/3848987433 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f80f80732d0 0x7f80f80757e0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f8114066790 tx=0x7f8114095450 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.025+0000 7ff792451640 1 --2- 172.21.15.83:0/2291111445 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff7700732d0 0x7ff7700757e0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7ff788006fd0 tx=0x7ff788009060 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.025+0000 7ff792c52640 1 --2- 172.21.15.83:0/2291111445 >> [v2:172.21.15.142:6800/81587312,v1:172.21.15.142:6801/81587312] conn(0x7ff77007b540 0x7ff77007d990 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.029+0000 7fe9fd7fa640 1 -- 172.21.15.83:0/3636621280 <== mon.2 v2:172.21.15.142:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9f4015020 con 0x7fea000b38b0 2024-09-21T02:43:16.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.029+0000 7fe9fd7fa640 1 -- 172.21.15.83:0/3636621280 <== mon.2 v2:172.21.15.142:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe9f4011920 con 0x7fea000b38b0 2024-09-21T02:43:16.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.029+0000 7ff966ffd640 1 -- 172.21.15.83:0/1976750094 <== osd.3 v2:172.21.15.83:6810/3390622409 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff95807df70 con 0x7ff95807b450 2024-09-21T02:43:16.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.029+0000 7fea06efd640 1 -- 172.21.15.83:0/3636621280 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea000afee0 con 0x7fea000b38b0 2024-09-21T02:43:16.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.029+0000 7fea06efd640 1 -- 172.21.15.83:0/3636621280 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fea00154de0 con 0x7fea000b38b0 2024-09-21T02:43:16.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.029+0000 7fe9fd7fa640 1 -- 172.21.15.83:0/3636621280 <== mon.2 v2:172.21.15.142:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9f4011d90 con 0x7fea000b38b0 2024-09-21T02:43:16.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.029+0000 7fea06efd640 1 -- 172.21.15.83:0/3636621280 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe9e0001040 con 0x7fea000b38b0 2024-09-21T02:43:16.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.029+0000 7f8c3dffb640 1 -- 172.21.15.83:0/3391970582 <== osd.2 v2:172.21.15.83:6802/2393321522 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8c380afe90 con 0x7f8c2c07b5a0 2024-09-21T02:43:16.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.029+0000 7f8110ff9640 1 -- 172.21.15.83:0/3848987433 <== osd.6 v2:172.21.15.142:6808/1137623679 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8100017e70 con 0x7f80f807b5a0 2024-09-21T02:43:16.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.029+0000 7fe9fd7fa640 1 -- 172.21.15.83:0/3636621280 <== mon.2 v2:172.21.15.142:3301/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fe9f4018020 con 0x7fea000b38b0 2024-09-21T02:43:16.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.029+0000 7fe9fd7fa640 1 --2- 172.21.15.83:0/3636621280 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe9e4073250 0x7fe9e4075760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.029+0000 7fe9fd7fa640 1 -- 172.21.15.83:0/3636621280 <== mon.2 v2:172.21.15.142:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fe9f4094690 con 0x7fea000b38b0 2024-09-21T02:43:16.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.029+0000 7fe9fd7fa640 1 --2- 172.21.15.83:0/3636621280 >> [v2:172.21.15.142:6824/1864459234,v1:172.21.15.142:6825/1864459234] conn(0x7fe9e407b520 0x7fe9e407d970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.029+0000 7fe9fd7fa640 1 -- 172.21.15.83:0/3636621280 --> [v2:172.21.15.142:6824/1864459234,v1:172.21.15.142:6825/1864459234] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe9f4013ec0 con 0x7fe9e407b520 2024-09-21T02:43:16.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.029+0000 7fe9fd7fa640 1 -- 172.21.15.83:0/3636621280 <== mon.2 v2:172.21.15.142:3301/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7fe9f4094b70 con 0x7fea000b38b0 2024-09-21T02:43:16.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.029+0000 7fea04c99640 1 --2- 172.21.15.83:0/3636621280 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe9e4073250 0x7fe9e4075760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.033+0000 7fea04c99640 1 --2- 172.21.15.83:0/3636621280 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe9e4073250 0x7fe9e4075760 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fe9ec0af000 tx=0x7fe9ec0195f0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.037+0000 7ff782ffd640 1 -- 172.21.15.83:0/2291111445 <== osd.7 v2:172.21.15.142:6800/81587312 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff77007e060 con 0x7ff77007b540 2024-09-21T02:43:16.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.037+0000 7fea0549a640 1 --2- 172.21.15.83:0/3636621280 >> [v2:172.21.15.142:6824/1864459234,v1:172.21.15.142:6825/1864459234] conn(0x7fe9e407b520 0x7fe9e407d970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.037+0000 7fea0549a640 1 --2- 172.21.15.83:0/3636621280 >> [v2:172.21.15.142:6824/1864459234,v1:172.21.15.142:6825/1864459234] conn(0x7fe9e407b520 0x7fe9e407d970 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.037+0000 7fe9fd7fa640 1 -- 172.21.15.83:0/3636621280 <== osd.5 v2:172.21.15.142:6824/1864459234 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fe9f4013ec0 con 0x7fe9e407b520 2024-09-21T02:43:16.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.049+0000 7f0099b46640 1 -- 172.21.15.83:0/3042599416 --> [v2:172.21.15.83:6812/1413652419,v1:172.21.15.83:6814/1413652419] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0074002de0 con 0x7f008007b3f0 2024-09-21T02:43:16.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.049+0000 7f7eb6d3c640 1 -- 172.21.15.83:0/1041751458 --> [v2:172.21.15.83:6826/464765712,v1:172.21.15.83:6827/464765712] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f7eb00b5f30 con 0x7f7e9407f860 2024-09-21T02:43:16.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.049+0000 7f00917fa640 1 -- 172.21.15.83:0/3042599416 <== osd.0 v2:172.21.15.83:6812/1413652419 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f0074002de0 con 0x7f008007b3f0 2024-09-21T02:43:16.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.049+0000 7f7ea67fc640 1 -- 172.21.15.83:0/1041751458 <== osd.1 v2:172.21.15.83:6826/464765712 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f7eb00b5f30 con 0x7f7e9407f860 2024-09-21T02:43:16.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.049+0000 7f0099b46640 1 -- 172.21.15.83:0/3042599416 >> [v2:172.21.15.83:6812/1413652419,v1:172.21.15.83:6814/1413652419] conn(0x7f008007b3f0 msgr2=0x7f008007d840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.049+0000 7f0099b46640 1 --2- 172.21.15.83:0/3042599416 >> [v2:172.21.15.83:6812/1413652419,v1:172.21.15.83:6814/1413652419] conn(0x7f008007b3f0 0x7f008007d840 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.049+0000 7f0099b46640 1 -- 172.21.15.83:0/3042599416 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0080073200 msgr2=0x7f0080075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.049+0000 7f0099b46640 1 --2- 172.21.15.83:0/3042599416 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0080073200 0x7f0080075710 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f00940ca4f0 tx=0x7f008c009040 comp rx=0 tx=0).stop 2024-09-21T02:43:16.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.049+0000 7f0099b46640 1 -- 172.21.15.83:0/3042599416 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f009406f6a0 msgr2=0x7f009414aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.049+0000 7f0099b46640 1 --2- 172.21.15.83:0/3042599416 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f009406f6a0 0x7f009414aef0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f008801afa0 tx=0x7f0088004040 comp rx=0 tx=0).stop 2024-09-21T02:43:16.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.049+0000 7f0099345640 1 -- 172.21.15.83:0/3042599416 reap_dead start 2024-09-21T02:43:16.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.049+0000 7f0099b46640 1 -- 172.21.15.83:0/3042599416 shutdown_connections 2024-09-21T02:43:16.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.049+0000 7f0099b46640 1 -- 172.21.15.83:0/3042599416 >> 172.21.15.83:0/3042599416 conn(0x7f00940cca30 msgr2=0x7f009415bca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:16.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.049+0000 7f0099b46640 1 -- 172.21.15.83:0/3042599416 shutdown_connections 2024-09-21T02:43:16.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.049+0000 7f0099b46640 1 -- 172.21.15.83:0/3042599416 wait complete. 2024-09-21T02:43:16.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.049+0000 7f87a88d5640 1 -- 172.21.15.83:0/2708917144 --> [v2:172.21.15.142:6816/903609339,v1:172.21.15.142:6817/903609339] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f87a40cf890 con 0x7f878407b3f0 2024-09-21T02:43:16.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.049+0000 7f7eb6d3c640 1 -- 172.21.15.83:0/1041751458 >> [v2:172.21.15.83:6826/464765712,v1:172.21.15.83:6827/464765712] conn(0x7f7e9407f860 msgr2=0x7f7e94081cb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.049+0000 7f7eb6d3c640 1 --2- 172.21.15.83:0/1041751458 >> [v2:172.21.15.83:6826/464765712,v1:172.21.15.83:6827/464765712] conn(0x7f7e9407f860 0x7f7e94081cb0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.049+0000 7f7eb6d3c640 1 -- 172.21.15.83:0/1041751458 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7e94077610 msgr2=0x7f7e94079b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.049+0000 7f7eb6d3c640 1 --2- 172.21.15.83:0/1041751458 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7e94077610 0x7f7e94079b20 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f7eb015f3d0 tx=0x7f7ea000b040 comp rx=0 tx=0).stop 2024-09-21T02:43:16.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.049+0000 7f7eb6d3c640 1 -- 172.21.15.83:0/1041751458 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7eb00cbab0 msgr2=0x7f7eb00b5100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.049+0000 7f7eb6d3c640 1 --2- 172.21.15.83:0/1041751458 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7eb00cbab0 0x7f7eb00b5100 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f7eac009850 tx=0x7f7eac0a5560 comp rx=0 tx=0).stop 2024-09-21T02:43:16.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.049+0000 7f7eb653b640 1 -- 172.21.15.83:0/1041751458 reap_dead start 2024-09-21T02:43:16.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.049+0000 7f7eb6d3c640 1 -- 172.21.15.83:0/1041751458 shutdown_connections 2024-09-21T02:43:16.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.049+0000 7f7eb6d3c640 1 -- 172.21.15.83:0/1041751458 >> 172.21.15.83:0/1041751458 conn(0x7f7eb00cca30 msgr2=0x7f7eb0075dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:16.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.049+0000 7f7eb6d3c640 1 -- 172.21.15.83:0/1041751458 shutdown_connections 2024-09-21T02:43:16.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.049+0000 7f7eb6d3c640 1 -- 172.21.15.83:0/1041751458 wait complete. 2024-09-21T02:43:16.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.053+0000 7f8792ffd640 1 -- 172.21.15.83:0/2708917144 <== osd.4 v2:172.21.15.142:6816/903609339 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f87a40cf890 con 0x7f878407b3f0 2024-09-21T02:43:16.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.053+0000 7f87a88d5640 1 -- 172.21.15.83:0/2708917144 >> [v2:172.21.15.142:6816/903609339,v1:172.21.15.142:6817/903609339] conn(0x7f878407b3f0 msgr2=0x7f878407d840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.053+0000 7f87a88d5640 1 --2- 172.21.15.83:0/2708917144 >> [v2:172.21.15.142:6816/903609339,v1:172.21.15.142:6817/903609339] conn(0x7f878407b3f0 0x7f878407d840 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.053+0000 7f87a88d5640 1 -- 172.21.15.83:0/2708917144 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8784073200 msgr2=0x7f8784075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.053+0000 7f87a88d5640 1 --2- 172.21.15.83:0/2708917144 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8784073200 0x7f8784075710 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f87940046c0 tx=0x7f8794009040 comp rx=0 tx=0).stop 2024-09-21T02:43:16.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.053+0000 7f87a88d5640 1 -- 172.21.15.83:0/2708917144 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87a4073bb0 msgr2=0x7f87a414e810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.053+0000 7f87a88d5640 1 --2- 172.21.15.83:0/2708917144 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87a4073bb0 0x7f87a414e810 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f879800b410 tx=0x7f879800b8d0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.053+0000 7f87a2d9d640 1 -- 172.21.15.83:0/2708917144 reap_dead start 2024-09-21T02:43:16.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.053+0000 7f87a88d5640 1 -- 172.21.15.83:0/2708917144 shutdown_connections 2024-09-21T02:43:16.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.053+0000 7f87a88d5640 1 -- 172.21.15.83:0/2708917144 >> 172.21.15.83:0/2708917144 conn(0x7f87a40d0040 msgr2=0x7f87a40d0450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:16.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.053+0000 7f87a88d5640 1 -- 172.21.15.83:0/2708917144 shutdown_connections 2024-09-21T02:43:16.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.053+0000 7f87a88d5640 1 -- 172.21.15.83:0/2708917144 wait complete. 2024-09-21T02:43:16.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.057+0000 7f811901f640 1 -- 172.21.15.83:0/3848987433 --> [v2:172.21.15.142:6808/1137623679,v1:172.21.15.142:6809/1137623679] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f810c0d2670 con 0x7f80f807b5a0 2024-09-21T02:43:16.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.057+0000 7f8c4e02a640 1 -- 172.21.15.83:0/3391970582 --> [v2:172.21.15.83:6802/2393321522,v1:172.21.15.83:6803/2393321522] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f8c4809d2a0 con 0x7f8c2c07b5a0 2024-09-21T02:43:16.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.057+0000 7ff97cbe7640 1 -- 172.21.15.83:0/1976750094 --> [v2:172.21.15.83:6810/3390622409,v1:172.21.15.83:6811/3390622409] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ff970048c90 con 0x7ff95807b450 2024-09-21T02:43:16.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.057+0000 7f8c3dffb640 1 -- 172.21.15.83:0/3391970582 <== osd.2 v2:172.21.15.83:6802/2393321522 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f8c4809d2a0 con 0x7f8c2c07b5a0 2024-09-21T02:43:16.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.057+0000 7ff966ffd640 1 -- 172.21.15.83:0/1976750094 <== osd.3 v2:172.21.15.83:6810/3390622409 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7ff970048c90 con 0x7ff95807b450 2024-09-21T02:43:16.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.057+0000 7f8110ff9640 1 -- 172.21.15.83:0/3848987433 <== osd.6 v2:172.21.15.142:6808/1137623679 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f810c0d2670 con 0x7f80f807b5a0 2024-09-21T02:43:16.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.057+0000 7f8c4e02a640 1 -- 172.21.15.83:0/3391970582 >> [v2:172.21.15.83:6802/2393321522,v1:172.21.15.83:6803/2393321522] conn(0x7f8c2c07b5a0 msgr2=0x7f8c2c07d9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.057+0000 7f8c4e02a640 1 --2- 172.21.15.83:0/3391970582 >> [v2:172.21.15.83:6802/2393321522,v1:172.21.15.83:6803/2393321522] conn(0x7f8c2c07b5a0 0x7f8c2c07d9f0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.057+0000 7ff964ff9640 1 -- 172.21.15.83:0/1976750094 >> [v2:172.21.15.83:6810/3390622409,v1:172.21.15.83:6811/3390622409] conn(0x7ff95807b450 msgr2=0x7ff95807d8a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.057+0000 7ff964ff9640 1 --2- 172.21.15.83:0/1976750094 >> [v2:172.21.15.83:6810/3390622409,v1:172.21.15.83:6811/3390622409] conn(0x7ff95807b450 0x7ff95807d8a0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.057+0000 7f8c4e02a640 1 -- 172.21.15.83:0/3391970582 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8c2c073330 msgr2=0x7f8c2c075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.057+0000 7f8c4e02a640 1 --2- 172.21.15.83:0/3391970582 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8c2c073330 0x7f8c2c075840 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f8c4000a510 tx=0x7f8c4000d040 comp rx=0 tx=0).stop 2024-09-21T02:43:16.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.057+0000 7ff964ff9640 1 -- 172.21.15.83:0/1976750094 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff958073200 msgr2=0x7ff958075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.057+0000 7ff964ff9640 1 --2- 172.21.15.83:0/1976750094 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff958073200 0x7ff958075710 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7ff9680010a0 tx=0x7ff968009040 comp rx=0 tx=0).stop 2024-09-21T02:43:16.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.057+0000 7ff964ff9640 1 -- 172.21.15.83:0/1976750094 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff970053a30 msgr2=0x7ff9700d9030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.057+0000 7ff964ff9640 1 --2- 172.21.15.83:0/1976750094 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff970053a30 0x7ff9700d9030 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7ff97806bbe0 tx=0x7ff97806b360 comp rx=0 tx=0).stop 2024-09-21T02:43:16.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.057+0000 7ff976d9d640 1 -- 172.21.15.83:0/1976750094 reap_dead start 2024-09-21T02:43:16.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.057+0000 7f8c4e02a640 1 -- 172.21.15.83:0/3391970582 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8c480cad20 msgr2=0x7f8c4809cbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.057+0000 7f8c4e02a640 1 --2- 172.21.15.83:0/3391970582 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8c480cad20 0x7f8c4809cbc0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f8c38098240 tx=0x7f8c38005780 comp rx=0 tx=0).stop 2024-09-21T02:43:16.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.057+0000 7ff964ff9640 1 -- 172.21.15.83:0/1976750094 shutdown_connections 2024-09-21T02:43:16.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.057+0000 7ff964ff9640 1 -- 172.21.15.83:0/1976750094 >> 172.21.15.83:0/1976750094 conn(0x7ff97001de00 msgr2=0x7ff97004f730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:16.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.057+0000 7f811901f640 1 -- 172.21.15.83:0/3848987433 >> [v2:172.21.15.142:6808/1137623679,v1:172.21.15.142:6809/1137623679] conn(0x7f80f807b5a0 msgr2=0x7f80f807d9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.057+0000 7f811901f640 1 --2- 172.21.15.83:0/3848987433 >> [v2:172.21.15.142:6808/1137623679,v1:172.21.15.142:6809/1137623679] conn(0x7f80f807b5a0 0x7f80f807d9f0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.057+0000 7ff964ff9640 1 -- 172.21.15.83:0/1976750094 shutdown_connections 2024-09-21T02:43:16.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.057+0000 7f8c4d829640 1 -- 172.21.15.83:0/3391970582 reap_dead start 2024-09-21T02:43:16.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.057+0000 7ff964ff9640 1 -- 172.21.15.83:0/1976750094 wait complete. 2024-09-21T02:43:16.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.057+0000 7f811901f640 1 -- 172.21.15.83:0/3848987433 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f80f80732d0 msgr2=0x7f80f80757e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.057+0000 7f811901f640 1 --2- 172.21.15.83:0/3848987433 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f80f80732d0 0x7f80f80757e0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f8114066790 tx=0x7f8114095450 comp rx=0 tx=0).stop 2024-09-21T02:43:16.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.057+0000 7f811901f640 1 -- 172.21.15.83:0/3848987433 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f810c0057a0 msgr2=0x7f810c005bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.057+0000 7f811901f640 1 --2- 172.21.15.83:0/3848987433 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f810c0057a0 0x7f810c005bb0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f810000e6d0 tx=0x7f810000eb90 comp rx=0 tx=0).stop 2024-09-21T02:43:16.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.061+0000 7f8c4e02a640 1 -- 172.21.15.83:0/3391970582 shutdown_connections 2024-09-21T02:43:16.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.061+0000 7f811881e640 1 -- 172.21.15.83:0/3848987433 reap_dead start 2024-09-21T02:43:16.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.061+0000 7f8c4e02a640 1 -- 172.21.15.83:0/3391970582 >> 172.21.15.83:0/3391970582 conn(0x7f8c480cca30 msgr2=0x7f8c480b1390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:16.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.061+0000 7f811901f640 1 -- 172.21.15.83:0/3848987433 shutdown_connections 2024-09-21T02:43:16.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.061+0000 7f811901f640 1 -- 172.21.15.83:0/3848987433 >> 172.21.15.83:0/3848987433 conn(0x7f810c01d9b0 msgr2=0x7f810c0e1d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:16.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.061+0000 7f8c4e02a640 1 -- 172.21.15.83:0/3391970582 shutdown_connections 2024-09-21T02:43:16.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.061+0000 7f811901f640 1 -- 172.21.15.83:0/3848987433 shutdown_connections 2024-09-21T02:43:16.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.061+0000 7f8c4e02a640 1 -- 172.21.15.83:0/3391970582 wait complete. 2024-09-21T02:43:16.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.061+0000 7f811901f640 1 -- 172.21.15.83:0/3848987433 wait complete. 2024-09-21T02:43:16.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.061+0000 7ff7946b5640 1 -- 172.21.15.83:0/2291111445 --> [v2:172.21.15.142:6800/81587312,v1:172.21.15.142:6801/81587312] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ff78404e210 con 0x7ff77007b540 2024-09-21T02:43:16.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.061+0000 7ff782ffd640 1 -- 172.21.15.83:0/2291111445 <== osd.7 v2:172.21.15.142:6800/81587312 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7ff78404e210 con 0x7ff77007b540 2024-09-21T02:43:16.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.061+0000 7ff780ff9640 1 -- 172.21.15.83:0/2291111445 >> [v2:172.21.15.142:6800/81587312,v1:172.21.15.142:6801/81587312] conn(0x7ff77007b540 msgr2=0x7ff77007d990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.061+0000 7ff780ff9640 1 --2- 172.21.15.83:0/2291111445 >> [v2:172.21.15.142:6800/81587312,v1:172.21.15.142:6801/81587312] conn(0x7ff77007b540 0x7ff77007d990 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.061+0000 7ff780ff9640 1 -- 172.21.15.83:0/2291111445 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff7700732d0 msgr2=0x7ff7700757e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.065+0000 7ff780ff9640 1 --2- 172.21.15.83:0/2291111445 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff7700732d0 0x7ff7700757e0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7ff788006fd0 tx=0x7ff788009060 comp rx=0 tx=0).stop 2024-09-21T02:43:16.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.065+0000 7ff780ff9640 1 -- 172.21.15.83:0/2291111445 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff7840063b0 msgr2=0x7ff78404afd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.065+0000 7ff780ff9640 1 --2- 172.21.15.83:0/2291111445 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff7840063b0 0x7ff78404afd0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7ff77c00b410 tx=0x7ff77c00b8d0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.065+0000 7ff792c52640 1 -- 172.21.15.83:0/2291111445 reap_dead start 2024-09-21T02:43:16.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.065+0000 7ff780ff9640 1 -- 172.21.15.83:0/2291111445 shutdown_connections 2024-09-21T02:43:16.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.065+0000 7ff780ff9640 1 -- 172.21.15.83:0/2291111445 >> 172.21.15.83:0/2291111445 conn(0x7ff78401e270 msgr2=0x7ff7840322f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:16.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.069+0000 7fea06efd640 1 -- 172.21.15.83:0/3636621280 --> [v2:172.21.15.142:6824/1864459234,v1:172.21.15.142:6825/1864459234] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fe9e0002de0 con 0x7fe9e407b520 2024-09-21T02:43:16.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.069+0000 7fe9fd7fa640 1 -- 172.21.15.83:0/3636621280 <== osd.5 v2:172.21.15.142:6824/1864459234 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fe9e0002de0 con 0x7fe9e407b520 2024-09-21T02:43:16.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.069+0000 7fea06efd640 1 -- 172.21.15.83:0/3636621280 >> [v2:172.21.15.142:6824/1864459234,v1:172.21.15.142:6825/1864459234] conn(0x7fe9e407b520 msgr2=0x7fe9e407d970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.069+0000 7fea06efd640 1 --2- 172.21.15.83:0/3636621280 >> [v2:172.21.15.142:6824/1864459234,v1:172.21.15.142:6825/1864459234] conn(0x7fe9e407b520 0x7fe9e407d970 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.069+0000 7fea06efd640 1 -- 172.21.15.83:0/3636621280 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe9e4073250 msgr2=0x7fe9e4075760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.069+0000 7fea06efd640 1 --2- 172.21.15.83:0/3636621280 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe9e4073250 0x7fe9e4075760 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fe9ec0af000 tx=0x7fe9ec0195f0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.069+0000 7fea06efd640 1 -- 172.21.15.83:0/3636621280 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fea000b38b0 msgr2=0x7fea00157bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.069+0000 7fea06efd640 1 --2- 172.21.15.83:0/3636621280 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fea000b38b0 0x7fea00157bc0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fe9f400b3e0 tx=0x7fe9f400b8a0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.069+0000 7fea0549a640 1 -- 172.21.15.83:0/3636621280 reap_dead start 2024-09-21T02:43:16.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.069+0000 7fea06efd640 1 -- 172.21.15.83:0/3636621280 shutdown_connections 2024-09-21T02:43:16.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.069+0000 7fea06efd640 1 -- 172.21.15.83:0/3636621280 >> 172.21.15.83:0/3636621280 conn(0x7fea000d0040 msgr2=0x7fea00075cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:16.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.069+0000 7fea06efd640 1 -- 172.21.15.83:0/3636621280 shutdown_connections 2024-09-21T02:43:16.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.069+0000 7fea06efd640 1 -- 172.21.15.83:0/3636621280 wait complete. 2024-09-21T02:43:16.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.077+0000 7ff780ff9640 1 -- 172.21.15.83:0/2291111445 shutdown_connections 2024-09-21T02:43:16.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.077+0000 7ff780ff9640 1 -- 172.21.15.83:0/2291111445 wait complete. 2024-09-21T02:43:16.086 INFO:teuthology.orchestra.run.smithi083.stdout:64424509448 2024-09-21T02:43:16.086 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-21T02:43:16.098 INFO:teuthology.orchestra.run.smithi083.stdout:64424509447 2024-09-21T02:43:16.098 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-21T02:43:16.099 INFO:teuthology.orchestra.run.smithi083.stdout:64424509448 2024-09-21T02:43:16.099 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-21T02:43:16.102 INFO:teuthology.orchestra.run.smithi083.stdout:64424509447 2024-09-21T02:43:16.102 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-21T02:43:16.103 INFO:teuthology.orchestra.run.smithi083.stdout:64424509447 2024-09-21T02:43:16.103 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-21T02:43:16.104 INFO:teuthology.orchestra.run.smithi083.stdout:64424509449 2024-09-21T02:43:16.104 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-21T02:43:16.107 INFO:teuthology.orchestra.run.smithi083.stdout:64424509448 2024-09-21T02:43:16.107 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-21T02:43:16.111 INFO:teuthology.orchestra.run.smithi083.stdout:60129542152 2024-09-21T02:43:16.111 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-21T02:43:16.293 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.293+0000 7fb762982640 1 -- 172.21.15.83:0/1338995454 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb75c15a750 msgr2=0x7fb75c0ce130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.293 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.293+0000 7fb762982640 1 --2- 172.21.15.83:0/1338995454 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb75c15a750 0x7fb75c0ce130 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fb74c009900 tx=0x7fb74c01c870 comp rx=0 tx=0).stop 2024-09-21T02:43:16.293 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.293+0000 7fb762982640 1 -- 172.21.15.83:0/1338995454 shutdown_connections 2024-09-21T02:43:16.293 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.293+0000 7fb762982640 1 --2- 172.21.15.83:0/1338995454 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb75c15a750 0x7fb75c0ce130 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.293 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.293+0000 7fb762982640 1 --2- 172.21.15.83:0/1338995454 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb75c162340 0x7fb75c162750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.293 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.293+0000 7fb762982640 1 -- 172.21.15.83:0/1338995454 >> 172.21.15.83:0/1338995454 conn(0x7fb75c0b1fb0 msgr2=0x7fb75c0cfea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:16.293 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.293+0000 7fb762982640 1 -- 172.21.15.83:0/1338995454 shutdown_connections 2024-09-21T02:43:16.296 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.293+0000 7fb762982640 1 -- 172.21.15.83:0/1338995454 wait complete. 2024-09-21T02:43:16.296 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.293+0000 7fb762982640 1 Processor -- start 2024-09-21T02:43:16.296 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.293+0000 7fb762982640 1 -- start start 2024-09-21T02:43:16.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.297+0000 7fb762982640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb75c162340 0x7fb75c0c6490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.297+0000 7fb762982640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb75c162c90 0x7fb75c09b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.297+0000 7fb762982640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb75c09bbb0 0x7fb75c208f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.297+0000 7fb762982640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fb75c15d6b0 con 0x7fb75c162c90 2024-09-21T02:43:16.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.297+0000 7fb762982640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fb75c15d530 con 0x7fb75c162340 2024-09-21T02:43:16.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.297+0000 7fb762982640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fb75c15d830 con 0x7fb75c09bbb0 2024-09-21T02:43:16.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.297+0000 7fb75b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb75c162c90 0x7fb75c09b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.297+0000 7fb75b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb75c162c90 0x7fb75c09b670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37586/0 (socket says 172.21.15.83:37586) 2024-09-21T02:43:16.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.297+0000 7fb75b7fe640 1 -- 172.21.15.83:0/3991915014 learned_addr learned my addr 172.21.15.83:0/3991915014 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:16.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.297+0000 7fb75bfff640 1 --2- 172.21.15.83:0/3991915014 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb75c162340 0x7fb75c0c6490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.297+0000 7fb760f1f640 1 --2- 172.21.15.83:0/3991915014 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb75c09bbb0 0x7fb75c208f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.297+0000 7fb75b7fe640 1 -- 172.21.15.83:0/3991915014 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb75c09bbb0 msgr2=0x7fb75c208f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.297+0000 7fb75b7fe640 1 --2- 172.21.15.83:0/3991915014 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb75c09bbb0 0x7fb75c208f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.297+0000 7fb75b7fe640 1 -- 172.21.15.83:0/3991915014 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb75c162340 msgr2=0x7fb75c0c6490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.297+0000 7fb75b7fe640 1 --2- 172.21.15.83:0/3991915014 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb75c162340 0x7fb75c0c6490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.297+0000 7fb75b7fe640 1 -- 172.21.15.83:0/3991915014 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb75c09c380 con 0x7fb75c162c90 2024-09-21T02:43:16.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.297+0000 7fb760f1f640 1 --2- 172.21.15.83:0/3991915014 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb75c09bbb0 0x7fb75c208f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T02:43:16.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.297+0000 7fb75b7fe640 1 --2- 172.21.15.83:0/3991915014 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb75c162c90 0x7fb75c09b670 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fb75400c790 tx=0x7fb75400cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.301+0000 7fb758ff9640 1 -- 172.21.15.83:0/3991915014 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb754003b80 con 0x7fb75c162c90 2024-09-21T02:43:16.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.301+0000 7fb758ff9640 1 -- 172.21.15.83:0/3991915014 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb754003d20 con 0x7fb75c162c90 2024-09-21T02:43:16.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.301+0000 7fb758ff9640 1 -- 172.21.15.83:0/3991915014 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb75400aa30 con 0x7fb75c162c90 2024-09-21T02:43:16.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.301+0000 7fb762982640 1 -- 172.21.15.83:0/3991915014 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb75c09c660 con 0x7fb75c162c90 2024-09-21T02:43:16.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.301+0000 7fb762982640 1 -- 172.21.15.83:0/3991915014 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb75c09cc20 con 0x7fb75c162c90 2024-09-21T02:43:16.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.301+0000 7fb762982640 1 -- 172.21.15.83:0/3991915014 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb75c0ce130 con 0x7fb75c162c90 2024-09-21T02:43:16.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.301+0000 7fb758ff9640 1 -- 172.21.15.83:0/3991915014 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fb75400abd0 con 0x7fb75c162c90 2024-09-21T02:43:16.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.305+0000 7fb758ff9640 1 --2- 172.21.15.83:0/3991915014 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb7480732d0 0x7fb7480757e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.305+0000 7fb75bfff640 1 --2- 172.21.15.83:0/3991915014 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb7480732d0 0x7fb7480757e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.305+0000 7fb75bfff640 1 --2- 172.21.15.83:0/3991915014 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb7480732d0 0x7fb7480757e0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fb750009ac0 tx=0x7fb7500091e0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.305+0000 7fb758ff9640 1 -- 172.21.15.83:0/3991915014 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fb754094ac0 con 0x7fb75c162c90 2024-09-21T02:43:16.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.313+0000 7fb758ff9640 1 -- 172.21.15.83:0/3991915014 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fb75405efe0 con 0x7fb75c162c90 2024-09-21T02:43:16.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.329+0000 7f6b7e919640 1 -- 172.21.15.83:0/3179688632 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6b7004edf0 msgr2=0x7f6b7004f200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.329+0000 7f6b7e919640 1 --2- 172.21.15.83:0/3179688632 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6b7004edf0 0x7f6b7004f200 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f6b78000b70 tx=0x7f6b78087760 comp rx=0 tx=0).stop 2024-09-21T02:43:16.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.329+0000 7f6b7e919640 1 -- 172.21.15.83:0/3179688632 shutdown_connections 2024-09-21T02:43:16.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.329+0000 7f6b7e919640 1 --2- 172.21.15.83:0/3179688632 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6b7004edf0 0x7f6b7004f200 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.329+0000 7f6b7e919640 1 --2- 172.21.15.83:0/3179688632 >> v2:172.21.15.142:3300/0 conn(0x7f6b70054e40 0x7f6b70100e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.329+0000 7f6b7e919640 1 -- 172.21.15.83:0/3179688632 >> 172.21.15.83:0/3179688632 conn(0x7f6b7001d9b0 msgr2=0x7f6b70039670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:16.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.329+0000 7f6b7e919640 1 -- 172.21.15.83:0/3179688632 shutdown_connections 2024-09-21T02:43:16.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.329+0000 7f6b7e919640 1 -- 172.21.15.83:0/3179688632 wait complete. 2024-09-21T02:43:16.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.333+0000 7fdbeffff640 1 -- 172.21.15.83:0/1333003112 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdbe8005c70 msgr2=0x7fdbe8006080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.333+0000 7fdbeffff640 1 --2- 172.21.15.83:0/1333003112 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdbe8005c70 0x7fdbe8006080 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fdbe8034190 tx=0x7fdbe401c820 comp rx=0 tx=0).stop 2024-09-21T02:43:16.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.333+0000 7fdbeffff640 1 -- 172.21.15.83:0/1333003112 shutdown_connections 2024-09-21T02:43:16.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.333+0000 7fdbeffff640 1 --2- 172.21.15.83:0/1333003112 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdbe8005c70 0x7fdbe8006080 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.333+0000 7fdbeffff640 1 --2- 172.21.15.83:0/1333003112 >> v2:172.21.15.83:3300/0 conn(0x7fdbe8036930 0x7fdbe800a980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.333+0000 7fdbeffff640 1 -- 172.21.15.83:0/1333003112 >> 172.21.15.83:0/1333003112 conn(0x7fdbe80513f0 msgr2=0x7fdbe8051830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:16.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.333+0000 7f6b7e919640 1 Processor -- start 2024-09-21T02:43:16.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.333+0000 7f6b7e919640 1 -- start start 2024-09-21T02:43:16.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.333+0000 7f38a3b22640 1 -- 172.21.15.83:0/323282223 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f389c0745d0 msgr2=0x7f389c0749e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.333+0000 7f38a3b22640 1 --2- 172.21.15.83:0/323282223 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f389c0745d0 0x7f389c0749e0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f389c073d60 tx=0x7f389801c6b0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7f38a3b22640 1 -- 172.21.15.83:0/323282223 shutdown_connections 2024-09-21T02:43:16.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7f38a3b22640 1 --2- 172.21.15.83:0/323282223 >> v2:172.21.15.142:3300/0 conn(0x7f389c0712b0 0x7f389c0716c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7f38a3b22640 1 --2- 172.21.15.83:0/323282223 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f389c0745d0 0x7f389c0749e0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7f38a3b22640 1 -- 172.21.15.83:0/323282223 >> 172.21.15.83:0/323282223 conn(0x7f389c070650 msgr2=0x7f389c0b2d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:16.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7fb1ff4ed640 1 -- 172.21.15.83:0/1587745235 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb1f80afe70 msgr2=0x7fb1f815b7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7fb1ff4ed640 1 --2- 172.21.15.83:0/1587745235 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb1f80afe70 0x7fb1f815b7d0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fb1f4009870 tx=0x7fb1f401c7d0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7fb1ff4ed640 1 -- 172.21.15.83:0/1587745235 shutdown_connections 2024-09-21T02:43:16.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7fb1ff4ed640 1 --2- 172.21.15.83:0/1587745235 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb1f80afe70 0x7fb1f815b7d0 secure :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fb1f4009870 tx=0x7fb1f401c7d0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7fb1ff4ed640 1 -- 172.21.15.83:0/1587745235 >> 172.21.15.83:0/1587745235 conn(0x7fb1f806d570 msgr2=0x7fb1f80d0790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:16.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.333+0000 7fdbeffff640 1 -- 172.21.15.83:0/1333003112 shutdown_connections 2024-09-21T02:43:16.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.333+0000 7fdbeffff640 1 -- 172.21.15.83:0/1333003112 wait complete. 2024-09-21T02:43:16.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7f38a3b22640 1 -- 172.21.15.83:0/323282223 shutdown_connections 2024-09-21T02:43:16.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7fb1ff4ed640 1 -- 172.21.15.83:0/1587745235 shutdown_connections 2024-09-21T02:43:16.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7fb1ff4ed640 1 -- 172.21.15.83:0/1587745235 wait complete. 2024-09-21T02:43:16.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7f6b7e919640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6b700071f0 0x7f6b700f25c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7f6b7e919640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6b7004edf0 0x7f6b700f63f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7f6b7e919640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6b700ff0b0 0x7f6b700f6930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7f6b7d917640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6b700071f0 0x7f6b700f25c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7f6b7d917640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6b700071f0 0x7f6b700f25c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.83:48564/0 (socket says 172.21.15.83:48564) 2024-09-21T02:43:16.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7f6b7d917640 1 -- 172.21.15.83:0/1993218329 learned_addr learned my addr 172.21.15.83:0/1993218329 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:16.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7f6b7e919640 1 -- 172.21.15.83:0/1993218329 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f6b7010e3c0 con 0x7f6b7004edf0 2024-09-21T02:43:16.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7f6b7e919640 1 -- 172.21.15.83:0/1993218329 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f6b700556e0 con 0x7f6b700071f0 2024-09-21T02:43:16.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7f6b7e919640 1 -- 172.21.15.83:0/1993218329 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f6b7010e540 con 0x7f6b700ff0b0 2024-09-21T02:43:16.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7f6b7e118640 1 --2- 172.21.15.83:0/1993218329 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6b700ff0b0 0x7f6b700f6930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7f38a3b22640 1 -- 172.21.15.83:0/323282223 wait complete. 2024-09-21T02:43:16.342 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7f38a3b22640 1 Processor -- start 2024-09-21T02:43:16.342 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7fdbeffff640 1 Processor -- start 2024-09-21T02:43:16.342 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7fdbeffff640 1 -- start start 2024-09-21T02:43:16.342 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7fdbeffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdbe8005c70 0x7fdbe8047820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.342 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7fdbeffff640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fdbe800b010 0x7fdbe804d540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.342 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7fdbeffff640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdbe80ddeb0 0x7fdbe804da80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.342 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7fdbeffff640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fdbe80eda60 con 0x7fdbe8005c70 2024-09-21T02:43:16.342 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7fdbeffff640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fdbe80ed8e0 con 0x7fdbe80ddeb0 2024-09-21T02:43:16.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7f6b7d917640 1 -- 172.21.15.83:0/1993218329 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6b700ff0b0 msgr2=0x7f6b700f6930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7f6b7d917640 1 --2- 172.21.15.83:0/1993218329 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6b700ff0b0 0x7f6b700f6930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7f6b7d917640 1 -- 172.21.15.83:0/1993218329 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6b7004edf0 msgr2=0x7f6b700f63f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7f6b7d917640 1 --2- 172.21.15.83:0/1993218329 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6b7004edf0 0x7f6b700f63f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7fdbeffff640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fdbe80edbe0 con 0x7fdbe800b010 2024-09-21T02:43:16.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7f6b7d917640 1 -- 172.21.15.83:0/1993218329 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b700f2e30 con 0x7f6b700071f0 2024-09-21T02:43:16.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7fdbef7fe640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdbe80ddeb0 0x7fdbe804da80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7fdbee7fc640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fdbe800b010 0x7fdbe804d540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7fdbee7fc640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fdbe800b010 0x7fdbe804d540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3301/0 says I am v2:172.21.15.83:60232/0 (socket says 172.21.15.83:60232) 2024-09-21T02:43:16.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7fdbee7fc640 1 -- 172.21.15.83:0/277656887 learned_addr learned my addr 172.21.15.83:0/277656887 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:16.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7fb1ff4ed640 1 Processor -- start 2024-09-21T02:43:16.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7f6b7d917640 1 --2- 172.21.15.83:0/1993218329 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6b700071f0 0x7f6b700f25c0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f6b7400b450 tx=0x7f6b7400b910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7f38a3b22640 1 -- start start 2024-09-21T02:43:16.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7fdbee7fc640 1 -- 172.21.15.83:0/277656887 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdbe80ddeb0 msgr2=0x7fdbe804da80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7fdbee7fc640 1 --2- 172.21.15.83:0/277656887 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdbe80ddeb0 0x7fdbe804da80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7fdbee7fc640 1 -- 172.21.15.83:0/277656887 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdbe8005c70 msgr2=0x7fdbe8047820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7fdbee7fc640 1 --2- 172.21.15.83:0/277656887 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdbe8005c70 0x7fdbe8047820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7fdbee7fc640 1 -- 172.21.15.83:0/277656887 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbe804e230 con 0x7fdbe800b010 2024-09-21T02:43:16.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7fdbee7fc640 1 --2- 172.21.15.83:0/277656887 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fdbe800b010 0x7fdbe804d540 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fdbe000e7d0 tx=0x7fdbe000ec90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7fdbd7fff640 1 -- 172.21.15.83:0/277656887 <== mon.2 v2:172.21.15.142:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbe000ccc0 con 0x7fdbe800b010 2024-09-21T02:43:16.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7fdbeffff640 1 -- 172.21.15.83:0/277656887 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbe80d98d0 con 0x7fdbe800b010 2024-09-21T02:43:16.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7fdbeffff640 1 -- 172.21.15.83:0/277656887 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbe804bd80 con 0x7fdbe800b010 2024-09-21T02:43:16.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7f84eacf6640 1 -- 172.21.15.83:0/967363851 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f84dc0e6ce0 msgr2=0x7f84dc0e70f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7f84eacf6640 1 --2- 172.21.15.83:0/967363851 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f84dc0e6ce0 0x7f84dc0e70f0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f84e4000b70 tx=0x7f84e4098770 comp rx=0 tx=0).stop 2024-09-21T02:43:16.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7fdbd7fff640 1 -- 172.21.15.83:0/277656887 <== mon.2 v2:172.21.15.142:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdbe0010430 con 0x7fdbe800b010 2024-09-21T02:43:16.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7fdbd7fff640 1 -- 172.21.15.83:0/277656887 <== mon.2 v2:172.21.15.142:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbe0010860 con 0x7fdbe800b010 2024-09-21T02:43:16.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.337+0000 7fb1ff4ed640 1 -- start start 2024-09-21T02:43:16.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7fb1ff4ed640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb1f80b4a50 0x7fb1f8153e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7fb1ff4ed640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb1f80cedb0 0x7fb1f8152be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7fdbeffff640 1 -- 172.21.15.83:0/277656887 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdbd00052a0 con 0x7fdbe800b010 2024-09-21T02:43:16.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7fb1ff4ed640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb1f815da10 0x7fb1f815de20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7f38a3b22640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f389c0712b0 0x7f389c0d0540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7f38a3b22640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f389c0745d0 0x7f389c14d270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7fb1fe4eb640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb1f80b4a50 0x7fb1f8153e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7fb1fe4eb640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb1f80b4a50 0x7fb1f8153e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3301/0 says I am v2:172.21.15.83:60244/0 (socket says 172.21.15.83:60244) 2024-09-21T02:43:16.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7fd6310da640 1 -- 172.21.15.83:0/3894840977 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd614004810 msgr2=0x7fd614004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7fd6310da640 1 --2- 172.21.15.83:0/3894840977 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd614004810 0x7fd614004c20 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fd624009f90 tx=0x7fd62401c9b0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7fd62b59e640 1 -- 172.21.15.83:0/3894840977 reap_dead start 2024-09-21T02:43:16.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7fb1fdcea640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb1f80cedb0 0x7fb1f8152be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7fb1fdcea640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb1f80cedb0 0x7fb1f8152be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.83:48572/0 (socket says 172.21.15.83:48572) 2024-09-21T02:43:16.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7f38a18be640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f389c0712b0 0x7f389c0d0540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7fb1fe4eb640 1 -- 172.21.15.83:0/3267877232 learned_addr learned my addr 172.21.15.83:0/3267877232 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:16.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7fb1ff4ed640 1 -- 172.21.15.83:0/3267877232 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fb1f80b4550 con 0x7fb1f815da10 2024-09-21T02:43:16.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7fb1ff4ed640 1 -- 172.21.15.83:0/3267877232 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fb1f80b43d0 con 0x7fb1f80cedb0 2024-09-21T02:43:16.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7fb1ff4ed640 1 -- 172.21.15.83:0/3267877232 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fb1f80b46d0 con 0x7fb1f80b4a50 2024-09-21T02:43:16.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7fb1fecec640 1 --2- 172.21.15.83:0/3267877232 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb1f815da10 0x7fb1f815de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7f38a18be640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f389c0712b0 0x7f389c0d0540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.83:48580/0 (socket says 172.21.15.83:48580) 2024-09-21T02:43:16.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7f38a10bd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f389c0745d0 0x7f389c14d270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7f38a10bd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f389c0745d0 0x7f389c14d270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37680/0 (socket says 172.21.15.83:37680) 2024-09-21T02:43:16.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7fd6310da640 1 -- 172.21.15.83:0/3894840977 shutdown_connections 2024-09-21T02:43:16.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7fd6310da640 1 -- 172.21.15.83:0/3894840977 >> 172.21.15.83:0/3894840977 conn(0x7fd62c06ce90 msgr2=0x7fd62c06d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:16.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7f38a18be640 1 -- 172.21.15.83:0/1484699484 learned_addr learned my addr 172.21.15.83:0/1484699484 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:16.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7f38a3b22640 1 --2- 172.21.15.83:0/1484699484 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f389c0b06c0 0x7f389c15fe80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7f84eacf6640 1 -- 172.21.15.83:0/967363851 shutdown_connections 2024-09-21T02:43:16.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7f84eacf6640 1 --2- 172.21.15.83:0/967363851 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f84dc0e6ce0 0x7f84dc0e70f0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7f84eacf6640 1 --2- 172.21.15.83:0/967363851 >> v2:172.21.15.142:3300/0 conn(0x7f84dc053bb0 0x7f84dc053fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7f84eacf6640 1 --2- 172.21.15.83:0/967363851 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f84dc0e3740 0x7f84dc057780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7f84eacf6640 1 -- 172.21.15.83:0/967363851 >> 172.21.15.83:0/967363851 conn(0x7f84dc03a690 msgr2=0x7f84dc03aaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:16.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7f38a3b22640 1 -- 172.21.15.83:0/1484699484 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f389c16bdd0 con 0x7f389c0745d0 2024-09-21T02:43:16.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7f38a3b22640 1 -- 172.21.15.83:0/1484699484 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f389c16bc50 con 0x7f389c0712b0 2024-09-21T02:43:16.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7f38a3b22640 1 -- 172.21.15.83:0/1484699484 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f389c16bf50 con 0x7f389c0b06c0 2024-09-21T02:43:16.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7f6b6e7fc640 1 -- 172.21.15.83:0/1993218329 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b74015020 con 0x7f6b700071f0 2024-09-21T02:43:16.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7f84eacf6640 1 -- 172.21.15.83:0/967363851 shutdown_connections 2024-09-21T02:43:16.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7f38a20bf640 1 --2- 172.21.15.83:0/1484699484 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f389c0b06c0 0x7f389c15fe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7fb1fecec640 1 -- 172.21.15.83:0/3267877232 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb1f80b4a50 msgr2=0x7fb1f8153e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7fb1fecec640 1 --2- 172.21.15.83:0/3267877232 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb1f80b4a50 0x7fb1f8153e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7fb1fecec640 1 -- 172.21.15.83:0/3267877232 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb1f80cedb0 msgr2=0x7fb1f8152be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7fb1fecec640 1 --2- 172.21.15.83:0/3267877232 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb1f80cedb0 0x7fb1f8152be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7fb1fecec640 1 -- 172.21.15.83:0/3267877232 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1f815e360 con 0x7fb1f815da10 2024-09-21T02:43:16.355 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7fdbd7fff640 1 -- 172.21.15.83:0/277656887 <== mon.2 v2:172.21.15.142:3301/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fdbe0010a00 con 0x7fdbe800b010 2024-09-21T02:43:16.355 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.345+0000 7f38a10bd640 1 -- 172.21.15.83:0/1484699484 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f389c0b06c0 msgr2=0x7f389c15fe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.355 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.345+0000 7f38a10bd640 1 --2- 172.21.15.83:0/1484699484 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f389c0b06c0 0x7f389c15fe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.355 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.345+0000 7f38a10bd640 1 -- 172.21.15.83:0/1484699484 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f389c0712b0 msgr2=0x7f389c0d0540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.355 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.345+0000 7f38a10bd640 1 --2- 172.21.15.83:0/1484699484 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f389c0712b0 0x7f389c0d0540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.355 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.345+0000 7fdbd7fff640 1 --2- 172.21.15.83:0/277656887 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fdbdc073200 0x7fdbdc075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.345+0000 7f38a10bd640 1 -- 172.21.15.83:0/1484699484 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f389c0cdce0 con 0x7f389c0745d0 2024-09-21T02:43:16.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.345+0000 7fb1fecec640 1 --2- 172.21.15.83:0/3267877232 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb1f815da10 0x7fb1f815de20 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fb1f000c700 tx=0x7fb1f000cb00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.345+0000 7fdbd7fff640 1 -- 172.21.15.83:0/277656887 <== mon.2 v2:172.21.15.142:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fdbe00951b0 con 0x7fdbe800b010 2024-09-21T02:43:16.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.345+0000 7fdbeeffd640 1 --2- 172.21.15.83:0/277656887 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fdbdc073200 0x7fdbdc075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.345+0000 7f38a10bd640 1 --2- 172.21.15.83:0/1484699484 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f389c0745d0 0x7f389c14d270 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f38980ac000 tx=0x7f38980a86f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7f6b6e7fc640 1 -- 172.21.15.83:0/1993218329 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6b740119a0 con 0x7f6b700071f0 2024-09-21T02:43:16.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7f6b6e7fc640 1 -- 172.21.15.83:0/1993218329 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b74011df0 con 0x7f6b700071f0 2024-09-21T02:43:16.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7f6b7e919640 1 -- 172.21.15.83:0/1993218329 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b700f3110 con 0x7f6b700071f0 2024-09-21T02:43:16.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.345+0000 7fdbeeffd640 1 --2- 172.21.15.83:0/277656887 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fdbdc073200 0x7fdbdc075710 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fdbf0052280 tx=0x7fdbf007ad60 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.345+0000 7fd6310da640 1 -- 172.21.15.83:0/3894840977 shutdown_connections 2024-09-21T02:43:16.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.345+0000 7f6b7e919640 1 -- 172.21.15.83:0/1993218329 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b700f36d0 con 0x7f6b700071f0 2024-09-21T02:43:16.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.341+0000 7f84eacf6640 1 -- 172.21.15.83:0/967363851 wait complete. 2024-09-21T02:43:16.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.345+0000 7f84eacf6640 1 Processor -- start 2024-09-21T02:43:16.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.345+0000 7fb1eeffd640 1 -- 172.21.15.83:0/3267877232 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1f0003b80 con 0x7fb1f815da10 2024-09-21T02:43:16.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.345+0000 7fb1eeffd640 1 -- 172.21.15.83:0/3267877232 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb1f0003d20 con 0x7fb1f815da10 2024-09-21T02:43:16.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.345+0000 7fb1eeffd640 1 -- 172.21.15.83:0/3267877232 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1f0005330 con 0x7fb1f815da10 2024-09-21T02:43:16.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.345+0000 7f6b7e919640 1 -- 172.21.15.83:0/1993218329 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b7004f200 con 0x7f6b700071f0 2024-09-21T02:43:16.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.345+0000 7fb1ff4ed640 1 -- 172.21.15.83:0/3267877232 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1f8154790 con 0x7fb1f815da10 2024-09-21T02:43:16.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.345+0000 7fb1ff4ed640 1 -- 172.21.15.83:0/3267877232 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1f81f03d0 con 0x7fb1f815da10 2024-09-21T02:43:16.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.349+0000 7fb1ecff9640 1 -- 172.21.15.83:0/3267877232 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1f815b7d0 con 0x7fb1f815da10 2024-09-21T02:43:16.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.349+0000 7f6b6e7fc640 1 -- 172.21.15.83:0/1993218329 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f6b74018020 con 0x7f6b700071f0 2024-09-21T02:43:16.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.349+0000 7f6b6e7fc640 1 --2- 172.21.15.83:0/1993218329 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f6b5c073300 0x7f6b5c075810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.345+0000 7fd6310da640 1 -- 172.21.15.83:0/3894840977 wait complete. 2024-09-21T02:43:16.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.349+0000 7fd6310da640 1 Processor -- start 2024-09-21T02:43:16.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.349+0000 7f6b6e7fc640 1 -- 172.21.15.83:0/1993218329 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f6b740944b0 con 0x7f6b700071f0 2024-09-21T02:43:16.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.349+0000 7fb1eeffd640 1 -- 172.21.15.83:0/3267877232 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fb1f00054d0 con 0x7fb1f815da10 2024-09-21T02:43:16.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.349+0000 7fb1eeffd640 1 --2- 172.21.15.83:0/3267877232 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb1e4073910 0x7fb1e4075e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.349+0000 7fb1eeffd640 1 -- 172.21.15.83:0/3267877232 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fb1f0093e60 con 0x7fb1f815da10 2024-09-21T02:43:16.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.349+0000 7fb1fe4eb640 1 --2- 172.21.15.83:0/3267877232 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb1e4073910 0x7fb1e4075e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.349+0000 7f84eacf6640 1 -- start start 2024-09-21T02:43:16.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.349+0000 7f84eacf6640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f84dc053bb0 0x7f84dc189dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.349+0000 7f84eacf6640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f84dc0e3740 0x7f84dc04b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.349+0000 7f84eacf6640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f84dc0e6ce0 0x7f84dc04b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.349+0000 7f84eacf6640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f84dc0072b0 con 0x7f84dc0e6ce0 2024-09-21T02:43:16.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.349+0000 7f84eacf6640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f84dc007130 con 0x7f84dc053bb0 2024-09-21T02:43:16.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.349+0000 7f84eacf6640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f84dc007430 con 0x7f84dc0e3740 2024-09-21T02:43:16.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.349+0000 7fb1fe4eb640 1 --2- 172.21.15.83:0/3267877232 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb1e4073910 0x7fb1e4075e20 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb1f4009870 tx=0x7fb1f401b010 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.349+0000 7fd6310da640 1 -- start start 2024-09-21T02:43:16.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.349+0000 7f6b7d116640 1 --2- 172.21.15.83:0/1993218329 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f6b5c073300 0x7f6b5c075810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.349+0000 7f84e9cf4640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f84dc053bb0 0x7f84dc189dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.349+0000 7f84e9cf4640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f84dc053bb0 0x7f84dc189dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.83:48582/0 (socket says 172.21.15.83:48582) 2024-09-21T02:43:16.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.349+0000 7f6b7d116640 1 --2- 172.21.15.83:0/1993218329 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f6b5c073300 0x7f6b5c075810 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f6b70034620 tx=0x7f6b68005b60 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.349+0000 7f84e9cf4640 1 -- 172.21.15.83:0/3539704957 learned_addr learned my addr 172.21.15.83:0/3539704957 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:16.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.349+0000 7f84e94f3640 1 --2- 172.21.15.83:0/3539704957 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f84dc0e3740 0x7f84dc04b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.349+0000 7f84e9cf4640 1 -- 172.21.15.83:0/3539704957 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f84dc0e3740 msgr2=0x7f84dc04b4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.349+0000 7f84e9cf4640 1 --2- 172.21.15.83:0/3539704957 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f84dc0e3740 0x7f84dc04b4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.349+0000 7f84e9cf4640 1 -- 172.21.15.83:0/3539704957 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f84dc0e6ce0 msgr2=0x7f84dc04b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.349+0000 7f84e9cf4640 1 --2- 172.21.15.83:0/3539704957 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f84dc0e6ce0 0x7f84dc04b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.349+0000 7f84e9cf4640 1 -- 172.21.15.83:0/3539704957 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84dc18a310 con 0x7f84dc053bb0 2024-09-21T02:43:16.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.349+0000 7f84e9cf4640 1 --2- 172.21.15.83:0/3539704957 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f84dc053bb0 0x7f84dc189dd0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f84d400ca20 tx=0x7f84d400cee0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.353+0000 7fd6310da640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd614004810 0x7fd62c15ce20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.353+0000 7fd6310da640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd62c148690 0x7fd62c162be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.353+0000 7fd6310da640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd62c163120 0x7fd62c163530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.353+0000 7fd6310da640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd62c1617c0 con 0x7fd62c148690 2024-09-21T02:43:16.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.353+0000 7fd6310da640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fd62c161640 con 0x7fd614004810 2024-09-21T02:43:16.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.353+0000 7fd62ad9d640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd614004810 0x7fd62c15ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.353+0000 7fd6310da640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fd62c161940 con 0x7fd62c163120 2024-09-21T02:43:16.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.353+0000 7fd62ad9d640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd614004810 0x7fd62c15ce20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3300/0 says I am v2:172.21.15.83:48596/0 (socket says 172.21.15.83:48596) 2024-09-21T02:43:16.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.353+0000 7fd62ad9d640 1 -- 172.21.15.83:0/740742641 learned_addr learned my addr 172.21.15.83:0/740742641 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:16.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.353+0000 7fd62b59e640 1 --2- 172.21.15.83:0/740742641 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd62c163120 0x7fd62c163530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.353+0000 7fd62ad9d640 1 -- 172.21.15.83:0/740742641 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd62c163120 msgr2=0x7fd62c163530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.353+0000 7fd62ad9d640 1 --2- 172.21.15.83:0/740742641 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd62c163120 0x7fd62c163530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.353+0000 7fd62ad9d640 1 -- 172.21.15.83:0/740742641 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd62c148690 msgr2=0x7fd62c162be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.353+0000 7fd62ad9d640 1 --2- 172.21.15.83:0/740742641 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd62c148690 0x7fd62c162be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.353+0000 7fd62ad9d640 1 -- 172.21.15.83:0/740742641 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd62c163a70 con 0x7fd614004810 2024-09-21T02:43:16.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.353+0000 7fd62ad9d640 1 --2- 172.21.15.83:0/740742641 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd614004810 0x7fd62c15ce20 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fd62000d5c0 tx=0x7fd62000da80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.353+0000 7f38927fc640 1 -- 172.21.15.83:0/1484699484 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38980bd070 con 0x7f389c0745d0 2024-09-21T02:43:16.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.353+0000 7f38927fc640 1 -- 172.21.15.83:0/1484699484 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3898004230 con 0x7f389c0745d0 2024-09-21T02:43:16.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.353+0000 7f38927fc640 1 -- 172.21.15.83:0/1484699484 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3898005180 con 0x7f389c0745d0 2024-09-21T02:43:16.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.353+0000 7f38a3b22640 1 -- 172.21.15.83:0/1484699484 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f389c1fcec0 con 0x7f389c0745d0 2024-09-21T02:43:16.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.353+0000 7fb1eeffd640 1 -- 172.21.15.83:0/3267877232 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fb1f815e360 con 0x7fb1f815da10 2024-09-21T02:43:16.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.353+0000 7f38a3b22640 1 -- 172.21.15.83:0/1484699484 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f389c1fd460 con 0x7f389c0745d0 2024-09-21T02:43:16.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.357+0000 7f38a3b22640 1 -- 172.21.15.83:0/1484699484 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f389c0716c0 con 0x7f389c0745d0 2024-09-21T02:43:16.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.357+0000 7f38927fc640 1 -- 172.21.15.83:0/1484699484 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f3898005320 con 0x7f389c0745d0 2024-09-21T02:43:16.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.357+0000 7f38927fc640 1 --2- 172.21.15.83:0/1484699484 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3880073250 0x7f3880075760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.357+0000 7f38a18be640 1 --2- 172.21.15.83:0/1484699484 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3880073250 0x7f3880075760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.357+0000 7f38927fc640 1 -- 172.21.15.83:0/1484699484 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f3898005610 con 0x7f389c0745d0 2024-09-21T02:43:16.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.357+0000 7f38a18be640 1 --2- 172.21.15.83:0/1484699484 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3880073250 0x7f3880075760 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f388c000f70 tx=0x7f388c009040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.357+0000 7fdbd7fff640 1 -- 172.21.15.83:0/277656887 <== mon.2 v2:172.21.15.142:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fdbe005fd80 con 0x7fdbe800b010 2024-09-21T02:43:16.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.361+0000 7f84da7fc640 1 -- 172.21.15.83:0/3539704957 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84d4007c10 con 0x7f84dc053bb0 2024-09-21T02:43:16.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.361+0000 7f84da7fc640 1 -- 172.21.15.83:0/3539704957 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f84d400f450 con 0x7f84dc053bb0 2024-09-21T02:43:16.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.361+0000 7f84da7fc640 1 -- 172.21.15.83:0/3539704957 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84d400f8a0 con 0x7f84dc053bb0 2024-09-21T02:43:16.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.361+0000 7f84eacf6640 1 -- 172.21.15.83:0/3539704957 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84dc0dc330 con 0x7f84dc053bb0 2024-09-21T02:43:16.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.361+0000 7f84eacf6640 1 -- 172.21.15.83:0/3539704957 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84dc18a870 con 0x7f84dc053bb0 2024-09-21T02:43:16.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.361+0000 7f6b6e7fc640 1 -- 172.21.15.83:0/1993218329 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f6b7400d040 con 0x7f6b700071f0 2024-09-21T02:43:16.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.361+0000 7fd6137fe640 1 -- 172.21.15.83:0/740742641 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd620005220 con 0x7fd614004810 2024-09-21T02:43:16.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.361+0000 7fd6137fe640 1 -- 172.21.15.83:0/740742641 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd6200054b0 con 0x7fd614004810 2024-09-21T02:43:16.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.361+0000 7fd6137fe640 1 -- 172.21.15.83:0/740742641 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd620004a10 con 0x7fd614004810 2024-09-21T02:43:16.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.361+0000 7fd6310da640 1 -- 172.21.15.83:0/740742641 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd62c15d5e0 con 0x7fd614004810 2024-09-21T02:43:16.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.361+0000 7fd6310da640 1 -- 172.21.15.83:0/740742641 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd62c15dba0 con 0x7fd614004810 2024-09-21T02:43:16.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.361+0000 7fd6310da640 1 -- 172.21.15.83:0/740742641 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd60c0052a0 con 0x7fd614004810 2024-09-21T02:43:16.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.365+0000 7f38927fc640 1 -- 172.21.15.83:0/1484699484 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f38980ac030 con 0x7f389c0745d0 2024-09-21T02:43:16.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.365+0000 7f84eacf6640 1 -- 172.21.15.83:0/3539704957 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84dc057780 con 0x7f84dc053bb0 2024-09-21T02:43:16.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.365+0000 7f84da7fc640 1 -- 172.21.15.83:0/3539704957 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f84d400fa40 con 0x7f84dc053bb0 2024-09-21T02:43:16.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.365+0000 7f84da7fc640 1 --2- 172.21.15.83:0/3539704957 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f84c8073230 0x7f84c8075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.365+0000 7f84da7fc640 1 -- 172.21.15.83:0/3539704957 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f84d4094a20 con 0x7f84dc053bb0 2024-09-21T02:43:16.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.365+0000 7f84e94f3640 1 --2- 172.21.15.83:0/3539704957 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f84c8073230 0x7f84c8075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.365+0000 7f84e94f3640 1 --2- 172.21.15.83:0/3539704957 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f84c8073230 0x7f84c8075740 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f84dc0e4bc0 tx=0x7f84e00091e0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.365+0000 7fd6137fe640 1 -- 172.21.15.83:0/740742641 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fd620004bb0 con 0x7fd614004810 2024-09-21T02:43:16.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.365+0000 7fd6137fe640 1 --2- 172.21.15.83:0/740742641 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd618073230 0x7fd618075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.369+0000 7fd6137fe640 1 -- 172.21.15.83:0/740742641 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fd620094880 con 0x7fd614004810 2024-09-21T02:43:16.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.369+0000 7fd62a59c640 1 --2- 172.21.15.83:0/740742641 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd618073230 0x7fd618075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.369+0000 7fd62a59c640 1 --2- 172.21.15.83:0/740742641 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd618073230 0x7fd618075740 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fd6240af000 tx=0x7fd614005840 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.377+0000 7fd6137fe640 1 -- 172.21.15.83:0/740742641 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fd62005f2c0 con 0x7fd614004810 2024-09-21T02:43:16.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.381+0000 7fa0d2296640 1 -- 172.21.15.83:0/820888625 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa0c40e1670 msgr2=0x7fa0c4034d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.381+0000 7fa0c3fff640 1 -- 172.21.15.83:0/820888625 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0cc0008e0 con 0x7fa0c40e1670 2024-09-21T02:43:16.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.381+0000 7fa0d2296640 1 --2- 172.21.15.83:0/820888625 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa0c40e1670 0x7fa0c4034d30 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fa0c400fa90 tx=0x7fa0c801c790 comp rx=0 tx=0).stop 2024-09-21T02:43:16.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.381+0000 7fa0d2296640 1 -- 172.21.15.83:0/820888625 shutdown_connections 2024-09-21T02:43:16.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.381+0000 7fa0d2296640 1 --2- 172.21.15.83:0/820888625 >> v2:172.21.15.142:3300/0 conn(0x7fa0c40e1a80 0x7fa0c4035270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.381+0000 7fa0d2296640 1 --2- 172.21.15.83:0/820888625 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa0c40e1670 0x7fa0c4034d30 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.381+0000 7fa0d2296640 1 -- 172.21.15.83:0/820888625 >> 172.21.15.83:0/820888625 conn(0x7fa0c401eaf0 msgr2=0x7fa0c403a720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:16.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.381+0000 7fa0d2296640 1 -- 172.21.15.83:0/820888625 shutdown_connections 2024-09-21T02:43:16.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.381+0000 7fa0d2296640 1 -- 172.21.15.83:0/820888625 wait complete. 2024-09-21T02:43:16.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.385+0000 7fa0d2296640 1 Processor -- start 2024-09-21T02:43:16.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.385+0000 7fa0d2296640 1 -- start start 2024-09-21T02:43:16.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.389+0000 7fa0d2296640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa0c40e0890 0x7fa0c40d8fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.389+0000 7fa0d2296640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa0c40e1670 0x7fa0c4053f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.389+0000 7fa0d2296640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa0c40e1a80 0x7fa0c4054480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.389+0000 7fa0d2296640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c40ed7d0 con 0x7fa0c40e1a80 2024-09-21T02:43:16.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.389+0000 7fa0d2296640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c40ed650 con 0x7fa0c40e0890 2024-09-21T02:43:16.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.389+0000 7fa0d2296640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fa0c40ed950 con 0x7fa0c40e1670 2024-09-21T02:43:16.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.389+0000 7fa0d1a95640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa0c40e1a80 0x7fa0c4054480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.389+0000 7fa0d1294640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa0c40e0890 0x7fa0c40d8fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.389+0000 7fa0d1a95640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa0c40e1a80 0x7fa0c4054480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37724/0 (socket says 172.21.15.83:37724) 2024-09-21T02:43:16.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.389+0000 7fa0d1a95640 1 -- 172.21.15.83:0/480515554 learned_addr learned my addr 172.21.15.83:0/480515554 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:16.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.389+0000 7fa0d0a93640 1 --2- 172.21.15.83:0/480515554 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa0c40e1670 0x7fa0c4053f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.389+0000 7fa0d1a95640 1 -- 172.21.15.83:0/480515554 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa0c40e1670 msgr2=0x7fa0c4053f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.389+0000 7fa0d1a95640 1 --2- 172.21.15.83:0/480515554 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa0c40e1670 0x7fa0c4053f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.389+0000 7fa0d1a95640 1 -- 172.21.15.83:0/480515554 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa0c40e0890 msgr2=0x7fa0c40d8fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.389+0000 7fa0d1a95640 1 --2- 172.21.15.83:0/480515554 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa0c40e0890 0x7fa0c40d8fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.389+0000 7fa0d1a95640 1 -- 172.21.15.83:0/480515554 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0c40da400 con 0x7fa0c40e1a80 2024-09-21T02:43:16.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.389+0000 7fa0d0a93640 1 --2- 172.21.15.83:0/480515554 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa0c40e1670 0x7fa0c4053f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T02:43:16.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.389+0000 7fa0d1294640 1 --2- 172.21.15.83:0/480515554 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa0c40e0890 0x7fa0c40d8fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T02:43:16.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.389+0000 7fa0d1a95640 1 --2- 172.21.15.83:0/480515554 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa0c40e1a80 0x7fa0c4054480 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fa0cc052280 tx=0x7fa0cc06a260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.389+0000 7fa0c1ffb640 1 -- 172.21.15.83:0/480515554 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0cc090070 con 0x7fa0c40e1a80 2024-09-21T02:43:16.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.389+0000 7fa0d2296640 1 -- 172.21.15.83:0/480515554 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0c40d9950 con 0x7fa0c40e1a80 2024-09-21T02:43:16.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.389+0000 7fa0d2296640 1 -- 172.21.15.83:0/480515554 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0c404cdc0 con 0x7fa0c40e1a80 2024-09-21T02:43:16.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.389+0000 7fa0c1ffb640 1 -- 172.21.15.83:0/480515554 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa0cc0729e0 con 0x7fa0c40e1a80 2024-09-21T02:43:16.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.389+0000 7fa0c1ffb640 1 -- 172.21.15.83:0/480515554 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0cc0943b0 con 0x7fa0c40e1a80 2024-09-21T02:43:16.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.393+0000 7f84da7fc640 1 -- 172.21.15.83:0/3539704957 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f84dc18a310 con 0x7f84dc053bb0 2024-09-21T02:43:16.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.393+0000 7fa0c1ffb640 1 -- 172.21.15.83:0/480515554 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fa0cc093070 con 0x7fa0c40e1a80 2024-09-21T02:43:16.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.393+0000 7fa0c1ffb640 1 --2- 172.21.15.83:0/480515554 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa0b0073200 0x7fa0b0075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:16.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.393+0000 7fa0c1ffb640 1 -- 172.21.15.83:0/480515554 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fa0cc10f6d0 con 0x7fa0c40e1a80 2024-09-21T02:43:16.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.401+0000 7fa0b77fe640 1 -- 172.21.15.83:0/480515554 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0c40e0ca0 con 0x7fa0c40e1a80 2024-09-21T02:43:16.410 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.405+0000 7fa0d1294640 1 --2- 172.21.15.83:0/480515554 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa0b0073200 0x7fa0b0075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:16.410 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.405+0000 7fa0d1294640 1 --2- 172.21.15.83:0/480515554 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa0b0073200 0x7fa0b0075710 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fa0c80af000 tx=0x7fa0c80b9040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:16.410 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.409+0000 7fa0c1ffb640 1 -- 172.21.15.83:0/480515554 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fa0cc0da0a0 con 0x7fa0c40e1a80 2024-09-21T02:43:16.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.661+0000 7fb762982640 1 -- 172.21.15.83:0/3991915014 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fb75c0b5e20 con 0x7fb75c162c90 2024-09-21T02:43:16.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.665+0000 7fb758ff9640 1 -- 172.21.15.83:0/3991915014 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fb75405e8e0 con 0x7fb75c162c90 2024-09-21T02:43:16.668 INFO:teuthology.orchestra.run.smithi083.stdout:64424509447 2024-09-21T02:43:16.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.669+0000 7fb7427fc640 1 -- 172.21.15.83:0/3991915014 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb7480732d0 msgr2=0x7fb7480757e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.669+0000 7fb7427fc640 1 --2- 172.21.15.83:0/3991915014 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb7480732d0 0x7fb7480757e0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fb750009ac0 tx=0x7fb7500091e0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.669+0000 7fb7427fc640 1 -- 172.21.15.83:0/3991915014 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb75c162c90 msgr2=0x7fb75c09b670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.669+0000 7fb7427fc640 1 --2- 172.21.15.83:0/3991915014 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb75c162c90 0x7fb75c09b670 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fb75400c790 tx=0x7fb75400cc50 comp rx=0 tx=0).stop 2024-09-21T02:43:16.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.669+0000 7fb7427fc640 1 -- 172.21.15.83:0/3991915014 shutdown_connections 2024-09-21T02:43:16.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.669+0000 7fb7427fc640 1 --2- 172.21.15.83:0/3991915014 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb7480732d0 0x7fb7480757e0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.669+0000 7fb7427fc640 1 --2- 172.21.15.83:0/3991915014 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb75c09bbb0 0x7fb75c208f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.669+0000 7fb7427fc640 1 --2- 172.21.15.83:0/3991915014 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb75c162c90 0x7fb75c09b670 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.669+0000 7fb7427fc640 1 --2- 172.21.15.83:0/3991915014 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb75c162340 0x7fb75c0c6490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.669+0000 7fb7427fc640 1 -- 172.21.15.83:0/3991915014 >> 172.21.15.83:0/3991915014 conn(0x7fb75c0b1fb0 msgr2=0x7fb75c16e960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:16.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.673+0000 7fb7427fc640 1 -- 172.21.15.83:0/3991915014 shutdown_connections 2024-09-21T02:43:16.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.673+0000 7fb7427fc640 1 -- 172.21.15.83:0/3991915014 wait complete. 2024-09-21T02:43:16.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.681+0000 7f38a3b22640 1 -- 172.21.15.83:0/1484699484 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f389c0716c0 con 0x7f389c0745d0 2024-09-21T02:43:16.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.681+0000 7f38927fc640 1 -- 172.21.15.83:0/1484699484 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f3898016330 con 0x7f389c0745d0 2024-09-21T02:43:16.684 INFO:teuthology.orchestra.run.smithi083.stdout:64424509448 2024-09-21T02:43:16.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.689+0000 7f387ffff640 1 -- 172.21.15.83:0/1484699484 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3880073250 msgr2=0x7f3880075760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.689+0000 7f387ffff640 1 --2- 172.21.15.83:0/1484699484 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3880073250 0x7f3880075760 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f388c000f70 tx=0x7f388c009040 comp rx=0 tx=0).stop 2024-09-21T02:43:16.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.689+0000 7f387ffff640 1 -- 172.21.15.83:0/1484699484 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f389c0745d0 msgr2=0x7f389c14d270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.689+0000 7f387ffff640 1 --2- 172.21.15.83:0/1484699484 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f389c0745d0 0x7f389c14d270 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f38980ac000 tx=0x7f38980a86f0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.689+0000 7f387ffff640 1 -- 172.21.15.83:0/1484699484 shutdown_connections 2024-09-21T02:43:16.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.689+0000 7f387ffff640 1 --2- 172.21.15.83:0/1484699484 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3880073250 0x7f3880075760 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.689+0000 7f387ffff640 1 --2- 172.21.15.83:0/1484699484 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f389c0b06c0 0x7f389c15fe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.689+0000 7f387ffff640 1 --2- 172.21.15.83:0/1484699484 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f389c0745d0 0x7f389c14d270 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.689+0000 7f387ffff640 1 --2- 172.21.15.83:0/1484699484 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f389c0712b0 0x7f389c0d0540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.689+0000 7f387ffff640 1 -- 172.21.15.83:0/1484699484 >> 172.21.15.83:0/1484699484 conn(0x7f389c070650 msgr2=0x7f389c15df60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:16.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.689+0000 7f387ffff640 1 -- 172.21.15.83:0/1484699484 shutdown_connections 2024-09-21T02:43:16.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.689+0000 7f387ffff640 1 -- 172.21.15.83:0/1484699484 wait complete. 2024-09-21T02:43:16.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.693+0000 7fb1ecff9640 1 -- 172.21.15.83:0/3267877232 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fb1f80b5a10 con 0x7fb1f815da10 2024-09-21T02:43:16.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.693+0000 7fb1eeffd640 1 -- 172.21.15.83:0/3267877232 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fb1f005e8a0 con 0x7fb1f815da10 2024-09-21T02:43:16.694 INFO:teuthology.orchestra.run.smithi083.stdout:64424509446 2024-09-21T02:43:16.698 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.697+0000 7fb1ff4ed640 1 -- 172.21.15.83:0/3267877232 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb1e4073910 msgr2=0x7fb1e4075e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.698 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.697+0000 7fb1ff4ed640 1 --2- 172.21.15.83:0/3267877232 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb1e4073910 0x7fb1e4075e20 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb1f4009870 tx=0x7fb1f401b010 comp rx=0 tx=0).stop 2024-09-21T02:43:16.698 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.697+0000 7fb1ff4ed640 1 -- 172.21.15.83:0/3267877232 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb1f815da10 msgr2=0x7fb1f815de20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.698 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.697+0000 7fb1ff4ed640 1 --2- 172.21.15.83:0/3267877232 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb1f815da10 0x7fb1f815de20 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fb1f000c700 tx=0x7fb1f000cb00 comp rx=0 tx=0).stop 2024-09-21T02:43:16.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.697+0000 7fb1ff4ed640 1 -- 172.21.15.83:0/3267877232 shutdown_connections 2024-09-21T02:43:16.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.697+0000 7fb1ff4ed640 1 --2- 172.21.15.83:0/3267877232 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb1e4073910 0x7fb1e4075e20 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.697+0000 7fb1ff4ed640 1 --2- 172.21.15.83:0/3267877232 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb1f815da10 0x7fb1f815de20 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.697+0000 7fb1ff4ed640 1 --2- 172.21.15.83:0/3267877232 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb1f80cedb0 0x7fb1f8152be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.697+0000 7fb1ff4ed640 1 --2- 172.21.15.83:0/3267877232 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb1f80b4a50 0x7fb1f8153e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.697+0000 7fb1ff4ed640 1 -- 172.21.15.83:0/3267877232 >> 172.21.15.83:0/3267877232 conn(0x7fb1f806d570 msgr2=0x7fb1f80cf1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:16.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.697+0000 7fb1ff4ed640 1 -- 172.21.15.83:0/3267877232 shutdown_connections 2024-09-21T02:43:16.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.697+0000 7fb1ff4ed640 1 -- 172.21.15.83:0/3267877232 wait complete. 2024-09-21T02:43:16.700 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509447 for osd.0 2024-09-21T02:43:16.714 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.713+0000 7f6b7e919640 1 -- 172.21.15.83:0/1993218329 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f6b70039b30 con 0x7f6b700071f0 2024-09-21T02:43:16.714 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.713+0000 7f6b6e7fc640 1 -- 172.21.15.83:0/1993218329 <== mon.1 v2:172.21.15.142:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f6b7405f4b0 con 0x7f6b700071f0 2024-09-21T02:43:16.715 INFO:teuthology.orchestra.run.smithi083.stdout:64424509446 2024-09-21T02:43:16.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.717+0000 7f6b7e919640 1 -- 172.21.15.83:0/1993218329 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f6b5c073300 msgr2=0x7f6b5c075810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.717+0000 7f6b7e919640 1 --2- 172.21.15.83:0/1993218329 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f6b5c073300 0x7f6b5c075810 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f6b70034620 tx=0x7f6b68005b60 comp rx=0 tx=0).stop 2024-09-21T02:43:16.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.717+0000 7f6b7e919640 1 -- 172.21.15.83:0/1993218329 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6b700071f0 msgr2=0x7f6b700f25c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.717+0000 7f6b7e919640 1 --2- 172.21.15.83:0/1993218329 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6b700071f0 0x7f6b700f25c0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f6b7400b450 tx=0x7f6b7400b910 comp rx=0 tx=0).stop 2024-09-21T02:43:16.719 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.717+0000 7f6b7e919640 1 -- 172.21.15.83:0/1993218329 shutdown_connections 2024-09-21T02:43:16.719 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.717+0000 7f6b7e919640 1 --2- 172.21.15.83:0/1993218329 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f6b5c073300 0x7f6b5c075810 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.719 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.717+0000 7f6b7e919640 1 --2- 172.21.15.83:0/1993218329 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6b700ff0b0 0x7f6b700f6930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.719 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.717+0000 7f6b7e919640 1 --2- 172.21.15.83:0/1993218329 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6b7004edf0 0x7f6b700f63f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.719 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.717+0000 7f6b7e919640 1 --2- 172.21.15.83:0/1993218329 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6b700071f0 0x7f6b700f25c0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.719 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.717+0000 7f6b7e919640 1 -- 172.21.15.83:0/1993218329 >> 172.21.15.83:0/1993218329 conn(0x7f6b7001d9b0 msgr2=0x7f6b700f5500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:16.719 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.717+0000 7f6b7e919640 1 -- 172.21.15.83:0/1993218329 shutdown_connections 2024-09-21T02:43:16.719 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.717+0000 7f6b7e919640 1 -- 172.21.15.83:0/1993218329 wait complete. 2024-09-21T02:43:16.720 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509446 for osd.1 2024-09-21T02:43:16.720 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.717+0000 7fd6310da640 1 -- 172.21.15.83:0/740742641 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fd60c005860 con 0x7fd614004810 2024-09-21T02:43:16.720 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.717+0000 7fdbeffff640 1 -- 172.21.15.83:0/277656887 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fdbd0005860 con 0x7fdbe800b010 2024-09-21T02:43:16.721 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.721+0000 7fd6137fe640 1 -- 172.21.15.83:0/740742641 <== mon.1 v2:172.21.15.142:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fd620063cf0 con 0x7fd614004810 2024-09-21T02:43:16.721 INFO:teuthology.orchestra.run.smithi083.stdout:64424509446 2024-09-21T02:43:16.721 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.721+0000 7fdbd7fff640 1 -- 172.21.15.83:0/277656887 <== mon.2 v2:172.21.15.142:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fdbe00647b0 con 0x7fdbe800b010 2024-09-21T02:43:16.722 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509448 for osd.6 2024-09-21T02:43:16.722 INFO:teuthology.orchestra.run.smithi083.stdout:64424509447 2024-09-21T02:43:16.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.721+0000 7fdbeffff640 1 -- 172.21.15.83:0/277656887 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fdbdc073200 msgr2=0x7fdbdc075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.721+0000 7fdbeffff640 1 --2- 172.21.15.83:0/277656887 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fdbdc073200 0x7fdbdc075710 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fdbf0052280 tx=0x7fdbf007ad60 comp rx=0 tx=0).stop 2024-09-21T02:43:16.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.721+0000 7fd6310da640 1 -- 172.21.15.83:0/740742641 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd618073230 msgr2=0x7fd618075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.721+0000 7fdbeffff640 1 -- 172.21.15.83:0/277656887 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fdbe800b010 msgr2=0x7fdbe804d540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.721+0000 7fdbeffff640 1 --2- 172.21.15.83:0/277656887 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fdbe800b010 0x7fdbe804d540 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fdbe000e7d0 tx=0x7fdbe000ec90 comp rx=0 tx=0).stop 2024-09-21T02:43:16.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.721+0000 7fd6310da640 1 --2- 172.21.15.83:0/740742641 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd618073230 0x7fd618075740 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fd6240af000 tx=0x7fd614005840 comp rx=0 tx=0).stop 2024-09-21T02:43:16.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.721+0000 7fd6310da640 1 -- 172.21.15.83:0/740742641 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd614004810 msgr2=0x7fd62c15ce20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.721+0000 7fd6310da640 1 --2- 172.21.15.83:0/740742641 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd614004810 0x7fd62c15ce20 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fd62000d5c0 tx=0x7fd62000da80 comp rx=0 tx=0).stop 2024-09-21T02:43:16.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.721+0000 7fdbeffff640 1 -- 172.21.15.83:0/277656887 shutdown_connections 2024-09-21T02:43:16.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.721+0000 7fdbeffff640 1 --2- 172.21.15.83:0/277656887 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fdbdc073200 0x7fdbdc075710 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.721+0000 7fdbeffff640 1 --2- 172.21.15.83:0/277656887 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdbe80ddeb0 0x7fdbe804da80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.721+0000 7fdbeffff640 1 --2- 172.21.15.83:0/277656887 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fdbe800b010 0x7fdbe804d540 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.721+0000 7fd6310da640 1 -- 172.21.15.83:0/740742641 shutdown_connections 2024-09-21T02:43:16.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.721+0000 7fdbeffff640 1 --2- 172.21.15.83:0/277656887 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdbe8005c70 0x7fdbe8047820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.721+0000 7fdbeffff640 1 -- 172.21.15.83:0/277656887 >> 172.21.15.83:0/277656887 conn(0x7fdbe80513f0 msgr2=0x7fdbe8035230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:16.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.721+0000 7fd6310da640 1 --2- 172.21.15.83:0/740742641 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd618073230 0x7fd618075740 secure :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fd6240af000 tx=0x7fd614005840 comp rx=0 tx=0).stop 2024-09-21T02:43:16.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.721+0000 7fd6310da640 1 --2- 172.21.15.83:0/740742641 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd62c163120 0x7fd62c163530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.721+0000 7fd6310da640 1 --2- 172.21.15.83:0/740742641 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd62c148690 0x7fd62c162be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.721+0000 7fd6310da640 1 --2- 172.21.15.83:0/740742641 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd614004810 0x7fd62c15ce20 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.725+0000 7fd6310da640 1 -- 172.21.15.83:0/740742641 >> 172.21.15.83:0/740742641 conn(0x7fd62c06ce90 msgr2=0x7fd62c0b25d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:16.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.725+0000 7fdbeffff640 1 -- 172.21.15.83:0/277656887 shutdown_connections 2024-09-21T02:43:16.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.725+0000 7fdbeffff640 1 -- 172.21.15.83:0/277656887 wait complete. 2024-09-21T02:43:16.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.725+0000 7fd6310da640 1 -- 172.21.15.83:0/740742641 shutdown_connections 2024-09-21T02:43:16.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.725+0000 7fd6310da640 1 -- 172.21.15.83:0/740742641 wait complete. 2024-09-21T02:43:16.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.737+0000 7f84eacf6640 1 -- 172.21.15.83:0/3539704957 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f84dc04c250 con 0x7f84dc053bb0 2024-09-21T02:43:16.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.737+0000 7f84da7fc640 1 -- 172.21.15.83:0/3539704957 <== mon.1 v2:172.21.15.142:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f84d4014030 con 0x7f84dc053bb0 2024-09-21T02:43:16.740 INFO:teuthology.orchestra.run.smithi083.stdout:64424509447 2024-09-21T02:43:16.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.741+0000 7fa0b77fe640 1 -- 172.21.15.83:0/480515554 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7fa0c4056530 con 0x7fa0c40e1a80 2024-09-21T02:43:16.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.741+0000 7fa0c1ffb640 1 -- 172.21.15.83:0/480515554 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fa0cc0dead0 con 0x7fa0c40e1a80 2024-09-21T02:43:16.741 INFO:teuthology.orchestra.run.smithi083.stdout:60129542151 2024-09-21T02:43:16.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.741+0000 7f84eacf6640 1 -- 172.21.15.83:0/3539704957 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f84c8073230 msgr2=0x7f84c8075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.741+0000 7f84eacf6640 1 --2- 172.21.15.83:0/3539704957 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f84c8073230 0x7f84c8075740 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f84dc0e4bc0 tx=0x7f84e00091e0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.741+0000 7f84eacf6640 1 -- 172.21.15.83:0/3539704957 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f84dc053bb0 msgr2=0x7f84dc189dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.741+0000 7f84eacf6640 1 --2- 172.21.15.83:0/3539704957 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f84dc053bb0 0x7f84dc189dd0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f84d400ca20 tx=0x7f84d400cee0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.741+0000 7f84eacf6640 1 -- 172.21.15.83:0/3539704957 shutdown_connections 2024-09-21T02:43:16.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.741+0000 7f84eacf6640 1 --2- 172.21.15.83:0/3539704957 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f84c8073230 0x7f84c8075740 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.741+0000 7f84eacf6640 1 --2- 172.21.15.83:0/3539704957 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f84dc0e6ce0 0x7f84dc04b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.741+0000 7f84eacf6640 1 --2- 172.21.15.83:0/3539704957 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f84dc0e3740 0x7f84dc04b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.741+0000 7f84eacf6640 1 --2- 172.21.15.83:0/3539704957 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f84dc053bb0 0x7f84dc189dd0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.741+0000 7f84eacf6640 1 -- 172.21.15.83:0/3539704957 >> 172.21.15.83:0/3539704957 conn(0x7f84dc03a690 msgr2=0x7f84dc0dcd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:16.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.741+0000 7f84eacf6640 1 -- 172.21.15.83:0/3539704957 shutdown_connections 2024-09-21T02:43:16.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.741+0000 7f84eacf6640 1 -- 172.21.15.83:0/3539704957 wait complete. 2024-09-21T02:43:16.745 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.741+0000 7fa0b77fe640 1 -- 172.21.15.83:0/480515554 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa0b0073200 msgr2=0x7fa0b0075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.745 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.741+0000 7fa0b77fe640 1 --2- 172.21.15.83:0/480515554 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa0b0073200 0x7fa0b0075710 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fa0c80af000 tx=0x7fa0c80b9040 comp rx=0 tx=0).stop 2024-09-21T02:43:16.745 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.741+0000 7fa0b77fe640 1 -- 172.21.15.83:0/480515554 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa0c40e1a80 msgr2=0x7fa0c4054480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:16.745 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.741+0000 7fa0b77fe640 1 --2- 172.21.15.83:0/480515554 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa0c40e1a80 0x7fa0c4054480 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fa0cc052280 tx=0x7fa0cc06a260 comp rx=0 tx=0).stop 2024-09-21T02:43:16.745 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.741+0000 7fa0b77fe640 1 -- 172.21.15.83:0/480515554 shutdown_connections 2024-09-21T02:43:16.745 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.741+0000 7fa0b77fe640 1 --2- 172.21.15.83:0/480515554 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa0b0073200 0x7fa0b0075710 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.745 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.745+0000 7fa0b77fe640 1 --2- 172.21.15.83:0/480515554 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa0c40e1a80 0x7fa0c4054480 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.745 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.745+0000 7fa0b77fe640 1 --2- 172.21.15.83:0/480515554 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa0c40e1670 0x7fa0c4053f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.746 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.745+0000 7fa0b77fe640 1 --2- 172.21.15.83:0/480515554 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa0c40e0890 0x7fa0c40d8fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:16.746 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.745+0000 7fa0b77fe640 1 -- 172.21.15.83:0/480515554 >> 172.21.15.83:0/480515554 conn(0x7fa0c401eaf0 msgr2=0x7fa0c40e2ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:16.746 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.745+0000 7fa0b77fe640 1 -- 172.21.15.83:0/480515554 shutdown_connections 2024-09-21T02:43:16.746 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:16.745+0000 7fa0b77fe640 1 -- 172.21.15.83:0/480515554 wait complete. 2024-09-21T02:43:16.749 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509446 for osd.4 2024-09-21T02:43:16.758 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509446 for osd.2 2024-09-21T02:43:16.759 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509447 for osd.3 2024-09-21T02:43:16.767 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542151 for osd.7 2024-09-21T02:43:16.767 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509447 for osd.5 2024-09-21T02:43:17.701 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-21T02:43:17.721 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-21T02:43:17.723 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-21T02:43:17.750 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-21T02:43:17.759 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-21T02:43:17.759 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-21T02:43:17.768 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-21T02:43:17.768 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-21T02:43:17.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.913+0000 7f23620d8640 1 -- 172.21.15.83:0/399304288 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2344004810 msgr2=0x7f2344004cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:17.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.913+0000 7f23620d8640 1 --2- 172.21.15.83:0/399304288 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2344004810 0x7f2344004cc0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f2354001e80 tx=0x7f235401cb80 comp rx=0 tx=0).stop 2024-09-21T02:43:17.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.913+0000 7f23620d8640 1 -- 172.21.15.83:0/399304288 shutdown_connections 2024-09-21T02:43:17.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.913+0000 7f23620d8640 1 --2- 172.21.15.83:0/399304288 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2344004810 0x7f2344004cc0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:17.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.913+0000 7f23620d8640 1 -- 172.21.15.83:0/399304288 >> 172.21.15.83:0/399304288 conn(0x7f235c0b1fb0 msgr2=0x7f235c0cfea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:17.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.913+0000 7f23620d8640 1 -- 172.21.15.83:0/399304288 shutdown_connections 2024-09-21T02:43:17.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.913+0000 7f23620d8640 1 -- 172.21.15.83:0/399304288 wait complete. 2024-09-21T02:43:17.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.917+0000 7f23620d8640 1 Processor -- start 2024-09-21T02:43:17.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.917+0000 7f23620d8640 1 -- start start 2024-09-21T02:43:17.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.921+0000 7f23620d8640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2344004810 0x7f235c0c4ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:17.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.921+0000 7f23620d8640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f235c2012b0 0x7f235c154ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:17.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.921+0000 7f23620d8640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f235c1f0a10 0x7f235c1f0e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:17.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.921+0000 7f23620d8640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f235c06f100 con 0x7f2344004810 2024-09-21T02:43:17.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.921+0000 7f23620d8640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f235c15a460 con 0x7f235c2012b0 2024-09-21T02:43:17.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.921+0000 7f23620d8640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f235c06f280 con 0x7f235c1f0a10 2024-09-21T02:43:17.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.921+0000 7f235bfff640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f235c1f0a10 0x7f235c1f0e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:17.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.921+0000 7f235b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2344004810 0x7f235c0c4ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:17.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.921+0000 7f235b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2344004810 0x7f235c0c4ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37742/0 (socket says 172.21.15.83:37742) 2024-09-21T02:43:17.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.921+0000 7f235b7fe640 1 -- 172.21.15.83:0/4029623783 learned_addr learned my addr 172.21.15.83:0/4029623783 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:17.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.921+0000 7f235affd640 1 --2- 172.21.15.83:0/4029623783 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f235c2012b0 0x7f235c154ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:17.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.921+0000 7f235b7fe640 1 -- 172.21.15.83:0/4029623783 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f235c1f0a10 msgr2=0x7f235c1f0e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:17.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.921+0000 7f235b7fe640 1 --2- 172.21.15.83:0/4029623783 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f235c1f0a10 0x7f235c1f0e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:17.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.921+0000 7f235b7fe640 1 -- 172.21.15.83:0/4029623783 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f235c2012b0 msgr2=0x7f235c154ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:17.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.921+0000 7f235b7fe640 1 --2- 172.21.15.83:0/4029623783 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f235c2012b0 0x7f235c154ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:17.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.921+0000 7f235b7fe640 1 -- 172.21.15.83:0/4029623783 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f235c155960 con 0x7f2344004810 2024-09-21T02:43:17.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.921+0000 7f235affd640 1 --2- 172.21.15.83:0/4029623783 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f235c2012b0 0x7f235c154ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T02:43:17.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.925+0000 7f235b7fe640 1 --2- 172.21.15.83:0/4029623783 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2344004810 0x7f235c0c4ec0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f235000e6c0 tx=0x7f235000eb80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:17.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.925+0000 7f2343fff640 1 -- 172.21.15.83:0/4029623783 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f235000ca50 con 0x7f2344004810 2024-09-21T02:43:17.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.925+0000 7f2343fff640 1 -- 172.21.15.83:0/4029623783 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f235000cce0 con 0x7f2344004810 2024-09-21T02:43:17.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.925+0000 7f23620d8640 1 -- 172.21.15.83:0/4029623783 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f235c0c3e20 con 0x7f2344004810 2024-09-21T02:43:17.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.925+0000 7f2343fff640 1 -- 172.21.15.83:0/4029623783 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2350005260 con 0x7f2344004810 2024-09-21T02:43:17.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.925+0000 7f23620d8640 1 -- 172.21.15.83:0/4029623783 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f235c0c43e0 con 0x7f2344004810 2024-09-21T02:43:17.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.925+0000 7f2343fff640 1 -- 172.21.15.83:0/4029623783 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f2350005400 con 0x7f2344004810 2024-09-21T02:43:17.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.929+0000 7f2343fff640 1 --2- 172.21.15.83:0/4029623783 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2348073230 0x7f2348075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:17.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.929+0000 7f2343fff640 1 -- 172.21.15.83:0/4029623783 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f2350098170 con 0x7f2344004810 2024-09-21T02:43:17.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.929+0000 7f235affd640 1 --2- 172.21.15.83:0/4029623783 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2348073230 0x7f2348075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:17.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.929+0000 7f235affd640 1 --2- 172.21.15.83:0/4029623783 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2348073230 0x7f2348075740 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f23540a9000 tx=0x7f23540199c0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:17.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.933+0000 7f23620d8640 1 -- 172.21.15.83:0/4029623783 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f235c0ce130 con 0x7f2344004810 2024-09-21T02:43:17.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.941+0000 7f2343fff640 1 -- 172.21.15.83:0/4029623783 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f2350016030 con 0x7f2344004810 2024-09-21T02:43:17.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.965+0000 7fc7b6a4c640 1 -- 172.21.15.83:0/3578245299 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc7a0003b80 msgr2=0x7fc7a0003fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:17.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.965+0000 7fc7b6a4c640 1 --2- 172.21.15.83:0/3578245299 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc7a0003b80 0x7fc7a0003fd0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fc79c001880 tx=0x7fc79c01c8f0 comp rx=0 tx=0).stop 2024-09-21T02:43:17.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.965+0000 7fc7b4fe9640 1 -- 172.21.15.83:0/3578245299 reap_dead start 2024-09-21T02:43:17.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.965+0000 7fc7b6a4c640 1 -- 172.21.15.83:0/3578245299 shutdown_connections 2024-09-21T02:43:17.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.965+0000 7fc7b6a4c640 1 -- 172.21.15.83:0/3578245299 >> 172.21.15.83:0/3578245299 conn(0x7fc7a801fbf0 msgr2=0x7fc7a8056950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:17.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.965+0000 7fc7b6a4c640 1 -- 172.21.15.83:0/3578245299 shutdown_connections 2024-09-21T02:43:17.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.969+0000 7ff72bf94640 1 -- 172.21.15.83:0/163200498 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff724074a50 msgr2=0x7ff7241542c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:17.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.969+0000 7ff72bf94640 1 --2- 172.21.15.83:0/163200498 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff724074a50 0x7ff7241542c0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7ff720009840 tx=0x7ff72001c820 comp rx=0 tx=0).stop 2024-09-21T02:43:17.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.965+0000 7fc7b6a4c640 1 -- 172.21.15.83:0/3578245299 wait complete. 2024-09-21T02:43:17.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.969+0000 7fc7b6a4c640 1 Processor -- start 2024-09-21T02:43:17.972 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.969+0000 7fc7b6a4c640 1 -- start start 2024-09-21T02:43:17.972 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.973+0000 7fc7b6a4c640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc7a0003b80 0x7fc7a80382e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:17.972 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.973+0000 7fc7b6a4c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc7a8049b20 0x7fc7a80d3010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:17.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.973+0000 7fc7af7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc7a8049b20 0x7fc7a80d3010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:17.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.973+0000 7fc7af7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc7a8049b20 0x7fc7a80d3010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37772/0 (socket says 172.21.15.83:37772) 2024-09-21T02:43:17.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.973+0000 7fc7af7fe640 1 -- 172.21.15.83:0/4017666671 learned_addr learned my addr 172.21.15.83:0/4017666671 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:17.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.973+0000 7fc7affff640 1 --2- 172.21.15.83:0/4017666671 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc7a0003b80 0x7fc7a80382e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:17.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.973+0000 7fc7b6a4c640 1 --2- 172.21.15.83:0/4017666671 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc7a80388a0 0x7fc7a80ddd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:17.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.973+0000 7fc7b6a4c640 1 -- 172.21.15.83:0/4017666671 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fc7a80ed420 con 0x7fc7a8049b20 2024-09-21T02:43:17.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.973+0000 7fc7b6a4c640 1 -- 172.21.15.83:0/4017666671 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fc7a80ed2a0 con 0x7fc7a0003b80 2024-09-21T02:43:17.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.973+0000 7fc7b6a4c640 1 -- 172.21.15.83:0/4017666671 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fc7a80ed5a0 con 0x7fc7a80388a0 2024-09-21T02:43:17.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.973+0000 7fc7b4fe9640 1 --2- 172.21.15.83:0/4017666671 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc7a80388a0 0x7fc7a80ddd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:17.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.973+0000 7fc7af7fe640 1 -- 172.21.15.83:0/4017666671 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc7a80388a0 msgr2=0x7fc7a80ddd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:17.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.973+0000 7fc7af7fe640 1 --2- 172.21.15.83:0/4017666671 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc7a80388a0 0x7fc7a80ddd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:17.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.973+0000 7fc7af7fe640 1 -- 172.21.15.83:0/4017666671 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc7a0003b80 msgr2=0x7fc7a80382e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:17.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.973+0000 7fc7af7fe640 1 --2- 172.21.15.83:0/4017666671 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc7a0003b80 0x7fc7a80382e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:17.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.973+0000 7fc7af7fe640 1 -- 172.21.15.83:0/4017666671 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7a80ec270 con 0x7fc7a8049b20 2024-09-21T02:43:17.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.973+0000 7ff72bf94640 1 -- 172.21.15.83:0/163200498 shutdown_connections 2024-09-21T02:43:17.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.973+0000 7ff72bf94640 1 --2- 172.21.15.83:0/163200498 >> v2:172.21.15.142:3300/0 conn(0x7ff724154800 0x7ff724154c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:17.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.973+0000 7ff72bf94640 1 --2- 172.21.15.83:0/163200498 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff724074a50 0x7ff7241542c0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:17.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.973+0000 7ff72bf94640 1 -- 172.21.15.83:0/163200498 >> 172.21.15.83:0/163200498 conn(0x7ff7240d0040 msgr2=0x7ff7240d0450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:17.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.973+0000 7ff72bf94640 1 -- 172.21.15.83:0/163200498 shutdown_connections 2024-09-21T02:43:17.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.973+0000 7fc7af7fe640 1 --2- 172.21.15.83:0/4017666671 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc7a8049b20 0x7fc7a80d3010 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fc7a4011b10 tx=0x7fc7a4009ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:17.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.973+0000 7ff1131ca640 1 -- 172.21.15.83:0/1080993789 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff1040518f0 msgr2=0x7ff1040397a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:17.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.973+0000 7ff1131ca640 1 --2- 172.21.15.83:0/1080993789 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff1040518f0 0x7ff1040397a0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7ff10400b750 tx=0x7ff10c098740 comp rx=0 tx=0).stop 2024-09-21T02:43:17.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.973+0000 7ff1131ca640 1 -- 172.21.15.83:0/1080993789 shutdown_connections 2024-09-21T02:43:17.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.973+0000 7ff1131ca640 1 --2- 172.21.15.83:0/1080993789 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff1040518f0 0x7ff1040397a0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:17.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.973+0000 7ff1131ca640 1 --2- 172.21.15.83:0/1080993789 >> v2:172.21.15.142:3300/0 conn(0x7ff104050fa0 0x7ff1040513b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:17.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.973+0000 7ff1131ca640 1 -- 172.21.15.83:0/1080993789 >> 172.21.15.83:0/1080993789 conn(0x7ff10401fbf0 msgr2=0x7ff104056950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:17.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.973+0000 7ff1131ca640 1 -- 172.21.15.83:0/1080993789 shutdown_connections 2024-09-21T02:43:17.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.973+0000 7ff1131ca640 1 -- 172.21.15.83:0/1080993789 wait complete. 2024-09-21T02:43:17.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.973+0000 7ff72bf94640 1 -- 172.21.15.83:0/163200498 wait complete. 2024-09-21T02:43:17.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.977+0000 7ff72bf94640 1 Processor -- start 2024-09-21T02:43:17.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.977+0000 7ff72bf94640 1 -- start start 2024-09-21T02:43:17.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.977+0000 7ff1131ca640 1 Processor -- start 2024-09-21T02:43:17.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.977+0000 7ff1131ca640 1 -- start start 2024-09-21T02:43:17.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7fc7acff9640 1 -- 172.21.15.83:0/4017666671 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7a401e070 con 0x7fc7a8049b20 2024-09-21T02:43:17.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7fc7acff9640 1 -- 172.21.15.83:0/4017666671 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc7a4004050 con 0x7fc7a8049b20 2024-09-21T02:43:17.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7ff72bf94640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff724074a50 0x7ff72414d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:17.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7fc7b6a4c640 1 -- 172.21.15.83:0/4017666671 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7a80ec550 con 0x7fc7a8049b20 2024-09-21T02:43:17.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7fc7b6a4c640 1 -- 172.21.15.83:0/4017666671 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7a80d3550 con 0x7fc7a8049b20 2024-09-21T02:43:17.982 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7ff72bf94640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff724154800 0x7ff724152d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:17.982 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7ff72bf94640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff72415f970 0x7ff7241532a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:17.982 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7ff72bf94640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff7241578a0 con 0x7ff724154800 2024-09-21T02:43:17.982 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7ff72bf94640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7ff724157720 con 0x7ff724074a50 2024-09-21T02:43:17.982 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7ff72bf94640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7ff724157a20 con 0x7ff72415f970 2024-09-21T02:43:17.982 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7ff72952f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff724154800 0x7ff724152d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:17.982 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7ff72952f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff724154800 0x7ff724152d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37782/0 (socket says 172.21.15.83:37782) 2024-09-21T02:43:17.982 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7ff72952f640 1 -- 172.21.15.83:0/2721177085 learned_addr learned my addr 172.21.15.83:0/2721177085 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:17.982 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7ff72a531640 1 --2- 172.21.15.83:0/2721177085 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff72415f970 0x7ff7241532a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:17.983 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7ff72952f640 1 -- 172.21.15.83:0/2721177085 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff72415f970 msgr2=0x7ff7241532a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:17.983 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7ff72952f640 1 --2- 172.21.15.83:0/2721177085 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff72415f970 0x7ff7241532a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:17.983 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7ff72952f640 1 -- 172.21.15.83:0/2721177085 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff724074a50 msgr2=0x7ff72414d6c0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-21T02:43:17.983 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7ff72952f640 1 --2- 172.21.15.83:0/2721177085 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff724074a50 0x7ff72414d6c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:17.983 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7ff72952f640 1 -- 172.21.15.83:0/2721177085 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff72416d400 con 0x7ff724154800 2024-09-21T02:43:17.983 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7ff72952f640 1 --2- 172.21.15.83:0/2721177085 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff724154800 0x7ff724152d60 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7ff720009790 tx=0x7ff720005d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:17.983 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7ff1131ca640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff104050fa0 0x7ff1040dbdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:17.984 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7fc7acff9640 1 -- 172.21.15.83:0/4017666671 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7a400fea0 con 0x7fc7a8049b20 2024-09-21T02:43:17.984 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7fc7b6a4c640 1 -- 172.21.15.83:0/4017666671 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7900052a0 con 0x7fc7a8049b20 2024-09-21T02:43:17.984 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7ff1131ca640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff1040518f0 0x7ff10404c800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:17.984 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7ff1131ca640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff104053280 0x7ff10404cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:17.984 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7ff1131ca640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff1040ee330 con 0x7ff1040518f0 2024-09-21T02:43:17.984 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7ff1131ca640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7ff1040ee1b0 con 0x7ff104050fa0 2024-09-21T02:43:17.984 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7ff1131ca640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7ff1040ee4b0 con 0x7ff104053280 2024-09-21T02:43:17.984 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7ff111767640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff104053280 0x7ff10404cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:17.984 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7ff111767640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff104053280 0x7ff10404cd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3301/0 says I am v2:172.21.15.83:60362/0 (socket says 172.21.15.83:60362) 2024-09-21T02:43:17.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7ff111767640 1 -- 172.21.15.83:0/3542704322 learned_addr learned my addr 172.21.15.83:0/3542704322 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:17.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7ff111767640 1 -- 172.21.15.83:0/3542704322 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff104050fa0 msgr2=0x7ff1040dbdf0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-21T02:43:17.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7ff111767640 1 --2- 172.21.15.83:0/3542704322 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff104050fa0 0x7ff1040dbdf0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:17.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7ff111767640 1 -- 172.21.15.83:0/3542704322 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff1040518f0 msgr2=0x7ff10404c800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:17.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7ff111767640 1 --2- 172.21.15.83:0/3542704322 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff1040518f0 0x7ff10404c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:17.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7ff111767640 1 -- 172.21.15.83:0/3542704322 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff10404a2c0 con 0x7ff104053280 2024-09-21T02:43:17.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7ff71a7fc640 1 -- 172.21.15.83:0/2721177085 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7200b2040 con 0x7ff724154800 2024-09-21T02:43:17.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7ff71a7fc640 1 -- 172.21.15.83:0/2721177085 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff7200043e0 con 0x7ff724154800 2024-09-21T02:43:17.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7ff71a7fc640 1 -- 172.21.15.83:0/2721177085 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7200052d0 con 0x7ff724154800 2024-09-21T02:43:17.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7ff72bf94640 1 -- 172.21.15.83:0/2721177085 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff724150540 con 0x7ff724154800 2024-09-21T02:43:17.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7ff111767640 1 --2- 172.21.15.83:0/3542704322 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff104053280 0x7ff10404cd40 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ff10c06c3b0 tx=0x7ff10c122660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:17.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7ff72bf94640 1 -- 172.21.15.83:0/2721177085 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7240a9d30 con 0x7ff724154800 2024-09-21T02:43:17.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.981+0000 7fc7acff9640 1 -- 172.21.15.83:0/4017666671 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fc7a4021070 con 0x7fc7a8049b20 2024-09-21T02:43:17.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.985+0000 7ff1097fa640 1 -- 172.21.15.83:0/3542704322 <== mon.2 v2:172.21.15.142:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff10c122e00 con 0x7ff104053280 2024-09-21T02:43:17.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.985+0000 7ff1097fa640 1 -- 172.21.15.83:0/3542704322 <== mon.2 v2:172.21.15.142:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff10c136520 con 0x7ff104053280 2024-09-21T02:43:17.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.985+0000 7ff1097fa640 1 -- 172.21.15.83:0/3542704322 <== mon.2 v2:172.21.15.142:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff10c136910 con 0x7ff104053280 2024-09-21T02:43:17.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.985+0000 7ff1131ca640 1 -- 172.21.15.83:0/3542704322 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff10404a5a0 con 0x7ff104053280 2024-09-21T02:43:17.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.985+0000 7fc7acff9640 1 --2- 172.21.15.83:0/4017666671 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc7940732d0 0x7fc7940757e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:17.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.985+0000 7ff1131ca640 1 -- 172.21.15.83:0/3542704322 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ff10404ab60 con 0x7ff104053280 2024-09-21T02:43:17.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.985+0000 7fc7affff640 1 --2- 172.21.15.83:0/4017666671 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc7940732d0 0x7fc7940757e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:17.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.985+0000 7fc7acff9640 1 -- 172.21.15.83:0/4017666671 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fc7a4094c80 con 0x7fc7a8049b20 2024-09-21T02:43:17.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.985+0000 7fc7affff640 1 --2- 172.21.15.83:0/4017666671 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc7940732d0 0x7fc7940757e0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fc79c001850 tx=0x7fc79c005040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:17.989 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.985+0000 7ff0f6ffd640 1 -- 172.21.15.83:0/3542704322 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0e40052a0 con 0x7ff104053280 2024-09-21T02:43:17.989 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.985+0000 7ff1097fa640 1 -- 172.21.15.83:0/3542704322 <== mon.2 v2:172.21.15.142:3301/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7ff10c136ab0 con 0x7ff104053280 2024-09-21T02:43:17.989 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.989+0000 7ff1097fa640 1 --2- 172.21.15.83:0/3542704322 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff0f0073200 0x7ff0f0075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:17.989 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.989+0000 7ff1097fa640 1 -- 172.21.15.83:0/3542704322 <== mon.2 v2:172.21.15.142:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7ff10c1aa300 con 0x7ff104053280 2024-09-21T02:43:17.989 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.989+0000 7ff110f66640 1 --2- 172.21.15.83:0/3542704322 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff0f0073200 0x7ff0f0075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:17.989 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.989+0000 7ff707fff640 1 -- 172.21.15.83:0/2721177085 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff7240741e0 con 0x7ff724154800 2024-09-21T02:43:17.989 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.989+0000 7ff110f66640 1 --2- 172.21.15.83:0/3542704322 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff0f0073200 0x7ff0f0075710 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7ff0f8009610 tx=0x7ff0f8006b80 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:17.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.989+0000 7fc7acff9640 1 -- 172.21.15.83:0/4017666671 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fc7a409b080 con 0x7fc7a8049b20 2024-09-21T02:43:17.994 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.993+0000 7ff71a7fc640 1 -- 172.21.15.83:0/2721177085 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7ff720005470 con 0x7ff724154800 2024-09-21T02:43:17.994 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.993+0000 7ff71a7fc640 1 --2- 172.21.15.83:0/2721177085 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff710073710 0x7ff710075c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:17.995 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.993+0000 7ff71a7fc640 1 -- 172.21.15.83:0/2721177085 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7ff72012da00 con 0x7ff724154800 2024-09-21T02:43:17.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.993+0000 7ff729d30640 1 --2- 172.21.15.83:0/2721177085 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff710073710 0x7ff710075c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:17.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:17.997+0000 7ff729d30640 1 --2- 172.21.15.83:0/2721177085 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff710073710 0x7ff710075c20 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7ff7140014e0 tx=0x7ff7140078b0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:18.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.001+0000 7ff1097fa640 1 -- 172.21.15.83:0/3542704322 <== mon.2 v2:172.21.15.142:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7ff10c128030 con 0x7ff104053280 2024-09-21T02:43:18.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.001+0000 7ff71a7fc640 1 -- 172.21.15.83:0/2721177085 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7ff7200bc060 con 0x7ff724154800 2024-09-21T02:43:18.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.005+0000 7febdd190640 1 -- 172.21.15.83:0/3376570532 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7febd80b3f50 msgr2=0x7febd8162920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:18.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.005+0000 7febdd190640 1 --2- 172.21.15.83:0/3376570532 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7febd80b3f50 0x7febd8162920 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7febd806b1b0 tx=0x7febd001cd80 comp rx=0 tx=0).stop 2024-09-21T02:43:18.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.005+0000 7febdd190640 1 -- 172.21.15.83:0/3376570532 shutdown_connections 2024-09-21T02:43:18.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.005+0000 7febdd190640 1 --2- 172.21.15.83:0/3376570532 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7febd80b3f50 0x7febd8162920 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.005+0000 7febdd190640 1 --2- 172.21.15.83:0/3376570532 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7febd80b3b40 0x7febd81623e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.005+0000 7febdd190640 1 --2- 172.21.15.83:0/3376570532 >> v2:172.21.15.142:3300/0 conn(0x7febd815f970 0x7febd8074a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.005+0000 7febdd190640 1 -- 172.21.15.83:0/3376570532 >> 172.21.15.83:0/3376570532 conn(0x7febd80d0040 msgr2=0x7febd80d0450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:18.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.005+0000 7febdd190640 1 -- 172.21.15.83:0/3376570532 shutdown_connections 2024-09-21T02:43:18.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.005+0000 7febdd190640 1 -- 172.21.15.83:0/3376570532 wait complete. 2024-09-21T02:43:18.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.009+0000 7febdd190640 1 Processor -- start 2024-09-21T02:43:18.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.013+0000 7febdd190640 1 -- start start 2024-09-21T02:43:18.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.013+0000 7febdd190640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7febd80b3b40 0x7febd8146f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:18.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.013+0000 7febdd190640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7febd80b3f50 0x7febd8150af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:18.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.013+0000 7febdd190640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7febd815f970 0x7febd8151030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:18.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.013+0000 7febdd190640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7febd8073740 con 0x7febd815f970 2024-09-21T02:43:18.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.013+0000 7febdd190640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7febd80735c0 con 0x7febd80b3f50 2024-09-21T02:43:18.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.013+0000 7febdd190640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7febd80738c0 con 0x7febd80b3b40 2024-09-21T02:43:18.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.013+0000 7febd6d9d640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7febd80b3b40 0x7febd8146f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:18.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.013+0000 7febd759e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7febd815f970 0x7febd8151030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:18.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.013+0000 7febd759e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7febd815f970 0x7febd8151030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37800/0 (socket says 172.21.15.83:37800) 2024-09-21T02:43:18.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.013+0000 7febd759e640 1 -- 172.21.15.83:0/3557155474 learned_addr learned my addr 172.21.15.83:0/3557155474 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:18.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.013+0000 7febd659c640 1 --2- 172.21.15.83:0/3557155474 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7febd80b3f50 0x7febd8150af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:18.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.013+0000 7febd759e640 1 -- 172.21.15.83:0/3557155474 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7febd80b3b40 msgr2=0x7febd8146f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:18.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.013+0000 7febd759e640 1 --2- 172.21.15.83:0/3557155474 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7febd80b3b40 0x7febd8146f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.013+0000 7febd759e640 1 -- 172.21.15.83:0/3557155474 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7febd80b3f50 msgr2=0x7febd8150af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:18.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.013+0000 7febd759e640 1 --2- 172.21.15.83:0/3557155474 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7febd80b3f50 0x7febd8150af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.013+0000 7febd759e640 1 -- 172.21.15.83:0/3557155474 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febd816dd20 con 0x7febd815f970 2024-09-21T02:43:18.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.013+0000 7febd659c640 1 --2- 172.21.15.83:0/3557155474 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7febd80b3f50 0x7febd8150af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T02:43:18.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.013+0000 7febd759e640 1 --2- 172.21.15.83:0/3557155474 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7febd815f970 0x7febd8151030 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7febd0009bd0 tx=0x7febd0003f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:18.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.013+0000 7febbf7fe640 1 -- 172.21.15.83:0/3557155474 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febd00bb070 con 0x7febd815f970 2024-09-21T02:43:18.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.013+0000 7febdd190640 1 -- 172.21.15.83:0/3557155474 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7febd816e000 con 0x7febd815f970 2024-09-21T02:43:18.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.013+0000 7febdd190640 1 -- 172.21.15.83:0/3557155474 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7febd814eb50 con 0x7febd815f970 2024-09-21T02:43:18.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.017+0000 7febbf7fe640 1 -- 172.21.15.83:0/3557155474 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7febd00a5e10 con 0x7febd815f970 2024-09-21T02:43:18.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.017+0000 7febbf7fe640 1 -- 172.21.15.83:0/3557155474 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febd00c5060 con 0x7febd815f970 2024-09-21T02:43:18.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.017+0000 7febbf7fe640 1 -- 172.21.15.83:0/3557155474 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7febd00be070 con 0x7febd815f970 2024-09-21T02:43:18.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.017+0000 7febbf7fe640 1 --2- 172.21.15.83:0/3557155474 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7febc4073230 0x7febc4075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:18.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.017+0000 7febbf7fe640 1 -- 172.21.15.83:0/3557155474 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7febd012de00 con 0x7febd815f970 2024-09-21T02:43:18.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.017+0000 7febd6d9d640 1 --2- 172.21.15.83:0/3557155474 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7febc4073230 0x7febc4075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:18.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.021+0000 7febd6d9d640 1 --2- 172.21.15.83:0/3557155474 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7febc4073230 0x7febc4075740 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7febcc009ad0 tx=0x7febcc0091e0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:18.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.025+0000 7f9a490f5640 1 -- 172.21.15.83:0/3265611233 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a3c0071b0 con 0x7f9a30005360 2024-09-21T02:43:18.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.025+0000 7febdd190640 1 -- 172.21.15.83:0/3557155474 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7febb80052a0 con 0x7febd815f970 2024-09-21T02:43:18.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.025+0000 7f9a4c35b640 1 -- 172.21.15.83:0/3265611233 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9a30005360 msgr2=0x7f9a300059a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:18.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.025+0000 7f9a4c35b640 1 --2- 172.21.15.83:0/3265611233 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9a30005360 0x7f9a300059a0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f9a4408bc50 tx=0x7f9a3c026160 comp rx=0 tx=0).stop 2024-09-21T02:43:18.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.025+0000 7f9a4a8f8640 1 -- 172.21.15.83:0/3265611233 reap_dead start 2024-09-21T02:43:18.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.025+0000 7fe1b896d640 1 -- 172.21.15.83:0/3447369081 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe1ac0e7250 msgr2=0x7fe1ac006410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:18.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.025+0000 7fe1b896d640 1 --2- 172.21.15.83:0/3447369081 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe1ac0e7250 0x7fe1ac006410 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fe1b4066790 tx=0x7fe1b40986e0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.025+0000 7fe1b896d640 1 -- 172.21.15.83:0/3447369081 shutdown_connections 2024-09-21T02:43:18.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.025+0000 7fe1b896d640 1 --2- 172.21.15.83:0/3447369081 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe1ac0e7250 0x7fe1ac006410 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.025+0000 7fe1b896d640 1 --2- 172.21.15.83:0/3447369081 >> v2:172.21.15.142:3300/0 conn(0x7fe1ac053920 0x7fe1ac053d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.025+0000 7fe1b896d640 1 -- 172.21.15.83:0/3447369081 >> 172.21.15.83:0/3447369081 conn(0x7fe1ac055dd0 msgr2=0x7fe1ac058b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:18.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.025+0000 7f9a4c35b640 1 -- 172.21.15.83:0/3265611233 shutdown_connections 2024-09-21T02:43:18.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.025+0000 7f9a4c35b640 1 -- 172.21.15.83:0/3265611233 >> 172.21.15.83:0/3265611233 conn(0x7f9a440d0040 msgr2=0x7f9a440d0450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:18.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.025+0000 7fe1b896d640 1 -- 172.21.15.83:0/3447369081 shutdown_connections 2024-09-21T02:43:18.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.025+0000 7fe1b896d640 1 -- 172.21.15.83:0/3447369081 wait complete. 2024-09-21T02:43:18.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.029+0000 7fe1b896d640 1 Processor -- start 2024-09-21T02:43:18.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.029+0000 7fe1b896d640 1 -- start start 2024-09-21T02:43:18.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.033+0000 7f9a4c35b640 1 -- 172.21.15.83:0/3265611233 shutdown_connections 2024-09-21T02:43:18.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.033+0000 7fe1b896d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe1ac053920 0x7fe1ac0d4110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:18.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.033+0000 7fe1b896d640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe1ac054270 0x7fe1ac0cda30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:18.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.033+0000 7fe1b2d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe1ac053920 0x7fe1ac0d4110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:18.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.033+0000 7fe1b2d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe1ac053920 0x7fe1ac0d4110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37816/0 (socket says 172.21.15.83:37816) 2024-09-21T02:43:18.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.033+0000 7fe1b2d9d640 1 -- 172.21.15.83:0/3207115806 learned_addr learned my addr 172.21.15.83:0/3207115806 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:18.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.033+0000 7fe1b896d640 1 --2- 172.21.15.83:0/3207115806 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe1ac0e7250 0x7fe1ac0d64f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:18.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.033+0000 7fe1b259c640 1 --2- 172.21.15.83:0/3207115806 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe1ac054270 0x7fe1ac0cda30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:18.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.033+0000 7fe1b896d640 1 -- 172.21.15.83:0/3207115806 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fe1ac0e1990 con 0x7fe1ac053920 2024-09-21T02:43:18.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.033+0000 7fe1b359e640 1 --2- 172.21.15.83:0/3207115806 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe1ac0e7250 0x7fe1ac0d64f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:18.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.033+0000 7fe1b896d640 1 -- 172.21.15.83:0/3207115806 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fe1ac0076a0 con 0x7fe1ac054270 2024-09-21T02:43:18.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.033+0000 7fe1b896d640 1 -- 172.21.15.83:0/3207115806 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fe1ac0e1b10 con 0x7fe1ac0e7250 2024-09-21T02:43:18.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.033+0000 7fe1b2d9d640 1 -- 172.21.15.83:0/3207115806 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe1ac0e7250 msgr2=0x7fe1ac0d64f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:18.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.033+0000 7fe1b2d9d640 1 --2- 172.21.15.83:0/3207115806 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe1ac0e7250 0x7fe1ac0d64f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.033+0000 7fe1b2d9d640 1 -- 172.21.15.83:0/3207115806 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe1ac054270 msgr2=0x7fe1ac0cda30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:18.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.033+0000 7fe1b2d9d640 1 --2- 172.21.15.83:0/3207115806 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe1ac054270 0x7fe1ac0cda30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.033+0000 7fe1b2d9d640 1 -- 172.21.15.83:0/3207115806 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1ac182f80 con 0x7fe1ac053920 2024-09-21T02:43:18.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.033+0000 7fe1b2d9d640 1 --2- 172.21.15.83:0/3207115806 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe1ac053920 0x7fe1ac0d4110 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fe1a400e7d0 tx=0x7fe1a400ec90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:18.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.033+0000 7f9a4c35b640 1 -- 172.21.15.83:0/3265611233 wait complete. 2024-09-21T02:43:18.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.033+0000 7f9a4c35b640 1 Processor -- start 2024-09-21T02:43:18.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.037+0000 7febbf7fe640 1 -- 172.21.15.83:0/3557155474 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7febd0016970 con 0x7febd815f970 2024-09-21T02:43:18.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.033+0000 7f9a4c35b640 1 -- start start 2024-09-21T02:43:18.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.037+0000 7fe19b7fe640 1 -- 172.21.15.83:0/3207115806 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1a400ccc0 con 0x7fe1ac053920 2024-09-21T02:43:18.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.037+0000 7fe1b896d640 1 -- 172.21.15.83:0/3207115806 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1ac0d4650 con 0x7fe1ac053920 2024-09-21T02:43:18.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.037+0000 7fe1b896d640 1 -- 172.21.15.83:0/3207115806 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1ac0d4c00 con 0x7fe1ac053920 2024-09-21T02:43:18.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.037+0000 7f9a4c35b640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f9a30005360 0x7f9a4416f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:18.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.037+0000 7f9a4c35b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9a44212330 0x7f9a4415c030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:18.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.037+0000 7f9a4c35b640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9a44212740 0x7f9a4415c570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:18.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.037+0000 7fe1b896d640 1 -- 172.21.15.83:0/3207115806 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1ac053d30 con 0x7fe1ac053920 2024-09-21T02:43:18.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.037+0000 7f9a4a0f7640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f9a30005360 0x7f9a4416f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:18.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.037+0000 7f9a4a0f7640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f9a30005360 0x7f9a4416f3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.142:3301/0 says I am v2:172.21.15.83:60416/0 (socket says 172.21.15.83:60416) 2024-09-21T02:43:18.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.037+0000 7f9a4a0f7640 1 -- 172.21.15.83:0/2831739601 learned_addr learned my addr 172.21.15.83:0/2831739601 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:18.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.037+0000 7f9a4c35b640 1 -- 172.21.15.83:0/2831739601 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f9a440b3ad0 con 0x7f9a44212330 2024-09-21T02:43:18.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.037+0000 7f9a4c35b640 1 -- 172.21.15.83:0/2831739601 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f9a440b3950 con 0x7f9a44212740 2024-09-21T02:43:18.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.037+0000 7f9a4a8f8640 1 --2- 172.21.15.83:0/2831739601 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9a44212740 0x7f9a4415c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:18.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.037+0000 7f9a4c35b640 1 -- 172.21.15.83:0/2831739601 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f9a44176fd0 con 0x7f9a30005360 2024-09-21T02:43:18.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.037+0000 7f9a4a8f8640 1 -- 172.21.15.83:0/2831739601 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f9a30005360 msgr2=0x7f9a4416f3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:18.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.037+0000 7f9a4a8f8640 1 --2- 172.21.15.83:0/2831739601 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f9a30005360 0x7f9a4416f3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.037+0000 7f9a4a8f8640 1 -- 172.21.15.83:0/2831739601 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9a44212330 msgr2=0x7f9a4415c030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:18.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.037+0000 7f9a4a8f8640 1 --2- 172.21.15.83:0/2831739601 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9a44212330 0x7f9a4415c030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.037+0000 7f9a4a8f8640 1 -- 172.21.15.83:0/2831739601 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a4416f8f0 con 0x7f9a44212740 2024-09-21T02:43:18.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.041+0000 7f9a4a8f8640 1 --2- 172.21.15.83:0/2831739601 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9a44212740 0x7f9a4415c570 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f9a300061a0 tx=0x7f9a3c007d80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:18.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.041+0000 7f9a3affd640 1 -- 172.21.15.83:0/2831739601 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a3c0bd070 con 0x7f9a44212740 2024-09-21T02:43:18.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.041+0000 7f9a3affd640 1 -- 172.21.15.83:0/2831739601 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9a3c001ab0 con 0x7f9a44212740 2024-09-21T02:43:18.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.041+0000 7f9a3affd640 1 -- 172.21.15.83:0/2831739601 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a3c003be0 con 0x7f9a44212740 2024-09-21T02:43:18.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.041+0000 7f9a4c35b640 1 -- 172.21.15.83:0/2831739601 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a4415e8f0 con 0x7f9a44212740 2024-09-21T02:43:18.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.041+0000 7f9a4c35b640 1 -- 172.21.15.83:0/2831739601 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a4415eeb0 con 0x7f9a44212740 2024-09-21T02:43:18.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.045+0000 7fe19b7fe640 1 -- 172.21.15.83:0/3207115806 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe1a400ce60 con 0x7fe1ac053920 2024-09-21T02:43:18.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.045+0000 7fe19b7fe640 1 -- 172.21.15.83:0/3207115806 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1a4026060 con 0x7fe1ac053920 2024-09-21T02:43:18.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.045+0000 7f9a3affd640 1 -- 172.21.15.83:0/2831739601 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f9a3c00e030 con 0x7f9a44212740 2024-09-21T02:43:18.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.045+0000 7f9a3affd640 1 --2- 172.21.15.83:0/2831739601 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9a30077820 0x7f9a30079d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:18.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.045+0000 7f9a3affd640 1 -- 172.21.15.83:0/2831739601 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f9a3c12edd0 con 0x7f9a44212740 2024-09-21T02:43:18.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.045+0000 7f9a4a0f7640 1 --2- 172.21.15.83:0/2831739601 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9a30077820 0x7f9a30079d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:18.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.045+0000 7f9a4a0f7640 1 --2- 172.21.15.83:0/2831739601 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9a30077820 0x7f9a30079d30 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f9a40009870 tx=0x7f9a40006f50 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:18.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.045+0000 7fe19b7fe640 1 -- 172.21.15.83:0/3207115806 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fe1a4010690 con 0x7fe1ac053920 2024-09-21T02:43:18.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.045+0000 7fe19b7fe640 1 --2- 172.21.15.83:0/3207115806 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe1a0073230 0x7fe1a0075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:18.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.045+0000 7fe19b7fe640 1 -- 172.21.15.83:0/3207115806 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fe1a4095400 con 0x7fe1ac053920 2024-09-21T02:43:18.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.045+0000 7fe1b259c640 1 --2- 172.21.15.83:0/3207115806 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe1a0073230 0x7fe1a0075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:18.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.049+0000 7f9a38ff9640 1 -- 172.21.15.83:0/2831739601 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a2c0052a0 con 0x7f9a44212740 2024-09-21T02:43:18.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.049+0000 7fe1b259c640 1 --2- 172.21.15.83:0/3207115806 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe1a0073230 0x7fe1a0075740 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fe1ac00dc60 tx=0x7fe1a80013c0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:18.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.053+0000 7fe19b7fe640 1 -- 172.21.15.83:0/3207115806 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fe1a405fe40 con 0x7fe1ac053920 2024-09-21T02:43:18.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.053+0000 7f27e8429640 1 -- 172.21.15.83:0/3392586047 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f27e006f5e0 msgr2=0x7f27e00ca590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:18.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.053+0000 7f27e8429640 1 --2- 172.21.15.83:0/3392586047 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f27e006f5e0 0x7f27e00ca590 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f27d8009520 tx=0x7f27d801ca70 comp rx=0 tx=0).stop 2024-09-21T02:43:18.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.053+0000 7f27e8429640 1 -- 172.21.15.83:0/3392586047 shutdown_connections 2024-09-21T02:43:18.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.053+0000 7f27e8429640 1 --2- 172.21.15.83:0/3392586047 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f27e006f5e0 0x7f27e00ca590 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.053+0000 7f27e8429640 1 --2- 172.21.15.83:0/3392586047 >> v2:172.21.15.83:3300/0 conn(0x7f27e006ec90 0x7f27e006f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.053+0000 7f27e8429640 1 -- 172.21.15.83:0/3392586047 >> 172.21.15.83:0/3392586047 conn(0x7f27e00cff40 msgr2=0x7f27e00d0350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:18.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.053+0000 7f27e8429640 1 -- 172.21.15.83:0/3392586047 shutdown_connections 2024-09-21T02:43:18.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.053+0000 7f27e8429640 1 -- 172.21.15.83:0/3392586047 wait complete. 2024-09-21T02:43:18.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.057+0000 7f27e8429640 1 Processor -- start 2024-09-21T02:43:18.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.057+0000 7f27e8429640 1 -- start start 2024-09-21T02:43:18.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.061+0000 7f27e8429640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f27e006ec90 0x7f27e020d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:18.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.061+0000 7f27e8429640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f27e006f5e0 0x7f27e009aa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:18.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.061+0000 7f27e59c4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f27e006f5e0 0x7f27e009aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:18.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.061+0000 7f27e59c4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f27e006f5e0 0x7f27e009aa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37854/0 (socket says 172.21.15.83:37854) 2024-09-21T02:43:18.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.061+0000 7f27e59c4640 1 -- 172.21.15.83:0/1302660355 learned_addr learned my addr 172.21.15.83:0/1302660355 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:18.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.061+0000 7f27e61c5640 1 --2- 172.21.15.83:0/1302660355 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f27e006ec90 0x7f27e020d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:18.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.061+0000 7f27e8429640 1 --2- 172.21.15.83:0/1302660355 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f27e00cc360 0x7f27e0174800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:18.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.061+0000 7f27e8429640 1 -- 172.21.15.83:0/1302660355 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f27e017cda0 con 0x7f27e006f5e0 2024-09-21T02:43:18.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.061+0000 7f27e8429640 1 -- 172.21.15.83:0/1302660355 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f27e017cc20 con 0x7f27e00cc360 2024-09-21T02:43:18.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.061+0000 7f27e8429640 1 -- 172.21.15.83:0/1302660355 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f27e017cf20 con 0x7f27e006ec90 2024-09-21T02:43:18.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.061+0000 7f27e69c6640 1 --2- 172.21.15.83:0/1302660355 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f27e00cc360 0x7f27e0174800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:18.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.061+0000 7f27e59c4640 1 -- 172.21.15.83:0/1302660355 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f27e006ec90 msgr2=0x7f27e020d5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:18.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.061+0000 7f27e59c4640 1 --2- 172.21.15.83:0/1302660355 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f27e006ec90 0x7f27e020d5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.061+0000 7f27e59c4640 1 -- 172.21.15.83:0/1302660355 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f27e00cc360 msgr2=0x7f27e0174800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:18.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.061+0000 7f27e59c4640 1 --2- 172.21.15.83:0/1302660355 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f27e00cc360 0x7f27e0174800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.061+0000 7f27e59c4640 1 -- 172.21.15.83:0/1302660355 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27e0073ea0 con 0x7f27e006f5e0 2024-09-21T02:43:18.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.061+0000 7f27e59c4640 1 --2- 172.21.15.83:0/1302660355 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f27e006f5e0 0x7f27e009aa40 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f27d000b780 tx=0x7f27d000bc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:18.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.061+0000 7f27d6ffd640 1 -- 172.21.15.83:0/1302660355 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27d0019070 con 0x7f27e006f5e0 2024-09-21T02:43:18.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.061+0000 7f27d6ffd640 1 -- 172.21.15.83:0/1302660355 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f27d000c810 con 0x7f27e006f5e0 2024-09-21T02:43:18.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.061+0000 7f27e8429640 1 -- 172.21.15.83:0/1302660355 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27e0074180 con 0x7f27e006f5e0 2024-09-21T02:43:18.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.061+0000 7f27d6ffd640 1 -- 172.21.15.83:0/1302660355 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27d000cc60 con 0x7f27e006f5e0 2024-09-21T02:43:18.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.061+0000 7f9a3affd640 1 -- 172.21.15.83:0/2831739601 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f9a3c01ff00 con 0x7f9a44212740 2024-09-21T02:43:18.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.065+0000 7f27d6ffd640 1 -- 172.21.15.83:0/1302660355 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f27d001c070 con 0x7f27e006f5e0 2024-09-21T02:43:18.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.065+0000 7f27d6ffd640 1 --2- 172.21.15.83:0/1302660355 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f27c4073200 0x7f27c4075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:18.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.065+0000 7f27e8429640 1 -- 172.21.15.83:0/1302660355 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27e0169bd0 con 0x7f27e006f5e0 2024-09-21T02:43:18.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.065+0000 7f27d6ffd640 1 -- 172.21.15.83:0/1302660355 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f27d000ce00 con 0x7f27e006f5e0 2024-09-21T02:43:18.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.065+0000 7f27e8429640 1 -- 172.21.15.83:0/1302660355 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27e006f0a0 con 0x7f27e006f5e0 2024-09-21T02:43:18.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.077+0000 7f27e61c5640 1 --2- 172.21.15.83:0/1302660355 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f27c4073200 0x7f27c4075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:18.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.077+0000 7f27e61c5640 1 --2- 172.21.15.83:0/1302660355 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f27c4073200 0x7f27c4075710 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f27dc007990 tx=0x7f27dc001da0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:18.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.077+0000 7f27d6ffd640 1 -- 172.21.15.83:0/1302660355 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f27d005ddd0 con 0x7f27e006f5e0 2024-09-21T02:43:18.286 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.285+0000 7f23620d8640 1 -- 172.21.15.83:0/4029623783 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f235c0b5e20 con 0x7f2344004810 2024-09-21T02:43:18.287 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.285+0000 7f2343fff640 1 -- 172.21.15.83:0/4029623783 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f235005e790 con 0x7f2344004810 2024-09-21T02:43:18.290 INFO:teuthology.orchestra.run.smithi083.stdout:64424509448 2024-09-21T02:43:18.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.301+0000 7f2341ffb640 1 -- 172.21.15.83:0/4029623783 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2348073230 msgr2=0x7f2348075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:18.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.301+0000 7f2341ffb640 1 --2- 172.21.15.83:0/4029623783 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2348073230 0x7f2348075740 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f23540a9000 tx=0x7f23540199c0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.301+0000 7f2341ffb640 1 -- 172.21.15.83:0/4029623783 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2344004810 msgr2=0x7f235c0c4ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:18.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.301+0000 7f2341ffb640 1 --2- 172.21.15.83:0/4029623783 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2344004810 0x7f235c0c4ec0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f235000e6c0 tx=0x7f235000eb80 comp rx=0 tx=0).stop 2024-09-21T02:43:18.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.305+0000 7f2341ffb640 1 -- 172.21.15.83:0/4029623783 shutdown_connections 2024-09-21T02:43:18.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.305+0000 7f2341ffb640 1 --2- 172.21.15.83:0/4029623783 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2348073230 0x7f2348075740 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.305+0000 7f2341ffb640 1 --2- 172.21.15.83:0/4029623783 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f235c1f0a10 0x7f235c1f0e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.305+0000 7f2341ffb640 1 --2- 172.21.15.83:0/4029623783 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f235c2012b0 0x7f235c154ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.305+0000 7f2341ffb640 1 --2- 172.21.15.83:0/4029623783 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2344004810 0x7f235c0c4ec0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.305+0000 7f2341ffb640 1 -- 172.21.15.83:0/4029623783 >> 172.21.15.83:0/4029623783 conn(0x7f235c0b1fb0 msgr2=0x7f235c073430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:18.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.305+0000 7f2341ffb640 1 -- 172.21.15.83:0/4029623783 shutdown_connections 2024-09-21T02:43:18.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.305+0000 7f2341ffb640 1 -- 172.21.15.83:0/4029623783 wait complete. 2024-09-21T02:43:18.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.305+0000 7ff0f6ffd640 1 -- 172.21.15.83:0/3542704322 --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7ff0e4005860 con 0x7ff104053280 2024-09-21T02:43:18.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.309+0000 7ff1097fa640 1 -- 172.21.15.83:0/3542704322 <== mon.2 v2:172.21.15.142:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ff10c092430 con 0x7ff104053280 2024-09-21T02:43:18.311 INFO:teuthology.orchestra.run.smithi083.stdout:64424509449 2024-09-21T02:43:18.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.309+0000 7ff1131ca640 1 -- 172.21.15.83:0/3542704322 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff0f0073200 msgr2=0x7ff0f0075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:18.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.313+0000 7ff1131ca640 1 --2- 172.21.15.83:0/3542704322 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff0f0073200 0x7ff0f0075710 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7ff0f8009610 tx=0x7ff0f8006b80 comp rx=0 tx=0).stop 2024-09-21T02:43:18.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.313+0000 7ff1131ca640 1 -- 172.21.15.83:0/3542704322 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff104053280 msgr2=0x7ff10404cd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:18.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.313+0000 7ff1131ca640 1 --2- 172.21.15.83:0/3542704322 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff104053280 0x7ff10404cd40 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ff10c06c3b0 tx=0x7ff10c122660 comp rx=0 tx=0).stop 2024-09-21T02:43:18.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.313+0000 7ff1131ca640 1 -- 172.21.15.83:0/3542704322 shutdown_connections 2024-09-21T02:43:18.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.313+0000 7ff1131ca640 1 --2- 172.21.15.83:0/3542704322 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff0f0073200 0x7ff0f0075710 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.313+0000 7ff1131ca640 1 --2- 172.21.15.83:0/3542704322 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff104053280 0x7ff10404cd40 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.313+0000 7ff1131ca640 1 --2- 172.21.15.83:0/3542704322 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff1040518f0 0x7ff10404c800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.313+0000 7ff1131ca640 1 --2- 172.21.15.83:0/3542704322 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff104050fa0 0x7ff1040dbdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.313+0000 7ff1131ca640 1 -- 172.21.15.83:0/3542704322 >> 172.21.15.83:0/3542704322 conn(0x7ff10401fbf0 msgr2=0x7ff10403a880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:18.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.313+0000 7ff1131ca640 1 -- 172.21.15.83:0/3542704322 shutdown_connections 2024-09-21T02:43:18.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.313+0000 7ff1131ca640 1 -- 172.21.15.83:0/3542704322 wait complete. 2024-09-21T02:43:18.336 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509448 for osd.0 2024-09-21T02:43:18.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.333+0000 7fc7b6a4c640 1 -- 172.21.15.83:0/4017666671 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fc790005590 con 0x7fc7a8049b20 2024-09-21T02:43:18.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.337+0000 7fc7acff9640 1 -- 172.21.15.83:0/4017666671 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fc7a405f810 con 0x7fc7a8049b20 2024-09-21T02:43:18.337 DEBUG:teuthology.parallel:result is None 2024-09-21T02:43:18.338 INFO:teuthology.orchestra.run.smithi083.stdout:64424509447 2024-09-21T02:43:18.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.337+0000 7fc7b6a4c640 1 -- 172.21.15.83:0/4017666671 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc7940732d0 msgr2=0x7fc7940757e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:18.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.337+0000 7fc7b6a4c640 1 --2- 172.21.15.83:0/4017666671 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc7940732d0 0x7fc7940757e0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fc79c001850 tx=0x7fc79c005040 comp rx=0 tx=0).stop 2024-09-21T02:43:18.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.337+0000 7fc7b6a4c640 1 -- 172.21.15.83:0/4017666671 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc7a8049b20 msgr2=0x7fc7a80d3010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:18.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.337+0000 7fc7b6a4c640 1 --2- 172.21.15.83:0/4017666671 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc7a8049b20 0x7fc7a80d3010 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fc7a4011b10 tx=0x7fc7a4009ea0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.337+0000 7fc7b6a4c640 1 -- 172.21.15.83:0/4017666671 shutdown_connections 2024-09-21T02:43:18.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.337+0000 7fc7b6a4c640 1 --2- 172.21.15.83:0/4017666671 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc7940732d0 0x7fc7940757e0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.337+0000 7fc7b6a4c640 1 --2- 172.21.15.83:0/4017666671 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc7a80388a0 0x7fc7a80ddd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.337+0000 7fc7b6a4c640 1 --2- 172.21.15.83:0/4017666671 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc7a8049b20 0x7fc7a80d3010 secure :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fc7a4011b10 tx=0x7fc7a4009ea0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.337+0000 7fc7b6a4c640 1 --2- 172.21.15.83:0/4017666671 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc7a0003b80 0x7fc7a80382e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.337+0000 7fc7b6a4c640 1 -- 172.21.15.83:0/4017666671 >> 172.21.15.83:0/4017666671 conn(0x7fc7a801fbf0 msgr2=0x7fc7a80503c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:18.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.341+0000 7fc7b6a4c640 1 -- 172.21.15.83:0/4017666671 shutdown_connections 2024-09-21T02:43:18.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.341+0000 7fc7b6a4c640 1 -- 172.21.15.83:0/4017666671 wait complete. 2024-09-21T02:43:18.343 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509449 for osd.6 2024-09-21T02:43:18.343 DEBUG:teuthology.parallel:result is None 2024-09-21T02:43:18.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.345+0000 7febdd190640 1 -- 172.21.15.83:0/3557155474 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7febb8005590 con 0x7febd815f970 2024-09-21T02:43:18.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.345+0000 7febbf7fe640 1 -- 172.21.15.83:0/3557155474 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7febd00f8850 con 0x7febd815f970 2024-09-21T02:43:18.346 INFO:teuthology.orchestra.run.smithi083.stdout:64424509448 2024-09-21T02:43:18.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.349+0000 7febdd190640 1 -- 172.21.15.83:0/3557155474 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7febc4073230 msgr2=0x7febc4075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:18.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.349+0000 7febdd190640 1 --2- 172.21.15.83:0/3557155474 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7febc4073230 0x7febc4075740 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7febcc009ad0 tx=0x7febcc0091e0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.349+0000 7febdd190640 1 -- 172.21.15.83:0/3557155474 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7febd815f970 msgr2=0x7febd8151030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:18.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.349+0000 7febdd190640 1 --2- 172.21.15.83:0/3557155474 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7febd815f970 0x7febd8151030 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7febd0009bd0 tx=0x7febd0003f40 comp rx=0 tx=0).stop 2024-09-21T02:43:18.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.349+0000 7febdd190640 1 -- 172.21.15.83:0/3557155474 shutdown_connections 2024-09-21T02:43:18.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.349+0000 7febdd190640 1 --2- 172.21.15.83:0/3557155474 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7febc4073230 0x7febc4075740 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.349+0000 7febdd190640 1 --2- 172.21.15.83:0/3557155474 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7febd815f970 0x7febd8151030 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.349+0000 7febdd190640 1 --2- 172.21.15.83:0/3557155474 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7febd80b3f50 0x7febd8150af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.349+0000 7febdd190640 1 --2- 172.21.15.83:0/3557155474 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7febd80b3b40 0x7febd8146f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.349+0000 7febdd190640 1 -- 172.21.15.83:0/3557155474 >> 172.21.15.83:0/3557155474 conn(0x7febd80d0040 msgr2=0x7febd80b0130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:18.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.349+0000 7febdd190640 1 -- 172.21.15.83:0/3557155474 shutdown_connections 2024-09-21T02:43:18.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.349+0000 7febdd190640 1 -- 172.21.15.83:0/3557155474 wait complete. 2024-09-21T02:43:18.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.357+0000 7ff707fff640 1 -- 172.21.15.83:0/2721177085 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7ff72416d620 con 0x7ff724154800 2024-09-21T02:43:18.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.357+0000 7ff71a7fc640 1 -- 172.21.15.83:0/2721177085 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ff720016410 con 0x7ff724154800 2024-09-21T02:43:18.360 INFO:teuthology.orchestra.run.smithi083.stdout:64424509447 2024-09-21T02:43:18.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.361+0000 7ff707fff640 1 -- 172.21.15.83:0/2721177085 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff710073710 msgr2=0x7ff710075c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:18.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.361+0000 7ff707fff640 1 --2- 172.21.15.83:0/2721177085 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff710073710 0x7ff710075c20 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7ff7140014e0 tx=0x7ff7140078b0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.361+0000 7ff707fff640 1 -- 172.21.15.83:0/2721177085 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff724154800 msgr2=0x7ff724152d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:18.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.361+0000 7ff707fff640 1 --2- 172.21.15.83:0/2721177085 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff724154800 0x7ff724152d60 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7ff720009790 tx=0x7ff720005d90 comp rx=0 tx=0).stop 2024-09-21T02:43:18.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.361+0000 7ff707fff640 1 -- 172.21.15.83:0/2721177085 shutdown_connections 2024-09-21T02:43:18.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.361+0000 7ff707fff640 1 --2- 172.21.15.83:0/2721177085 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff710073710 0x7ff710075c20 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.361+0000 7ff707fff640 1 --2- 172.21.15.83:0/2721177085 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff72415f970 0x7ff7241532a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.361+0000 7ff707fff640 1 --2- 172.21.15.83:0/2721177085 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff724154800 0x7ff724152d60 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.361+0000 7ff707fff640 1 --2- 172.21.15.83:0/2721177085 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff724074a50 0x7ff72414d6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.361+0000 7ff707fff640 1 -- 172.21.15.83:0/2721177085 >> 172.21.15.83:0/2721177085 conn(0x7ff7240d0040 msgr2=0x7ff72416f6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:18.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.361+0000 7ff707fff640 1 -- 172.21.15.83:0/2721177085 shutdown_connections 2024-09-21T02:43:18.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.361+0000 7ff707fff640 1 -- 172.21.15.83:0/2721177085 wait complete. 2024-09-21T02:43:18.370 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509448 for osd.3 2024-09-21T02:43:18.370 DEBUG:teuthology.parallel:result is None 2024-09-21T02:43:18.371 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509447 for osd.1 2024-09-21T02:43:18.372 DEBUG:teuthology.parallel:result is None 2024-09-21T02:43:18.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.373+0000 7fe1b896d640 1 -- 172.21.15.83:0/3207115806 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7fe1ac00dd40 con 0x7fe1ac053920 2024-09-21T02:43:18.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.373+0000 7fe19b7fe640 1 -- 172.21.15.83:0/3207115806 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fe1a4064870 con 0x7fe1ac053920 2024-09-21T02:43:18.375 INFO:teuthology.orchestra.run.smithi083.stdout:60129542152 2024-09-21T02:43:18.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.377+0000 7fe1b896d640 1 -- 172.21.15.83:0/3207115806 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe1a0073230 msgr2=0x7fe1a0075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:18.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.377+0000 7fe1b896d640 1 --2- 172.21.15.83:0/3207115806 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe1a0073230 0x7fe1a0075740 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fe1ac00dc60 tx=0x7fe1a80013c0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.377+0000 7fe1b896d640 1 -- 172.21.15.83:0/3207115806 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe1ac053920 msgr2=0x7fe1ac0d4110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:18.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.377+0000 7fe1b896d640 1 --2- 172.21.15.83:0/3207115806 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe1ac053920 0x7fe1ac0d4110 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fe1a400e7d0 tx=0x7fe1a400ec90 comp rx=0 tx=0).stop 2024-09-21T02:43:18.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.377+0000 7fe1b896d640 1 -- 172.21.15.83:0/3207115806 shutdown_connections 2024-09-21T02:43:18.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.377+0000 7fe1b896d640 1 --2- 172.21.15.83:0/3207115806 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe1a0073230 0x7fe1a0075740 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.377+0000 7fe1b896d640 1 --2- 172.21.15.83:0/3207115806 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe1ac0e7250 0x7fe1ac0d64f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.377+0000 7fe1b896d640 1 --2- 172.21.15.83:0/3207115806 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe1ac054270 0x7fe1ac0cda30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.377+0000 7fe1b896d640 1 --2- 172.21.15.83:0/3207115806 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe1ac053920 0x7fe1ac0d4110 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.377+0000 7fe1b896d640 1 -- 172.21.15.83:0/3207115806 >> 172.21.15.83:0/3207115806 conn(0x7fe1ac055dd0 msgr2=0x7fe1ac0d98d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:18.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.377+0000 7fe1b896d640 1 -- 172.21.15.83:0/3207115806 shutdown_connections 2024-09-21T02:43:18.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.377+0000 7fe1b896d640 1 -- 172.21.15.83:0/3207115806 wait complete. 2024-09-21T02:43:18.393 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509447 for osd.4 2024-09-21T02:43:18.393 DEBUG:teuthology.parallel:result is None 2024-09-21T02:43:18.396 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.7 2024-09-21T02:43:18.396 DEBUG:teuthology.parallel:result is None 2024-09-21T02:43:18.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.397+0000 7f27e8429640 1 -- 172.21.15.83:0/1302660355 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f27e0073c30 con 0x7f27e006f5e0 2024-09-21T02:43:18.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.397+0000 7f27d6ffd640 1 -- 172.21.15.83:0/1302660355 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f27d0062800 con 0x7f27e006f5e0 2024-09-21T02:43:18.399 INFO:teuthology.orchestra.run.smithi083.stdout:64424509448 2024-09-21T02:43:18.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.397+0000 7f9a38ff9640 1 -- 172.21.15.83:0/2831739601 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f9a2c005590 con 0x7f9a44212740 2024-09-21T02:43:18.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.401+0000 7f9a3affd640 1 -- 172.21.15.83:0/2831739601 <== mon.1 v2:172.21.15.142:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f9a3c0f9710 con 0x7f9a44212740 2024-09-21T02:43:18.401 INFO:teuthology.orchestra.run.smithi083.stdout:64424509447 2024-09-21T02:43:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.401+0000 7f27e8429640 1 -- 172.21.15.83:0/1302660355 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f27c4073200 msgr2=0x7f27c4075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.401+0000 7f27e8429640 1 --2- 172.21.15.83:0/1302660355 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f27c4073200 0x7f27c4075710 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f27dc007990 tx=0x7f27dc001da0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.401+0000 7f27e8429640 1 -- 172.21.15.83:0/1302660355 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f27e006f5e0 msgr2=0x7f27e009aa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.401+0000 7f27e8429640 1 --2- 172.21.15.83:0/1302660355 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f27e006f5e0 0x7f27e009aa40 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f27d000b780 tx=0x7f27d000bc40 comp rx=0 tx=0).stop 2024-09-21T02:43:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.401+0000 7f27e8429640 1 -- 172.21.15.83:0/1302660355 shutdown_connections 2024-09-21T02:43:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.401+0000 7f27e8429640 1 --2- 172.21.15.83:0/1302660355 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f27c4073200 0x7f27c4075710 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.401+0000 7f27e8429640 1 --2- 172.21.15.83:0/1302660355 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f27e00cc360 0x7f27e0174800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.401+0000 7f27e8429640 1 --2- 172.21.15.83:0/1302660355 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f27e006f5e0 0x7f27e009aa40 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.401+0000 7f27e8429640 1 --2- 172.21.15.83:0/1302660355 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f27e006ec90 0x7f27e020d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.401+0000 7f27e8429640 1 -- 172.21.15.83:0/1302660355 >> 172.21.15.83:0/1302660355 conn(0x7f27e00cff40 msgr2=0x7f27e016e7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.401+0000 7f27e8429640 1 -- 172.21.15.83:0/1302660355 shutdown_connections 2024-09-21T02:43:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.401+0000 7f27e8429640 1 -- 172.21.15.83:0/1302660355 wait complete. 2024-09-21T02:43:18.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.401+0000 7f9a38ff9640 1 -- 172.21.15.83:0/2831739601 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9a30077820 msgr2=0x7f9a30079d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:18.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.401+0000 7f9a38ff9640 1 --2- 172.21.15.83:0/2831739601 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9a30077820 0x7f9a30079d30 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f9a40009870 tx=0x7f9a40006f50 comp rx=0 tx=0).stop 2024-09-21T02:43:18.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.401+0000 7f9a38ff9640 1 -- 172.21.15.83:0/2831739601 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9a44212740 msgr2=0x7f9a4415c570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:18.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.401+0000 7f9a38ff9640 1 --2- 172.21.15.83:0/2831739601 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9a44212740 0x7f9a4415c570 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f9a300061a0 tx=0x7f9a3c007d80 comp rx=0 tx=0).stop 2024-09-21T02:43:18.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.401+0000 7f9a38ff9640 1 -- 172.21.15.83:0/2831739601 shutdown_connections 2024-09-21T02:43:18.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.401+0000 7f9a38ff9640 1 --2- 172.21.15.83:0/2831739601 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9a30077820 0x7f9a30079d30 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.401+0000 7f9a38ff9640 1 --2- 172.21.15.83:0/2831739601 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9a44212740 0x7f9a4415c570 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.401+0000 7f9a38ff9640 1 --2- 172.21.15.83:0/2831739601 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9a44212330 0x7f9a4415c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.401+0000 7f9a38ff9640 1 --2- 172.21.15.83:0/2831739601 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f9a30005360 0x7f9a4416f3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.401+0000 7f9a38ff9640 1 -- 172.21.15.83:0/2831739601 >> 172.21.15.83:0/2831739601 conn(0x7f9a440d0040 msgr2=0x7f9a4415d810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:18.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.401+0000 7f9a38ff9640 1 -- 172.21.15.83:0/2831739601 shutdown_connections 2024-09-21T02:43:18.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.401+0000 7f9a38ff9640 1 -- 172.21.15.83:0/2831739601 wait complete. 2024-09-21T02:43:18.421 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509448 for osd.5 2024-09-21T02:43:18.421 DEBUG:teuthology.parallel:result is None 2024-09-21T02:43:18.422 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509447 for osd.2 2024-09-21T02:43:18.423 DEBUG:teuthology.parallel:result is None 2024-09-21T02:43:18.423 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-21T02:43:18.423 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T02:43:18.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.601+0000 7f9246a48640 1 -- 172.21.15.83:0/167934787 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f92400af510 msgr2=0x7f92400af920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:18.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.601+0000 7f9246a48640 1 --2- 172.21.15.83:0/167934787 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f92400af510 0x7f92400af920 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f92400ce370 tx=0x7f923801cd80 comp rx=0 tx=0).stop 2024-09-21T02:43:18.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.601+0000 7f9246a48640 1 -- 172.21.15.83:0/167934787 shutdown_connections 2024-09-21T02:43:18.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.601+0000 7f9246a48640 1 --2- 172.21.15.83:0/167934787 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f92400af510 0x7f92400af920 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.601+0000 7f9246a48640 1 --2- 172.21.15.83:0/167934787 >> v2:172.21.15.142:3300/0 conn(0x7f92400b2350 0x7f92400b2760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.601+0000 7f9246a48640 1 --2- 172.21.15.83:0/167934787 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f9240160bc0 0x7f9240070370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.601+0000 7f9246a48640 1 -- 172.21.15.83:0/167934787 >> 172.21.15.83:0/167934787 conn(0x7f92400cd350 msgr2=0x7f92400cd760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:18.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.601+0000 7f9246a48640 1 -- 172.21.15.83:0/167934787 shutdown_connections 2024-09-21T02:43:18.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.601+0000 7f9246a48640 1 -- 172.21.15.83:0/167934787 wait complete. 2024-09-21T02:43:18.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.601+0000 7f9246a48640 1 Processor -- start 2024-09-21T02:43:18.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.601+0000 7f9246a48640 1 -- start start 2024-09-21T02:43:18.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.605+0000 7f9246a48640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f92400af510 0x7f924014b9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:18.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.605+0000 7f9246a48640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f92400b2350 0x7f924014a750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:18.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.605+0000 7f9246a48640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9240160bc0 0x7f924014ac90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:18.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.605+0000 7f9246a48640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f924015d550 con 0x7f9240160bc0 2024-09-21T02:43:18.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.605+0000 7f9246a48640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f924015d3d0 con 0x7f92400af510 2024-09-21T02:43:18.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.605+0000 7f9246a48640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f924015d6d0 con 0x7f92400b2350 2024-09-21T02:43:18.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.605+0000 7f9244fe5640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9240160bc0 0x7f924014ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:18.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.605+0000 7f9244fe5640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9240160bc0 0x7f924014ac90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37880/0 (socket says 172.21.15.83:37880) 2024-09-21T02:43:18.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.605+0000 7f9244fe5640 1 -- 172.21.15.83:0/703684520 learned_addr learned my addr 172.21.15.83:0/703684520 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:18.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.605+0000 7f923f7fe640 1 --2- 172.21.15.83:0/703684520 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f92400b2350 0x7f924014a750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:18.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.605+0000 7f923ffff640 1 --2- 172.21.15.83:0/703684520 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f92400af510 0x7f924014b9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:18.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.605+0000 7f9244fe5640 1 -- 172.21.15.83:0/703684520 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f92400b2350 msgr2=0x7f924014a750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:18.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.605+0000 7f9244fe5640 1 --2- 172.21.15.83:0/703684520 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f92400b2350 0x7f924014a750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.605+0000 7f9244fe5640 1 -- 172.21.15.83:0/703684520 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f92400af510 msgr2=0x7f924014b9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:18.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.605+0000 7f9244fe5640 1 --2- 172.21.15.83:0/703684520 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f92400af510 0x7f924014b9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.605+0000 7f9244fe5640 1 -- 172.21.15.83:0/703684520 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9240143650 con 0x7f9240160bc0 2024-09-21T02:43:18.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.605+0000 7f923ffff640 1 --2- 172.21.15.83:0/703684520 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f92400af510 0x7f924014b9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:43:18.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.605+0000 7f9244fe5640 1 --2- 172.21.15.83:0/703684520 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9240160bc0 0x7f924014ac90 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f9238009bd0 tx=0x7f92380a5a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:18.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.605+0000 7f923cff9640 1 -- 172.21.15.83:0/703684520 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92380bb070 con 0x7f9240160bc0 2024-09-21T02:43:18.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.605+0000 7f923cff9640 1 -- 172.21.15.83:0/703684520 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9238004e00 con 0x7f9240160bc0 2024-09-21T02:43:18.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.605+0000 7f923cff9640 1 -- 172.21.15.83:0/703684520 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92380b2040 con 0x7f9240160bc0 2024-09-21T02:43:18.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.605+0000 7f9246a48640 1 -- 172.21.15.83:0/703684520 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f924014fb40 con 0x7f9240160bc0 2024-09-21T02:43:18.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.605+0000 7f9246a48640 1 -- 172.21.15.83:0/703684520 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92400c3b00 con 0x7f9240160bc0 2024-09-21T02:43:18.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.605+0000 7f9246a48640 1 -- 172.21.15.83:0/703684520 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f92400b2760 con 0x7f9240160bc0 2024-09-21T02:43:18.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.605+0000 7f923cff9640 1 -- 172.21.15.83:0/703684520 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f92380be070 con 0x7f9240160bc0 2024-09-21T02:43:18.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.609+0000 7f923cff9640 1 --2- 172.21.15.83:0/703684520 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f922c073230 0x7f922c075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:18.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.609+0000 7f923ffff640 1 --2- 172.21.15.83:0/703684520 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f922c073230 0x7f922c075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:18.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.609+0000 7f923cff9640 1 -- 172.21.15.83:0/703684520 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f923812df40 con 0x7f9240160bc0 2024-09-21T02:43:18.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.609+0000 7f923ffff640 1 --2- 172.21.15.83:0/703684520 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f922c073230 0x7f922c075740 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f92340058d0 tx=0x7f9234005ca0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:18.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.613+0000 7f923cff9640 1 -- 172.21.15.83:0/703684520 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f9238016970 con 0x7f9240160bc0 2024-09-21T02:43:18.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.765+0000 7f9246a48640 1 -- 172.21.15.83:0/703684520 --> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f924015b9b0 con 0x7f922c073230 2024-09-21T02:43:18.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.777+0000 7f923cff9640 1 -- 172.21.15.83:0/703684520 <== mgr.4150 v2:172.21.15.83:6800/38882767 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251822 (secure 0 0 0) 0x7f924015b9b0 con 0x7f922c073230 2024-09-21T02:43:18.783 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:43:18.784 INFO:teuthology.orchestra.run.smithi083.stderr:dumped all 2024-09-21T02:43:18.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.781+0000 7f9246a48640 1 -- 172.21.15.83:0/703684520 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f922c073230 msgr2=0x7f922c075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:18.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.781+0000 7f9246a48640 1 --2- 172.21.15.83:0/703684520 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f922c073230 0x7f922c075740 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f92340058d0 tx=0x7f9234005ca0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.781+0000 7f9246a48640 1 -- 172.21.15.83:0/703684520 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9240160bc0 msgr2=0x7f924014ac90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:18.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.781+0000 7f9246a48640 1 --2- 172.21.15.83:0/703684520 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9240160bc0 0x7f924014ac90 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f9238009bd0 tx=0x7f92380a5a10 comp rx=0 tx=0).stop 2024-09-21T02:43:18.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.781+0000 7f9246a48640 1 -- 172.21.15.83:0/703684520 shutdown_connections 2024-09-21T02:43:18.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.785+0000 7f9246a48640 1 --2- 172.21.15.83:0/703684520 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f922c073230 0x7f922c075740 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.785+0000 7f9246a48640 1 --2- 172.21.15.83:0/703684520 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9240160bc0 0x7f924014ac90 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.785+0000 7f9246a48640 1 --2- 172.21.15.83:0/703684520 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f92400b2350 0x7f924014a750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.785+0000 7f9246a48640 1 --2- 172.21.15.83:0/703684520 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f92400af510 0x7f924014b9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.785+0000 7f9246a48640 1 -- 172.21.15.83:0/703684520 >> 172.21.15.83:0/703684520 conn(0x7f92400cd350 msgr2=0x7f92400d0840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:18.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.785+0000 7f9246a48640 1 -- 172.21.15.83:0/703684520 shutdown_connections 2024-09-21T02:43:18.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.785+0000 7f9246a48640 1 -- 172.21.15.83:0/703684520 wait complete. 2024-09-21T02:43:18.803 INFO:teuthology.orchestra.run.smithi083.stdout:{"pg_ready":true,"pg_map":{"version":28,"stamp":"2024-09-21T02:43:17.781945+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":223372,"kb_used_data":2952,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754751348,"statfs":{"total":773094113280,"available":772865380352,"internally_reserved":0,"allocated":3022848,"data_stored":1795828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":225496625},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"11.692870"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724031+0000","last_change":"2024-09-21T02:43:05.121617+0000","last_active":"2024-09-21T02:43:06.724031+0000","last_peered":"2024-09-21T02:43:06.724031+0000","last_clean":"2024-09-21T02:43:06.724031+0000","last_became_active":"2024-09-21T02:43:05.121223+0000","last_became_peered":"2024-09-21T02:43:05.121223+0000","last_unstale":"2024-09-21T02:43:06.724031+0000","last_undegraded":"2024-09-21T02:43:06.724031+0000","last_fullsized":"2024-09-21T02:43:06.724031+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:15:35.613095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.097521+0000","last_change":"2024-09-21T02:43:05.116256+0000","last_active":"2024-09-21T02:43:06.097521+0000","last_peered":"2024-09-21T02:43:06.097521+0000","last_clean":"2024-09-21T02:43:06.097521+0000","last_became_active":"2024-09-21T02:43:05.115245+0000","last_became_peered":"2024-09-21T02:43:05.115245+0000","last_unstale":"2024-09-21T02:43:06.097521+0000","last_undegraded":"2024-09-21T02:43:06.097521+0000","last_fullsized":"2024-09-21T02:43:06.097521+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:12:17.840709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094754+0000","last_change":"2024-09-21T02:43:05.108736+0000","last_active":"2024-09-21T02:43:06.094754+0000","last_peered":"2024-09-21T02:43:06.094754+0000","last_clean":"2024-09-21T02:43:06.094754+0000","last_became_active":"2024-09-21T02:43:05.108387+0000","last_became_peered":"2024-09-21T02:43:05.108387+0000","last_unstale":"2024-09-21T02:43:06.094754+0000","last_undegraded":"2024-09-21T02:43:06.094754+0000","last_fullsized":"2024-09-21T02:43:06.094754+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:10.437746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720706+0000","last_change":"2024-09-21T02:43:05.113841+0000","last_active":"2024-09-21T02:43:06.720706+0000","last_peered":"2024-09-21T02:43:06.720706+0000","last_clean":"2024-09-21T02:43:06.720706+0000","last_became_active":"2024-09-21T02:43:05.113461+0000","last_became_peered":"2024-09-21T02:43:05.113461+0000","last_unstale":"2024-09-21T02:43:06.720706+0000","last_undegraded":"2024-09-21T02:43:06.720706+0000","last_fullsized":"2024-09-21T02:43:06.720706+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:08:06.658090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724698+0000","last_change":"2024-09-21T02:43:05.131723+0000","last_active":"2024-09-21T02:43:06.724698+0000","last_peered":"2024-09-21T02:43:06.724698+0000","last_clean":"2024-09-21T02:43:06.724698+0000","last_became_active":"2024-09-21T02:43:05.131034+0000","last_became_peered":"2024-09-21T02:43:05.131034+0000","last_unstale":"2024-09-21T02:43:06.724698+0000","last_undegraded":"2024-09-21T02:43:06.724698+0000","last_fullsized":"2024-09-21T02:43:06.724698+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:45:27.099096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720166+0000","last_change":"2024-09-21T02:43:05.114312+0000","last_active":"2024-09-21T02:43:06.720166+0000","last_peered":"2024-09-21T02:43:06.720166+0000","last_clean":"2024-09-21T02:43:06.720166+0000","last_became_active":"2024-09-21T02:43:05.113952+0000","last_became_peered":"2024-09-21T02:43:05.113952+0000","last_unstale":"2024-09-21T02:43:06.720166+0000","last_undegraded":"2024-09-21T02:43:06.720166+0000","last_fullsized":"2024-09-21T02:43:06.720166+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:54:35.962279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724519+0000","last_change":"2024-09-21T02:43:05.126815+0000","last_active":"2024-09-21T02:43:06.724519+0000","last_peered":"2024-09-21T02:43:06.724519+0000","last_clean":"2024-09-21T02:43:06.724519+0000","last_became_active":"2024-09-21T02:43:05.126353+0000","last_became_peered":"2024-09-21T02:43:05.126353+0000","last_unstale":"2024-09-21T02:43:06.724519+0000","last_undegraded":"2024-09-21T02:43:06.724519+0000","last_fullsized":"2024-09-21T02:43:06.724519+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:10.437746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.093804+0000","last_change":"2024-09-21T02:43:05.118091+0000","last_active":"2024-09-21T02:43:06.093804+0000","last_peered":"2024-09-21T02:43:06.093804+0000","last_clean":"2024-09-21T02:43:06.093804+0000","last_became_active":"2024-09-21T02:43:05.117028+0000","last_became_peered":"2024-09-21T02:43:05.117028+0000","last_unstale":"2024-09-21T02:43:06.093804+0000","last_undegraded":"2024-09-21T02:43:06.093804+0000","last_fullsized":"2024-09-21T02:43:06.093804+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:56:46.959685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.093155+0000","last_change":"2024-09-21T02:43:05.118188+0000","last_active":"2024-09-21T02:43:06.093155+0000","last_peered":"2024-09-21T02:43:06.093155+0000","last_clean":"2024-09-21T02:43:06.093155+0000","last_became_active":"2024-09-21T02:43:05.116040+0000","last_became_peered":"2024-09-21T02:43:05.116040+0000","last_unstale":"2024-09-21T02:43:06.093155+0000","last_undegraded":"2024-09-21T02:43:06.093155+0000","last_fullsized":"2024-09-21T02:43:06.093155+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:37:26.563673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725448+0000","last_change":"2024-09-21T02:43:05.133469+0000","last_active":"2024-09-21T02:43:06.725448+0000","last_peered":"2024-09-21T02:43:06.725448+0000","last_clean":"2024-09-21T02:43:06.725448+0000","last_became_active":"2024-09-21T02:43:05.132720+0000","last_became_peered":"2024-09-21T02:43:05.132720+0000","last_unstale":"2024-09-21T02:43:06.725448+0000","last_undegraded":"2024-09-21T02:43:06.725448+0000","last_fullsized":"2024-09-21T02:43:06.725448+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:44:34.150275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724046+0000","last_change":"2024-09-21T02:43:05.126516+0000","last_active":"2024-09-21T02:43:06.724046+0000","last_peered":"2024-09-21T02:43:06.724046+0000","last_clean":"2024-09-21T02:43:06.724046+0000","last_became_active":"2024-09-21T02:43:05.126136+0000","last_became_peered":"2024-09-21T02:43:05.126136+0000","last_unstale":"2024-09-21T02:43:06.724046+0000","last_undegraded":"2024-09-21T02:43:06.724046+0000","last_fullsized":"2024-09-21T02:43:06.724046+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:29:22.164450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.726478+0000","last_change":"2024-09-21T02:43:05.127170+0000","last_active":"2024-09-21T02:43:06.726478+0000","last_peered":"2024-09-21T02:43:06.726478+0000","last_clean":"2024-09-21T02:43:06.726478+0000","last_became_active":"2024-09-21T02:43:05.126819+0000","last_became_peered":"2024-09-21T02:43:05.126819+0000","last_unstale":"2024-09-21T02:43:06.726478+0000","last_undegraded":"2024-09-21T02:43:06.726478+0000","last_fullsized":"2024-09-21T02:43:06.726478+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:43:34.023090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.460921+0000","last_change":"2024-09-21T02:43:05.120497+0000","last_active":"2024-09-21T02:43:06.460921+0000","last_peered":"2024-09-21T02:43:06.460921+0000","last_clean":"2024-09-21T02:43:06.460921+0000","last_became_active":"2024-09-21T02:43:05.119578+0000","last_became_peered":"2024-09-21T02:43:05.119578+0000","last_unstale":"2024-09-21T02:43:06.460921+0000","last_undegraded":"2024-09-21T02:43:06.460921+0000","last_fullsized":"2024-09-21T02:43:06.460921+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:11:18.264453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.460521+0000","last_change":"2024-09-21T02:43:05.130464+0000","last_active":"2024-09-21T02:43:06.460521+0000","last_peered":"2024-09-21T02:43:06.460521+0000","last_clean":"2024-09-21T02:43:06.460521+0000","last_became_active":"2024-09-21T02:43:05.129969+0000","last_became_peered":"2024-09-21T02:43:05.129969+0000","last_unstale":"2024-09-21T02:43:06.460521+0000","last_undegraded":"2024-09-21T02:43:06.460521+0000","last_fullsized":"2024-09-21T02:43:06.460521+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:30:19.449789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.093687+0000","last_change":"2024-09-21T02:43:05.117163+0000","last_active":"2024-09-21T02:43:06.093687+0000","last_peered":"2024-09-21T02:43:06.093687+0000","last_clean":"2024-09-21T02:43:06.093687+0000","last_became_active":"2024-09-21T02:43:05.115791+0000","last_became_peered":"2024-09-21T02:43:05.115791+0000","last_unstale":"2024-09-21T02:43:06.093687+0000","last_undegraded":"2024-09-21T02:43:06.093687+0000","last_fullsized":"2024-09-21T02:43:06.093687+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:03:38.093710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.721224+0000","last_change":"2024-09-21T02:43:05.109190+0000","last_active":"2024-09-21T02:43:06.721224+0000","last_peered":"2024-09-21T02:43:06.721224+0000","last_clean":"2024-09-21T02:43:06.721224+0000","last_became_active":"2024-09-21T02:43:05.108873+0000","last_became_peered":"2024-09-21T02:43:05.108873+0000","last_unstale":"2024-09-21T02:43:06.721224+0000","last_undegraded":"2024-09-21T02:43:06.721224+0000","last_fullsized":"2024-09-21T02:43:06.721224+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:00:54.515827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.726642+0000","last_change":"2024-09-21T02:43:05.123416+0000","last_active":"2024-09-21T02:43:06.726642+0000","last_peered":"2024-09-21T02:43:06.726642+0000","last_clean":"2024-09-21T02:43:06.726642+0000","last_became_active":"2024-09-21T02:43:05.123036+0000","last_became_peered":"2024-09-21T02:43:05.123036+0000","last_unstale":"2024-09-21T02:43:06.726642+0000","last_undegraded":"2024-09-21T02:43:06.726642+0000","last_fullsized":"2024-09-21T02:43:06.726642+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:08.218064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720130+0000","last_change":"2024-09-21T02:43:05.125916+0000","last_active":"2024-09-21T02:43:06.720130+0000","last_peered":"2024-09-21T02:43:06.720130+0000","last_clean":"2024-09-21T02:43:06.720130+0000","last_became_active":"2024-09-21T02:43:05.125301+0000","last_became_peered":"2024-09-21T02:43:05.125301+0000","last_unstale":"2024-09-21T02:43:06.720130+0000","last_undegraded":"2024-09-21T02:43:06.720130+0000","last_fullsized":"2024-09-21T02:43:06.720130+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:44:25.917038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725541+0000","last_change":"2024-09-21T02:43:05.110150+0000","last_active":"2024-09-21T02:43:06.725541+0000","last_peered":"2024-09-21T02:43:06.725541+0000","last_clean":"2024-09-21T02:43:06.725541+0000","last_became_active":"2024-09-21T02:43:05.109768+0000","last_became_peered":"2024-09-21T02:43:05.109768+0000","last_unstale":"2024-09-21T02:43:06.725541+0000","last_undegraded":"2024-09-21T02:43:06.725541+0000","last_fullsized":"2024-09-21T02:43:06.725541+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:52:05.734711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.726648+0000","last_change":"2024-09-21T02:43:05.121357+0000","last_active":"2024-09-21T02:43:06.726648+0000","last_peered":"2024-09-21T02:43:06.726648+0000","last_clean":"2024-09-21T02:43:06.726648+0000","last_became_active":"2024-09-21T02:43:05.117736+0000","last_became_peered":"2024-09-21T02:43:05.117736+0000","last_unstale":"2024-09-21T02:43:06.726648+0000","last_undegraded":"2024-09-21T02:43:06.726648+0000","last_fullsized":"2024-09-21T02:43:06.726648+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:29:08.709745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.095632+0000","last_change":"2024-09-21T02:43:05.109789+0000","last_active":"2024-09-21T02:43:06.095632+0000","last_peered":"2024-09-21T02:43:06.095632+0000","last_clean":"2024-09-21T02:43:06.095632+0000","last_became_active":"2024-09-21T02:43:05.109420+0000","last_became_peered":"2024-09-21T02:43:05.109420+0000","last_unstale":"2024-09-21T02:43:06.095632+0000","last_undegraded":"2024-09-21T02:43:06.095632+0000","last_fullsized":"2024-09-21T02:43:06.095632+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:56:46.959685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.092925+0000","last_change":"2024-09-21T02:43:05.118183+0000","last_active":"2024-09-21T02:43:06.092925+0000","last_peered":"2024-09-21T02:43:06.092925+0000","last_clean":"2024-09-21T02:43:06.092925+0000","last_became_active":"2024-09-21T02:43:05.115204+0000","last_became_peered":"2024-09-21T02:43:05.115204+0000","last_unstale":"2024-09-21T02:43:06.092925+0000","last_undegraded":"2024-09-21T02:43:06.092925+0000","last_fullsized":"2024-09-21T02:43:06.092925+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:18:24.461623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.093950+0000","last_change":"2024-09-21T02:43:05.114710+0000","last_active":"2024-09-21T02:43:06.093950+0000","last_peered":"2024-09-21T02:43:06.093950+0000","last_clean":"2024-09-21T02:43:06.093950+0000","last_became_active":"2024-09-21T02:43:05.113885+0000","last_became_peered":"2024-09-21T02:43:05.113885+0000","last_unstale":"2024-09-21T02:43:06.093950+0000","last_undegraded":"2024-09-21T02:43:06.093950+0000","last_fullsized":"2024-09-21T02:43:06.093950+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:57:15.429112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722013+0000","last_change":"2024-09-21T02:43:05.113426+0000","last_active":"2024-09-21T02:43:06.722013+0000","last_peered":"2024-09-21T02:43:06.722013+0000","last_clean":"2024-09-21T02:43:06.722013+0000","last_became_active":"2024-09-21T02:43:05.113122+0000","last_became_peered":"2024-09-21T02:43:05.113122+0000","last_unstale":"2024-09-21T02:43:06.722013+0000","last_undegraded":"2024-09-21T02:43:06.722013+0000","last_fullsized":"2024-09-21T02:43:06.722013+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:42:28.325463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.097558+0000","last_change":"2024-09-21T02:43:05.120246+0000","last_active":"2024-09-21T02:43:06.097558+0000","last_peered":"2024-09-21T02:43:06.097558+0000","last_clean":"2024-09-21T02:43:06.097558+0000","last_became_active":"2024-09-21T02:43:05.119911+0000","last_became_peered":"2024-09-21T02:43:05.119911+0000","last_unstale":"2024-09-21T02:43:06.097558+0000","last_undegraded":"2024-09-21T02:43:06.097558+0000","last_fullsized":"2024-09-21T02:43:06.097558+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:14:44.917047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720750+0000","last_change":"2024-09-21T02:43:05.111941+0000","last_active":"2024-09-21T02:43:06.720750+0000","last_peered":"2024-09-21T02:43:06.720750+0000","last_clean":"2024-09-21T02:43:06.720750+0000","last_became_active":"2024-09-21T02:43:05.110911+0000","last_became_peered":"2024-09-21T02:43:05.110911+0000","last_unstale":"2024-09-21T02:43:06.720750+0000","last_undegraded":"2024-09-21T02:43:06.720750+0000","last_fullsized":"2024-09-21T02:43:06.720750+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:28:05.000847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.461538+0000","last_change":"2024-09-21T02:43:05.125276+0000","last_active":"2024-09-21T02:43:06.461538+0000","last_peered":"2024-09-21T02:43:06.461538+0000","last_clean":"2024-09-21T02:43:06.461538+0000","last_became_active":"2024-09-21T02:43:05.124243+0000","last_became_peered":"2024-09-21T02:43:05.124243+0000","last_unstale":"2024-09-21T02:43:06.461538+0000","last_undegraded":"2024-09-21T02:43:06.461538+0000","last_fullsized":"2024-09-21T02:43:06.461538+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:20:19.204300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.460914+0000","last_change":"2024-09-21T02:43:05.126195+0000","last_active":"2024-09-21T02:43:06.460914+0000","last_peered":"2024-09-21T02:43:06.460914+0000","last_clean":"2024-09-21T02:43:06.460914+0000","last_became_active":"2024-09-21T02:43:05.125639+0000","last_became_peered":"2024-09-21T02:43:05.125639+0000","last_unstale":"2024-09-21T02:43:06.460914+0000","last_undegraded":"2024-09-21T02:43:06.460914+0000","last_fullsized":"2024-09-21T02:43:06.460914+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:40:09.079894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094989+0000","last_change":"2024-09-21T02:43:05.118146+0000","last_active":"2024-09-21T02:43:06.094989+0000","last_peered":"2024-09-21T02:43:06.094989+0000","last_clean":"2024-09-21T02:43:06.094989+0000","last_became_active":"2024-09-21T02:43:05.110820+0000","last_became_peered":"2024-09-21T02:43:05.110820+0000","last_unstale":"2024-09-21T02:43:06.094989+0000","last_undegraded":"2024-09-21T02:43:06.094989+0000","last_fullsized":"2024-09-21T02:43:06.094989+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:45:27.099096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725019+0000","last_change":"2024-09-21T02:43:05.111200+0000","last_active":"2024-09-21T02:43:06.725019+0000","last_peered":"2024-09-21T02:43:06.725019+0000","last_clean":"2024-09-21T02:43:06.725019+0000","last_became_active":"2024-09-21T02:43:05.110745+0000","last_became_peered":"2024-09-21T02:43:05.110745+0000","last_unstale":"2024-09-21T02:43:06.725019+0000","last_undegraded":"2024-09-21T02:43:06.725019+0000","last_fullsized":"2024-09-21T02:43:06.725019+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:40:39.032429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.719864+0000","last_change":"2024-09-21T02:43:05.119223+0000","last_active":"2024-09-21T02:43:06.719864+0000","last_peered":"2024-09-21T02:43:06.719864+0000","last_clean":"2024-09-21T02:43:06.719864+0000","last_became_active":"2024-09-21T02:43:05.118391+0000","last_became_peered":"2024-09-21T02:43:05.118391+0000","last_unstale":"2024-09-21T02:43:06.719864+0000","last_undegraded":"2024-09-21T02:43:06.719864+0000","last_fullsized":"2024-09-21T02:43:06.719864+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:02:32.372146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.719711+0000","last_change":"2024-09-21T02:43:05.124496+0000","last_active":"2024-09-21T02:43:06.719711+0000","last_peered":"2024-09-21T02:43:06.719711+0000","last_clean":"2024-09-21T02:43:06.719711+0000","last_became_active":"2024-09-21T02:43:05.123768+0000","last_became_peered":"2024-09-21T02:43:05.123768+0000","last_unstale":"2024-09-21T02:43:06.719711+0000","last_undegraded":"2024-09-21T02:43:06.719711+0000","last_fullsized":"2024-09-21T02:43:06.719711+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:51:52.343831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.093029+0000","last_change":"2024-09-21T02:43:05.105923+0000","last_active":"2024-09-21T02:43:06.093029+0000","last_peered":"2024-09-21T02:43:06.093029+0000","last_clean":"2024-09-21T02:43:06.093029+0000","last_became_active":"2024-09-21T02:43:05.105180+0000","last_became_peered":"2024-09-21T02:43:05.105180+0000","last_unstale":"2024-09-21T02:43:06.093029+0000","last_undegraded":"2024-09-21T02:43:06.093029+0000","last_fullsized":"2024-09-21T02:43:06.093029+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:28:05.000847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.095189+0000","last_change":"2024-09-21T02:43:04.124519+0000","last_active":"2024-09-21T02:43:06.095189+0000","last_peered":"2024-09-21T02:43:06.095189+0000","last_clean":"2024-09-21T02:43:06.095189+0000","last_became_active":"2024-09-21T02:43:04.121614+0000","last_became_peered":"2024-09-21T02:43:04.121614+0000","last_unstale":"2024-09-21T02:43:06.095189+0000","last_undegraded":"2024-09-21T02:43:06.095189+0000","last_fullsized":"2024-09-21T02:43:06.095189+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:32:03.954857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.096719+0000","last_change":"2024-09-21T02:43:05.114867+0000","last_active":"2024-09-21T02:43:06.096719+0000","last_peered":"2024-09-21T02:43:06.096719+0000","last_clean":"2024-09-21T02:43:06.096719+0000","last_became_active":"2024-09-21T02:43:05.114427+0000","last_became_peered":"2024-09-21T02:43:05.114427+0000","last_unstale":"2024-09-21T02:43:06.096719+0000","last_undegraded":"2024-09-21T02:43:06.096719+0000","last_fullsized":"2024-09-21T02:43:06.096719+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:49:12.828786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722515+0000","last_change":"2024-09-21T02:43:04.116011+0000","last_active":"2024-09-21T02:43:06.722515+0000","last_peered":"2024-09-21T02:43:06.722515+0000","last_clean":"2024-09-21T02:43:06.722515+0000","last_became_active":"2024-09-21T02:43:04.115516+0000","last_became_peered":"2024-09-21T02:43:04.115516+0000","last_unstale":"2024-09-21T02:43:06.722515+0000","last_undegraded":"2024-09-21T02:43:06.722515+0000","last_fullsized":"2024-09-21T02:43:06.722515+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:44:48.471255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.459948+0000","last_change":"2024-09-21T02:43:04.128620+0000","last_active":"2024-09-21T02:43:06.459948+0000","last_peered":"2024-09-21T02:43:06.459948+0000","last_clean":"2024-09-21T02:43:06.459948+0000","last_became_active":"2024-09-21T02:43:04.127904+0000","last_became_peered":"2024-09-21T02:43:04.127904+0000","last_unstale":"2024-09-21T02:43:06.459948+0000","last_undegraded":"2024-09-21T02:43:06.459948+0000","last_fullsized":"2024-09-21T02:43:06.459948+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:57:18.944929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094387+0000","last_change":"2024-09-21T02:43:05.122450+0000","last_active":"2024-09-21T02:43:06.094387+0000","last_peered":"2024-09-21T02:43:06.094387+0000","last_clean":"2024-09-21T02:43:06.094387+0000","last_became_active":"2024-09-21T02:43:05.122104+0000","last_became_peered":"2024-09-21T02:43:05.122104+0000","last_unstale":"2024-09-21T02:43:06.094387+0000","last_undegraded":"2024-09-21T02:43:06.094387+0000","last_fullsized":"2024-09-21T02:43:06.094387+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:13:40.691947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.721431+0000","last_change":"2024-09-21T02:43:04.113594+0000","last_active":"2024-09-21T02:43:06.721431+0000","last_peered":"2024-09-21T02:43:06.721431+0000","last_clean":"2024-09-21T02:43:06.721431+0000","last_became_active":"2024-09-21T02:43:04.112893+0000","last_became_peered":"2024-09-21T02:43:04.112893+0000","last_unstale":"2024-09-21T02:43:06.721431+0000","last_undegraded":"2024-09-21T02:43:06.721431+0000","last_fullsized":"2024-09-21T02:43:06.721431+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:28:03.989044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094635+0000","last_change":"2024-09-21T02:43:05.119140+0000","last_active":"2024-09-21T02:43:06.094635+0000","last_peered":"2024-09-21T02:43:06.094635+0000","last_clean":"2024-09-21T02:43:06.094635+0000","last_became_active":"2024-09-21T02:43:05.118517+0000","last_became_peered":"2024-09-21T02:43:05.118517+0000","last_unstale":"2024-09-21T02:43:06.094635+0000","last_undegraded":"2024-09-21T02:43:06.094635+0000","last_fullsized":"2024-09-21T02:43:06.094635+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:31:18.308175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.092994+0000","last_change":"2024-09-21T02:43:04.118628+0000","last_active":"2024-09-21T02:43:06.092994+0000","last_peered":"2024-09-21T02:43:06.092994+0000","last_clean":"2024-09-21T02:43:06.092994+0000","last_became_active":"2024-09-21T02:43:04.117946+0000","last_became_peered":"2024-09-21T02:43:04.117946+0000","last_unstale":"2024-09-21T02:43:06.092994+0000","last_undegraded":"2024-09-21T02:43:06.092994+0000","last_fullsized":"2024-09-21T02:43:06.092994+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:32:03.954857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720739+0000","last_change":"2024-09-21T02:43:05.122535+0000","last_active":"2024-09-21T02:43:06.720739+0000","last_peered":"2024-09-21T02:43:06.720739+0000","last_clean":"2024-09-21T02:43:06.720739+0000","last_became_active":"2024-09-21T02:43:05.115875+0000","last_became_peered":"2024-09-21T02:43:05.115875+0000","last_unstale":"2024-09-21T02:43:06.720739+0000","last_undegraded":"2024-09-21T02:43:06.720739+0000","last_fullsized":"2024-09-21T02:43:06.720739+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:17:46.350122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724881+0000","last_change":"2024-09-21T02:43:04.116335+0000","last_active":"2024-09-21T02:43:06.724881+0000","last_peered":"2024-09-21T02:43:06.724881+0000","last_clean":"2024-09-21T02:43:06.724881+0000","last_became_active":"2024-09-21T02:43:04.115557+0000","last_became_peered":"2024-09-21T02:43:04.115557+0000","last_unstale":"2024-09-21T02:43:06.724881+0000","last_undegraded":"2024-09-21T02:43:06.724881+0000","last_fullsized":"2024-09-21T02:43:06.724881+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:37:25.551870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.097938+0000","last_change":"2024-09-21T02:43:05.117521+0000","last_active":"2024-09-21T02:43:06.097938+0000","last_peered":"2024-09-21T02:43:06.097938+0000","last_clean":"2024-09-21T02:43:06.097938+0000","last_became_active":"2024-09-21T02:43:05.117168+0000","last_became_peered":"2024-09-21T02:43:05.117168+0000","last_unstale":"2024-09-21T02:43:06.097938+0000","last_undegraded":"2024-09-21T02:43:06.097938+0000","last_fullsized":"2024-09-21T02:43:06.097938+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:43:34.023090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":18,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.719920+0000","last_change":"2024-09-21T02:43:04.130476+0000","last_active":"2024-09-21T02:43:06.719920+0000","last_peered":"2024-09-21T02:43:06.719920+0000","last_clean":"2024-09-21T02:43:06.719920+0000","last_became_active":"2024-09-21T02:43:04.129804+0000","last_became_peered":"2024-09-21T02:43:04.129804+0000","last_unstale":"2024-09-21T02:43:06.719920+0000","last_undegraded":"2024-09-21T02:43:06.719920+0000","last_fullsized":"2024-09-21T02:43:06.719920+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:06:18.998075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722694+0000","last_change":"2024-09-21T02:43:05.123063+0000","last_active":"2024-09-21T02:43:06.722694+0000","last_peered":"2024-09-21T02:43:06.722694+0000","last_clean":"2024-09-21T02:43:06.722694+0000","last_became_active":"2024-09-21T02:43:05.122692+0000","last_became_peered":"2024-09-21T02:43:05.122692+0000","last_unstale":"2024-09-21T02:43:06.722694+0000","last_undegraded":"2024-09-21T02:43:06.722694+0000","last_fullsized":"2024-09-21T02:43:06.722694+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:28:56.691879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"21'6","reported_seq":21,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720371+0000","last_change":"2024-09-21T02:43:04.124825+0000","last_active":"2024-09-21T02:43:06.720371+0000","last_peered":"2024-09-21T02:43:06.720371+0000","last_clean":"2024-09-21T02:43:06.720371+0000","last_became_active":"2024-09-21T02:43:04.124054+0000","last_became_peered":"2024-09-21T02:43:04.124054+0000","last_unstale":"2024-09-21T02:43:06.720371+0000","last_undegraded":"2024-09-21T02:43:06.720371+0000","last_fullsized":"2024-09-21T02:43:06.720371+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:36:50.706763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724711+0000","last_change":"2024-09-21T02:43:05.139121+0000","last_active":"2024-09-21T02:43:06.724711+0000","last_peered":"2024-09-21T02:43:06.724711+0000","last_clean":"2024-09-21T02:43:06.724711+0000","last_became_active":"2024-09-21T02:43:05.138626+0000","last_became_peered":"2024-09-21T02:43:05.138626+0000","last_unstale":"2024-09-21T02:43:06.724711+0000","last_undegraded":"2024-09-21T02:43:06.724711+0000","last_fullsized":"2024-09-21T02:43:06.724711+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:49:42.329491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720078+0000","last_change":"2024-09-21T02:43:04.129073+0000","last_active":"2024-09-21T02:43:06.720078+0000","last_peered":"2024-09-21T02:43:06.720078+0000","last_clean":"2024-09-21T02:43:06.720078+0000","last_became_active":"2024-09-21T02:43:04.128260+0000","last_became_peered":"2024-09-21T02:43:04.128260+0000","last_unstale":"2024-09-21T02:43:06.720078+0000","last_undegraded":"2024-09-21T02:43:06.720078+0000","last_fullsized":"2024-09-21T02:43:06.720078+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:46:25.401410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.460561+0000","last_change":"2024-09-21T02:43:05.132677+0000","last_active":"2024-09-21T02:43:06.460561+0000","last_peered":"2024-09-21T02:43:06.460561+0000","last_clean":"2024-09-21T02:43:06.460561+0000","last_became_active":"2024-09-21T02:43:05.129070+0000","last_became_peered":"2024-09-21T02:43:05.129070+0000","last_unstale":"2024-09-21T02:43:06.460561+0000","last_undegraded":"2024-09-21T02:43:06.460561+0000","last_fullsized":"2024-09-21T02:43:06.460561+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:17:30.683440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722848+0000","last_change":"2024-09-21T02:43:04.123143+0000","last_active":"2024-09-21T02:43:06.722848+0000","last_peered":"2024-09-21T02:43:06.722848+0000","last_clean":"2024-09-21T02:43:06.722848+0000","last_became_active":"2024-09-21T02:43:04.122581+0000","last_became_peered":"2024-09-21T02:43:04.122581+0000","last_unstale":"2024-09-21T02:43:06.722848+0000","last_undegraded":"2024-09-21T02:43:06.722848+0000","last_fullsized":"2024-09-21T02:43:06.722848+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:17:29.604639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722616+0000","last_change":"2024-09-21T02:43:05.117280+0000","last_active":"2024-09-21T02:43:06.722616+0000","last_peered":"2024-09-21T02:43:06.722616+0000","last_clean":"2024-09-21T02:43:06.722616+0000","last_became_active":"2024-09-21T02:43:05.116777+0000","last_became_peered":"2024-09-21T02:43:05.116777+0000","last_unstale":"2024-09-21T02:43:06.722616+0000","last_undegraded":"2024-09-21T02:43:06.722616+0000","last_fullsized":"2024-09-21T02:43:06.722616+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:04:32.515354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724723+0000","last_change":"2024-09-21T02:43:04.114371+0000","last_active":"2024-09-21T02:43:06.724723+0000","last_peered":"2024-09-21T02:43:06.724723+0000","last_clean":"2024-09-21T02:43:06.724723+0000","last_became_active":"2024-09-21T02:43:04.109865+0000","last_became_peered":"2024-09-21T02:43:04.109865+0000","last_unstale":"2024-09-21T02:43:06.724723+0000","last_undegraded":"2024-09-21T02:43:06.724723+0000","last_fullsized":"2024-09-21T02:43:06.724723+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:28:03.989044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.092294+0000","last_change":"2024-09-21T02:43:05.114296+0000","last_active":"2024-09-21T02:43:06.092294+0000","last_peered":"2024-09-21T02:43:06.092294+0000","last_clean":"2024-09-21T02:43:06.092294+0000","last_became_active":"2024-09-21T02:43:05.108951+0000","last_became_peered":"2024-09-21T02:43:05.108951+0000","last_unstale":"2024-09-21T02:43:06.092294+0000","last_undegraded":"2024-09-21T02:43:06.092294+0000","last_fullsized":"2024-09-21T02:43:06.092294+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:06:20.828228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":23,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.095093+0000","last_change":"2024-09-21T02:43:04.122846+0000","last_active":"2024-09-21T02:43:06.095093+0000","last_peered":"2024-09-21T02:43:06.095093+0000","last_clean":"2024-09-21T02:43:06.095093+0000","last_became_active":"2024-09-21T02:43:04.122232+0000","last_became_peered":"2024-09-21T02:43:04.122232+0000","last_unstale":"2024-09-21T02:43:06.095093+0000","last_undegraded":"2024-09-21T02:43:06.095093+0000","last_fullsized":"2024-09-21T02:43:06.095093+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:43:31.528180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.721380+0000","last_change":"2024-09-21T02:43:05.123076+0000","last_active":"2024-09-21T02:43:06.721380+0000","last_peered":"2024-09-21T02:43:06.721380+0000","last_clean":"2024-09-21T02:43:06.721380+0000","last_became_active":"2024-09-21T02:43:05.122755+0000","last_became_peered":"2024-09-21T02:43:05.122755+0000","last_unstale":"2024-09-21T02:43:06.721380+0000","last_undegraded":"2024-09-21T02:43:06.721380+0000","last_fullsized":"2024-09-21T02:43:06.721380+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:54:29.026573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725842+0000","last_change":"2024-09-21T02:43:04.113334+0000","last_active":"2024-09-21T02:43:06.725842+0000","last_peered":"2024-09-21T02:43:06.725842+0000","last_clean":"2024-09-21T02:43:06.725842+0000","last_became_active":"2024-09-21T02:43:04.112884+0000","last_became_peered":"2024-09-21T02:43:04.112884+0000","last_unstale":"2024-09-21T02:43:06.725842+0000","last_undegraded":"2024-09-21T02:43:06.725842+0000","last_fullsized":"2024-09-21T02:43:06.725842+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:21:30.514866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.721394+0000","last_change":"2024-09-21T02:43:05.130644+0000","last_active":"2024-09-21T02:43:06.721394+0000","last_peered":"2024-09-21T02:43:06.721394+0000","last_clean":"2024-09-21T02:43:06.721394+0000","last_became_active":"2024-09-21T02:43:05.127668+0000","last_became_peered":"2024-09-21T02:43:05.127668+0000","last_unstale":"2024-09-21T02:43:06.721394+0000","last_undegraded":"2024-09-21T02:43:06.721394+0000","last_fullsized":"2024-09-21T02:43:06.721394+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:17:30.683440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.095027+0000","last_change":"2024-09-21T02:43:04.114996+0000","last_active":"2024-09-21T02:43:06.095027+0000","last_peered":"2024-09-21T02:43:06.095027+0000","last_clean":"2024-09-21T02:43:06.095027+0000","last_became_active":"2024-09-21T02:43:04.111467+0000","last_became_peered":"2024-09-21T02:43:04.111467+0000","last_unstale":"2024-09-21T02:43:06.095027+0000","last_undegraded":"2024-09-21T02:43:06.095027+0000","last_fullsized":"2024-09-21T02:43:06.095027+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:23:12.394396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725228+0000","last_change":"2024-09-21T02:43:05.131096+0000","last_active":"2024-09-21T02:43:06.725228+0000","last_peered":"2024-09-21T02:43:06.725228+0000","last_clean":"2024-09-21T02:43:06.725228+0000","last_became_active":"2024-09-21T02:43:05.130757+0000","last_became_peered":"2024-09-21T02:43:05.130757+0000","last_unstale":"2024-09-21T02:43:06.725228+0000","last_undegraded":"2024-09-21T02:43:06.725228+0000","last_fullsized":"2024-09-21T02:43:06.725228+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:14:44.917047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.096962+0000","last_change":"2024-09-21T02:43:04.116472+0000","last_active":"2024-09-21T02:43:06.096962+0000","last_peered":"2024-09-21T02:43:06.096962+0000","last_clean":"2024-09-21T02:43:06.096962+0000","last_became_active":"2024-09-21T02:43:04.115642+0000","last_became_peered":"2024-09-21T02:43:04.115642+0000","last_unstale":"2024-09-21T02:43:06.096962+0000","last_undegraded":"2024-09-21T02:43:06.096962+0000","last_fullsized":"2024-09-21T02:43:06.096962+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:38:51.776296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.726888+0000","last_change":"2024-09-21T02:43:05.121005+0000","last_active":"2024-09-21T02:43:06.726888+0000","last_peered":"2024-09-21T02:43:06.726888+0000","last_clean":"2024-09-21T02:43:06.726888+0000","last_became_active":"2024-09-21T02:43:05.116798+0000","last_became_peered":"2024-09-21T02:43:05.116798+0000","last_unstale":"2024-09-21T02:43:06.726888+0000","last_undegraded":"2024-09-21T02:43:06.726888+0000","last_fullsized":"2024-09-21T02:43:06.726888+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:42:28.325463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.461079+0000","last_change":"2024-09-21T02:43:04.129295+0000","last_active":"2024-09-21T02:43:06.461079+0000","last_peered":"2024-09-21T02:43:06.461079+0000","last_clean":"2024-09-21T02:43:06.461079+0000","last_became_active":"2024-09-21T02:43:04.128478+0000","last_became_peered":"2024-09-21T02:43:04.128478+0000","last_unstale":"2024-09-21T02:43:06.461079+0000","last_undegraded":"2024-09-21T02:43:06.461079+0000","last_fullsized":"2024-09-21T02:43:06.461079+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:38:51.776296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724888+0000","last_change":"2024-09-21T02:43:05.108815+0000","last_active":"2024-09-21T02:43:06.724888+0000","last_peered":"2024-09-21T02:43:06.724888+0000","last_clean":"2024-09-21T02:43:06.724888+0000","last_became_active":"2024-09-21T02:43:05.108233+0000","last_became_peered":"2024-09-21T02:43:05.108233+0000","last_unstale":"2024-09-21T02:43:06.724888+0000","last_undegraded":"2024-09-21T02:43:06.724888+0000","last_fullsized":"2024-09-21T02:43:06.724888+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:56:59.367500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":111,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.092070+0000","last_change":"2024-09-21T02:42:55.639113+0000","last_active":"2024-09-21T02:43:06.092070+0000","last_peered":"2024-09-21T02:43:06.092070+0000","last_clean":"2024-09-21T02:43:06.092070+0000","last_became_active":"2024-09-21T02:42:55.638285+0000","last_became_peered":"2024-09-21T02:42:55.638285+0000","last_unstale":"2024-09-21T02:43:06.092070+0000","last_undegraded":"2024-09-21T02:43:06.092070+0000","last_fullsized":"2024-09-21T02:43:06.092070+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:42:54.606687+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:42:54.606687+0000","last_clean_scrub_stamp":"2024-09-21T02:42:54.606687+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:36:42.254718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.723124+0000","last_change":"2024-09-21T02:43:04.115092+0000","last_active":"2024-09-21T02:43:06.723124+0000","last_peered":"2024-09-21T02:43:06.723124+0000","last_clean":"2024-09-21T02:43:06.723124+0000","last_became_active":"2024-09-21T02:43:04.114387+0000","last_became_peered":"2024-09-21T02:43:04.114387+0000","last_unstale":"2024-09-21T02:43:06.723124+0000","last_undegraded":"2024-09-21T02:43:06.723124+0000","last_fullsized":"2024-09-21T02:43:06.723124+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:49:21.650010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094477+0000","last_change":"2024-09-21T02:43:05.113399+0000","last_active":"2024-09-21T02:43:06.094477+0000","last_peered":"2024-09-21T02:43:06.094477+0000","last_clean":"2024-09-21T02:43:06.094477+0000","last_became_active":"2024-09-21T02:43:05.113064+0000","last_became_peered":"2024-09-21T02:43:05.113064+0000","last_unstale":"2024-09-21T02:43:06.094477+0000","last_undegraded":"2024-09-21T02:43:06.094477+0000","last_fullsized":"2024-09-21T02:43:06.094477+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:40:09.079894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.721736+0000","last_change":"2024-09-21T02:43:04.112414+0000","last_active":"2024-09-21T02:43:06.721736+0000","last_peered":"2024-09-21T02:43:06.721736+0000","last_clean":"2024-09-21T02:43:06.721736+0000","last_became_active":"2024-09-21T02:43:04.110879+0000","last_became_peered":"2024-09-21T02:43:04.110879+0000","last_unstale":"2024-09-21T02:43:06.721736+0000","last_undegraded":"2024-09-21T02:43:06.721736+0000","last_fullsized":"2024-09-21T02:43:06.721736+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:37:25.551870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.460407+0000","last_change":"2024-09-21T02:43:05.131289+0000","last_active":"2024-09-21T02:43:06.460407+0000","last_peered":"2024-09-21T02:43:06.460407+0000","last_clean":"2024-09-21T02:43:06.460407+0000","last_became_active":"2024-09-21T02:43:05.126715+0000","last_became_peered":"2024-09-21T02:43:05.126715+0000","last_unstale":"2024-09-21T02:43:06.460407+0000","last_undegraded":"2024-09-21T02:43:06.460407+0000","last_fullsized":"2024-09-21T02:43:06.460407+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:17:46.350122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720002+0000","last_change":"2024-09-21T02:43:04.132935+0000","last_active":"2024-09-21T02:43:06.720002+0000","last_peered":"2024-09-21T02:43:06.720002+0000","last_clean":"2024-09-21T02:43:06.720002+0000","last_became_active":"2024-09-21T02:43:04.132319+0000","last_became_peered":"2024-09-21T02:43:04.132319+0000","last_unstale":"2024-09-21T02:43:06.720002+0000","last_undegraded":"2024-09-21T02:43:06.720002+0000","last_fullsized":"2024-09-21T02:43:06.720002+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:09:38.054551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.093946+0000","last_change":"2024-09-21T02:43:05.112255+0000","last_active":"2024-09-21T02:43:06.093946+0000","last_peered":"2024-09-21T02:43:06.093946+0000","last_clean":"2024-09-21T02:43:06.093946+0000","last_became_active":"2024-09-21T02:43:05.111401+0000","last_became_peered":"2024-09-21T02:43:05.111401+0000","last_unstale":"2024-09-21T02:43:06.093946+0000","last_undegraded":"2024-09-21T02:43:06.093946+0000","last_fullsized":"2024-09-21T02:43:06.093946+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:49:12.828786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.723139+0000","last_change":"2024-09-21T02:43:04.112146+0000","last_active":"2024-09-21T02:43:06.723139+0000","last_peered":"2024-09-21T02:43:06.723139+0000","last_clean":"2024-09-21T02:43:06.723139+0000","last_became_active":"2024-09-21T02:43:04.111548+0000","last_became_peered":"2024-09-21T02:43:04.111548+0000","last_unstale":"2024-09-21T02:43:06.723139+0000","last_undegraded":"2024-09-21T02:43:06.723139+0000","last_fullsized":"2024-09-21T02:43:06.723139+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:06:19.816425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725358+0000","last_change":"2024-09-21T02:43:05.130658+0000","last_active":"2024-09-21T02:43:06.725358+0000","last_peered":"2024-09-21T02:43:06.725358+0000","last_clean":"2024-09-21T02:43:06.725358+0000","last_became_active":"2024-09-21T02:43:05.127264+0000","last_became_peered":"2024-09-21T02:43:05.127264+0000","last_unstale":"2024-09-21T02:43:06.725358+0000","last_undegraded":"2024-09-21T02:43:06.725358+0000","last_fullsized":"2024-09-21T02:43:06.725358+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:26:27.969941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.095773+0000","last_change":"2024-09-21T02:43:04.126112+0000","last_active":"2024-09-21T02:43:06.095773+0000","last_peered":"2024-09-21T02:43:06.095773+0000","last_clean":"2024-09-21T02:43:06.095773+0000","last_became_active":"2024-09-21T02:43:04.125233+0000","last_became_peered":"2024-09-21T02:43:04.125233+0000","last_unstale":"2024-09-21T02:43:06.095773+0000","last_undegraded":"2024-09-21T02:43:06.095773+0000","last_fullsized":"2024-09-21T02:43:06.095773+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:37:53.781128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720185+0000","last_change":"2024-09-21T02:43:05.127425+0000","last_active":"2024-09-21T02:43:06.720185+0000","last_peered":"2024-09-21T02:43:06.720185+0000","last_clean":"2024-09-21T02:43:06.720185+0000","last_became_active":"2024-09-21T02:43:05.126798+0000","last_became_peered":"2024-09-21T02:43:05.126798+0000","last_unstale":"2024-09-21T02:43:06.720185+0000","last_undegraded":"2024-09-21T02:43:06.720185+0000","last_fullsized":"2024-09-21T02:43:06.720185+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:11:10.144013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725486+0000","last_change":"2024-09-21T02:43:04.125734+0000","last_active":"2024-09-21T02:43:06.725486+0000","last_peered":"2024-09-21T02:43:06.725486+0000","last_clean":"2024-09-21T02:43:06.725486+0000","last_became_active":"2024-09-21T02:43:04.125254+0000","last_became_peered":"2024-09-21T02:43:04.125254+0000","last_unstale":"2024-09-21T02:43:06.725486+0000","last_undegraded":"2024-09-21T02:43:06.725486+0000","last_fullsized":"2024-09-21T02:43:06.725486+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:31:17.296373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.461011+0000","last_change":"2024-09-21T02:43:05.130919+0000","last_active":"2024-09-21T02:43:06.461011+0000","last_peered":"2024-09-21T02:43:06.461011+0000","last_clean":"2024-09-21T02:43:06.461011+0000","last_became_active":"2024-09-21T02:43:05.130362+0000","last_became_peered":"2024-09-21T02:43:05.130362+0000","last_unstale":"2024-09-21T02:43:06.461011+0000","last_undegraded":"2024-09-21T02:43:06.461011+0000","last_fullsized":"2024-09-21T02:43:06.461011+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:54:24.966071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.095248+0000","last_change":"2024-09-21T02:43:04.114013+0000","last_active":"2024-09-21T02:43:06.095248+0000","last_peered":"2024-09-21T02:43:06.095248+0000","last_clean":"2024-09-21T02:43:06.095248+0000","last_became_active":"2024-09-21T02:43:04.109950+0000","last_became_peered":"2024-09-21T02:43:04.109950+0000","last_unstale":"2024-09-21T02:43:06.095248+0000","last_undegraded":"2024-09-21T02:43:06.095248+0000","last_fullsized":"2024-09-21T02:43:06.095248+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:38:51.776296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.096012+0000","last_change":"2024-09-21T02:43:05.116576+0000","last_active":"2024-09-21T02:43:06.096012+0000","last_peered":"2024-09-21T02:43:06.096012+0000","last_clean":"2024-09-21T02:43:06.096012+0000","last_became_active":"2024-09-21T02:43:05.116305+0000","last_became_peered":"2024-09-21T02:43:05.116305+0000","last_unstale":"2024-09-21T02:43:06.096012+0000","last_undegraded":"2024-09-21T02:43:06.096012+0000","last_fullsized":"2024-09-21T02:43:06.096012+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:57:15.429112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.726277+0000","last_change":"2024-09-21T02:43:04.126729+0000","last_active":"2024-09-21T02:43:06.726277+0000","last_peered":"2024-09-21T02:43:06.726277+0000","last_clean":"2024-09-21T02:43:06.726277+0000","last_became_active":"2024-09-21T02:43:04.126225+0000","last_became_peered":"2024-09-21T02:43:04.126225+0000","last_unstale":"2024-09-21T02:43:06.726277+0000","last_undegraded":"2024-09-21T02:43:06.726277+0000","last_fullsized":"2024-09-21T02:43:06.726277+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:52:57.935050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094929+0000","last_change":"2024-09-21T02:43:05.112701+0000","last_active":"2024-09-21T02:43:06.094929+0000","last_peered":"2024-09-21T02:43:06.094929+0000","last_clean":"2024-09-21T02:43:06.094929+0000","last_became_active":"2024-09-21T02:43:05.111730+0000","last_became_peered":"2024-09-21T02:43:05.111730+0000","last_unstale":"2024-09-21T02:43:06.094929+0000","last_undegraded":"2024-09-21T02:43:06.094929+0000","last_fullsized":"2024-09-21T02:43:06.094929+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:03:38.093710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722975+0000","last_change":"2024-09-21T02:43:04.120575+0000","last_active":"2024-09-21T02:43:06.722975+0000","last_peered":"2024-09-21T02:43:06.722975+0000","last_clean":"2024-09-21T02:43:06.722975+0000","last_became_active":"2024-09-21T02:43:04.115902+0000","last_became_peered":"2024-09-21T02:43:04.115902+0000","last_unstale":"2024-09-21T02:43:06.722975+0000","last_undegraded":"2024-09-21T02:43:06.722975+0000","last_fullsized":"2024-09-21T02:43:06.722975+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:06:19.816425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722020+0000","last_change":"2024-09-21T02:43:05.120253+0000","last_active":"2024-09-21T02:43:06.722020+0000","last_peered":"2024-09-21T02:43:06.722020+0000","last_clean":"2024-09-21T02:43:06.722020+0000","last_became_active":"2024-09-21T02:43:05.119879+0000","last_became_peered":"2024-09-21T02:43:05.119879+0000","last_unstale":"2024-09-21T02:43:06.722020+0000","last_undegraded":"2024-09-21T02:43:06.722020+0000","last_fullsized":"2024-09-21T02:43:06.722020+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:17:22.947385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094833+0000","last_change":"2024-09-21T02:43:04.112090+0000","last_active":"2024-09-21T02:43:06.094833+0000","last_peered":"2024-09-21T02:43:06.094833+0000","last_clean":"2024-09-21T02:43:06.094833+0000","last_became_active":"2024-09-21T02:43:04.109748+0000","last_became_peered":"2024-09-21T02:43:04.109748+0000","last_unstale":"2024-09-21T02:43:06.094833+0000","last_undegraded":"2024-09-21T02:43:06.094833+0000","last_fullsized":"2024-09-21T02:43:06.094833+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:44:48.471255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094897+0000","last_change":"2024-09-21T02:43:05.114750+0000","last_active":"2024-09-21T02:43:06.094897+0000","last_peered":"2024-09-21T02:43:06.094897+0000","last_clean":"2024-09-21T02:43:06.094897+0000","last_became_active":"2024-09-21T02:43:05.114038+0000","last_became_peered":"2024-09-21T02:43:05.114038+0000","last_unstale":"2024-09-21T02:43:06.094897+0000","last_undegraded":"2024-09-21T02:43:06.094897+0000","last_fullsized":"2024-09-21T02:43:06.094897+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:26:40.804292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.460794+0000","last_change":"2024-09-21T02:43:04.114565+0000","last_active":"2024-09-21T02:43:06.460794+0000","last_peered":"2024-09-21T02:43:06.460794+0000","last_clean":"2024-09-21T02:43:06.460794+0000","last_became_active":"2024-09-21T02:43:04.113786+0000","last_became_peered":"2024-09-21T02:43:04.113786+0000","last_unstale":"2024-09-21T02:43:06.460794+0000","last_undegraded":"2024-09-21T02:43:06.460794+0000","last_fullsized":"2024-09-21T02:43:06.460794+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:32:03.954857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720057+0000","last_change":"2024-09-21T02:43:05.121224+0000","last_active":"2024-09-21T02:43:06.720057+0000","last_peered":"2024-09-21T02:43:06.720057+0000","last_clean":"2024-09-21T02:43:06.720057+0000","last_became_active":"2024-09-21T02:43:05.120879+0000","last_became_peered":"2024-09-21T02:43:05.120879+0000","last_unstale":"2024-09-21T02:43:06.720057+0000","last_undegraded":"2024-09-21T02:43:06.720057+0000","last_fullsized":"2024-09-21T02:43:06.720057+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:31:03.147742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722806+0000","last_change":"2024-09-21T02:43:04.115168+0000","last_active":"2024-09-21T02:43:06.722806+0000","last_peered":"2024-09-21T02:43:06.722806+0000","last_clean":"2024-09-21T02:43:06.722806+0000","last_became_active":"2024-09-21T02:43:04.114783+0000","last_became_peered":"2024-09-21T02:43:04.114783+0000","last_unstale":"2024-09-21T02:43:06.722806+0000","last_undegraded":"2024-09-21T02:43:06.722806+0000","last_fullsized":"2024-09-21T02:43:06.722806+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:54:34.950477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722304+0000","last_change":"2024-09-21T02:43:05.107140+0000","last_active":"2024-09-21T02:43:06.722304+0000","last_peered":"2024-09-21T02:43:06.722304+0000","last_clean":"2024-09-21T02:43:06.722304+0000","last_became_active":"2024-09-21T02:43:05.106590+0000","last_became_peered":"2024-09-21T02:43:05.106590+0000","last_unstale":"2024-09-21T02:43:06.722304+0000","last_undegraded":"2024-09-21T02:43:06.722304+0000","last_fullsized":"2024-09-21T02:43:06.722304+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:54:38.081131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724225+0000","last_change":"2024-09-21T02:43:05.119281+0000","last_active":"2024-09-21T02:43:06.724225+0000","last_peered":"2024-09-21T02:43:06.724225+0000","last_clean":"2024-09-21T02:43:06.724225+0000","last_became_active":"2024-09-21T02:43:05.118898+0000","last_became_peered":"2024-09-21T02:43:05.118898+0000","last_unstale":"2024-09-21T02:43:06.724225+0000","last_undegraded":"2024-09-21T02:43:06.724225+0000","last_fullsized":"2024-09-21T02:43:06.724225+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:22:32.328858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.726815+0000","last_change":"2024-09-21T02:43:04.122118+0000","last_active":"2024-09-21T02:43:06.726815+0000","last_peered":"2024-09-21T02:43:06.726815+0000","last_clean":"2024-09-21T02:43:06.726815+0000","last_became_active":"2024-09-21T02:43:04.121672+0000","last_became_peered":"2024-09-21T02:43:04.121672+0000","last_unstale":"2024-09-21T02:43:06.726815+0000","last_undegraded":"2024-09-21T02:43:06.726815+0000","last_fullsized":"2024-09-21T02:43:06.726815+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:31:17.296373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.092906+0000","last_change":"2024-09-21T02:43:05.124814+0000","last_active":"2024-09-21T02:43:06.092906+0000","last_peered":"2024-09-21T02:43:06.092906+0000","last_clean":"2024-09-21T02:43:06.092906+0000","last_became_active":"2024-09-21T02:43:05.123899+0000","last_became_peered":"2024-09-21T02:43:05.123899+0000","last_unstale":"2024-09-21T02:43:06.092906+0000","last_undegraded":"2024-09-21T02:43:06.092906+0000","last_fullsized":"2024-09-21T02:43:06.092906+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:54:35.962279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725124+0000","last_change":"2024-09-21T02:43:04.122142+0000","last_active":"2024-09-21T02:43:06.725124+0000","last_peered":"2024-09-21T02:43:06.725124+0000","last_clean":"2024-09-21T02:43:06.725124+0000","last_became_active":"2024-09-21T02:43:04.121254+0000","last_became_peered":"2024-09-21T02:43:04.121254+0000","last_unstale":"2024-09-21T02:43:06.725124+0000","last_undegraded":"2024-09-21T02:43:06.725124+0000","last_fullsized":"2024-09-21T02:43:06.725124+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:17:29.604639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.097892+0000","last_change":"2024-09-21T02:43:05.102581+0000","last_active":"2024-09-21T02:43:06.097892+0000","last_peered":"2024-09-21T02:43:06.097892+0000","last_clean":"2024-09-21T02:43:06.097892+0000","last_became_active":"2024-09-21T02:43:05.101770+0000","last_became_peered":"2024-09-21T02:43:05.101770+0000","last_unstale":"2024-09-21T02:43:06.097892+0000","last_undegraded":"2024-09-21T02:43:06.097892+0000","last_fullsized":"2024-09-21T02:43:06.097892+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:44:34.150275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.097714+0000","last_change":"2024-09-21T02:43:04.126217+0000","last_active":"2024-09-21T02:43:06.097714+0000","last_peered":"2024-09-21T02:43:06.097714+0000","last_clean":"2024-09-21T02:43:06.097714+0000","last_became_active":"2024-09-21T02:43:04.125393+0000","last_became_peered":"2024-09-21T02:43:04.125393+0000","last_unstale":"2024-09-21T02:43:06.097714+0000","last_undegraded":"2024-09-21T02:43:06.097714+0000","last_fullsized":"2024-09-21T02:43:06.097714+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:43:31.528180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.097811+0000","last_change":"2024-09-21T02:43:05.127269+0000","last_active":"2024-09-21T02:43:06.097811+0000","last_peered":"2024-09-21T02:43:06.097811+0000","last_clean":"2024-09-21T02:43:06.097811+0000","last_became_active":"2024-09-21T02:43:05.125986+0000","last_became_peered":"2024-09-21T02:43:05.125986+0000","last_unstale":"2024-09-21T02:43:06.097811+0000","last_undegraded":"2024-09-21T02:43:06.097811+0000","last_fullsized":"2024-09-21T02:43:06.097811+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:26:27.969941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1f","version":"21'4","reported_seq":19,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.095495+0000","last_change":"2024-09-21T02:43:04.113484+0000","last_active":"2024-09-21T02:43:06.095495+0000","last_peered":"2024-09-21T02:43:06.095495+0000","last_clean":"2024-09-21T02:43:06.095495+0000","last_became_active":"2024-09-21T02:43:04.112420+0000","last_became_peered":"2024-09-21T02:43:04.112420+0000","last_unstale":"2024-09-21T02:43:06.095495+0000","last_undegraded":"2024-09-21T02:43:06.095495+0000","last_fullsized":"2024-09-21T02:43:06.095495+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:37:53.781128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509449,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":76284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509448,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27840,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344000,"statfs":{"total":96636764160,"available":96608256000,"internally_reserved":0,"allocated":823296,"data_stored":666744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509447,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27268,"kb_used_data":236,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344572,"statfs":{"total":96636764160,"available":96608841728,"internally_reserved":0,"allocated":241664,"data_stored":78568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509448,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":225280,"data_stored":76866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509447,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27264,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344576,"statfs":{"total":96636764160,"available":96608845824,"internally_reserved":0,"allocated":233472,"data_stored":77896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509447,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27828,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344012,"statfs":{"total":96636764160,"available":96608268288,"internally_reserved":0,"allocated":819200,"data_stored":666722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509448,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":229376,"data_stored":76340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542152,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31412,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340428,"statfs":{"total":96636764160,"available":96604598272,"internally_reserved":0,"allocated":229376,"data_stored":76408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T02:43:18.807 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T02:43:18.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.989+0000 7f3d9804b640 1 -- 172.21.15.83:0/3074977601 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3d900b4b70 msgr2=0x7f3d9015c410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:18.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.989+0000 7f3d9804b640 1 --2- 172.21.15.83:0/3074977601 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3d900b4b70 0x7f3d9015c410 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f3d900b4900 tx=0x7f3d8801ca30 comp rx=0 tx=0).stop 2024-09-21T02:43:18.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.989+0000 7f3d9804b640 1 -- 172.21.15.83:0/3074977601 shutdown_connections 2024-09-21T02:43:18.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.989+0000 7f3d9804b640 1 --2- 172.21.15.83:0/3074977601 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f3d900d0510 0x7f3d9015ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.989+0000 7f3d9804b640 1 --2- 172.21.15.83:0/3074977601 >> v2:172.21.15.142:3300/0 conn(0x7f3d9015b2c0 0x7f3d900cffd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.989+0000 7f3d9804b640 1 --2- 172.21.15.83:0/3074977601 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3d900b4b70 0x7f3d9015c410 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.989+0000 7f3d9804b640 1 -- 172.21.15.83:0/3074977601 >> 172.21.15.83:0/3074977601 conn(0x7f3d9006ce90 msgr2=0x7f3d9006d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:18.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.989+0000 7f3d9804b640 1 -- 172.21.15.83:0/3074977601 shutdown_connections 2024-09-21T02:43:18.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.989+0000 7f3d9804b640 1 -- 172.21.15.83:0/3074977601 wait complete. 2024-09-21T02:43:18.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.993+0000 7f3d9804b640 1 Processor -- start 2024-09-21T02:43:18.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.993+0000 7f3d9804b640 1 -- start start 2024-09-21T02:43:18.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.993+0000 7f3d9804b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3d900b4b70 0x7f3d901425a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:18.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.993+0000 7f3d9804b640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f3d900d0510 0x7f3d901fbed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:18.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.993+0000 7f3d9804b640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3d9015b2c0 0x7f3d90156260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:18.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.993+0000 7f3d9804b640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f3d900ce540 con 0x7f3d900b4b70 2024-09-21T02:43:18.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.993+0000 7f3d9804b640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f3d900ce3c0 con 0x7f3d9015b2c0 2024-09-21T02:43:18.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.993+0000 7f3d9804b640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f3d900ce6c0 con 0x7f3d900d0510 2024-09-21T02:43:18.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.993+0000 7f3d95de7640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3d900b4b70 0x7f3d901425a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:18.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.993+0000 7f3d95de7640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3d900b4b70 0x7f3d901425a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37884/0 (socket says 172.21.15.83:37884) 2024-09-21T02:43:18.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.993+0000 7f3d95de7640 1 -- 172.21.15.83:0/933950705 learned_addr learned my addr 172.21.15.83:0/933950705 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:18.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.993+0000 7f3d95de7640 1 -- 172.21.15.83:0/933950705 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f3d900d0510 msgr2=0x7f3d901fbed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:18.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.993+0000 7f3d95de7640 1 --2- 172.21.15.83:0/933950705 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f3d900d0510 0x7f3d901fbed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.993+0000 7f3d95de7640 1 -- 172.21.15.83:0/933950705 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3d9015b2c0 msgr2=0x7f3d90156260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:18.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.993+0000 7f3d95de7640 1 --2- 172.21.15.83:0/933950705 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3d9015b2c0 0x7f3d90156260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:18.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.993+0000 7f3d95de7640 1 -- 172.21.15.83:0/933950705 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d90142ae0 con 0x7f3d900b4b70 2024-09-21T02:43:18.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.993+0000 7f3d95de7640 1 --2- 172.21.15.83:0/933950705 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3d900b4b70 0x7f3d901425a0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f3d8801b0e0 tx=0x7f3d88003980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:18.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.993+0000 7f3d8e7fc640 1 -- 172.21.15.83:0/933950705 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d880bb070 con 0x7f3d900b4b70 2024-09-21T02:43:18.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.993+0000 7f3d8e7fc640 1 -- 172.21.15.83:0/933950705 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3d88004e00 con 0x7f3d900b4b70 2024-09-21T02:43:18.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.993+0000 7f3d9804b640 1 -- 172.21.15.83:0/933950705 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d900afd00 con 0x7f3d900b4b70 2024-09-21T02:43:18.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.993+0000 7f3d8e7fc640 1 -- 172.21.15.83:0/933950705 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d880b2040 con 0x7f3d900b4b70 2024-09-21T02:43:18.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.993+0000 7f3d9804b640 1 -- 172.21.15.83:0/933950705 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d900b02c0 con 0x7f3d900b4b70 2024-09-21T02:43:18.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.997+0000 7f3d9804b640 1 -- 172.21.15.83:0/933950705 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d9015ef80 con 0x7f3d900b4b70 2024-09-21T02:43:18.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.997+0000 7f3d8e7fc640 1 -- 172.21.15.83:0/933950705 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f3d880be070 con 0x7f3d900b4b70 2024-09-21T02:43:18.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.997+0000 7f3d8e7fc640 1 --2- 172.21.15.83:0/933950705 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3d7c073230 0x7f3d7c075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:18.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.997+0000 7f3d8e7fc640 1 -- 172.21.15.83:0/933950705 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f3d8812dc60 con 0x7f3d900b4b70 2024-09-21T02:43:18.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.997+0000 7f3d955e6640 1 --2- 172.21.15.83:0/933950705 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3d7c073230 0x7f3d7c075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:18.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:18.997+0000 7f3d955e6640 1 --2- 172.21.15.83:0/933950705 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3d7c073230 0x7f3d7c075740 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f3d84005950 tx=0x7f3d84005b90 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:19.002 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.001+0000 7f3d8e7fc640 1 -- 172.21.15.83:0/933950705 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f3d88016970 con 0x7f3d900b4b70 2024-09-21T02:43:19.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.157+0000 7f3d9804b640 1 -- 172.21.15.83:0/933950705 --> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f3d90157300 con 0x7f3d7c073230 2024-09-21T02:43:19.169 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.169+0000 7f3d8e7fc640 1 -- 172.21.15.83:0/933950705 <== mgr.4150 v2:172.21.15.83:6800/38882767 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251822 (secure 0 0 0) 0x7f3d90157300 con 0x7f3d7c073230 2024-09-21T02:43:19.172 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:43:19.173 INFO:teuthology.orchestra.run.smithi083.stderr:dumped all 2024-09-21T02:43:19.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.173+0000 7f3d9804b640 1 -- 172.21.15.83:0/933950705 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3d7c073230 msgr2=0x7f3d7c075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:19.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.173+0000 7f3d9804b640 1 --2- 172.21.15.83:0/933950705 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3d7c073230 0x7f3d7c075740 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f3d84005950 tx=0x7f3d84005b90 comp rx=0 tx=0).stop 2024-09-21T02:43:19.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.173+0000 7f3d9804b640 1 -- 172.21.15.83:0/933950705 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3d900b4b70 msgr2=0x7f3d901425a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:19.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.173+0000 7f3d9804b640 1 --2- 172.21.15.83:0/933950705 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3d900b4b70 0x7f3d901425a0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f3d8801b0e0 tx=0x7f3d88003980 comp rx=0 tx=0).stop 2024-09-21T02:43:19.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.173+0000 7f3d9804b640 1 -- 172.21.15.83:0/933950705 shutdown_connections 2024-09-21T02:43:19.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.173+0000 7f3d9804b640 1 --2- 172.21.15.83:0/933950705 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3d7c073230 0x7f3d7c075740 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:19.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.173+0000 7f3d9804b640 1 --2- 172.21.15.83:0/933950705 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3d9015b2c0 0x7f3d90156260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:19.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.173+0000 7f3d9804b640 1 --2- 172.21.15.83:0/933950705 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f3d900d0510 0x7f3d901fbed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:19.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.173+0000 7f3d9804b640 1 --2- 172.21.15.83:0/933950705 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3d900b4b70 0x7f3d901425a0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:19.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.173+0000 7f3d9804b640 1 -- 172.21.15.83:0/933950705 >> 172.21.15.83:0/933950705 conn(0x7f3d9006ce90 msgr2=0x7f3d9015cb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:19.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.173+0000 7f3d9804b640 1 -- 172.21.15.83:0/933950705 shutdown_connections 2024-09-21T02:43:19.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.173+0000 7f3d9804b640 1 -- 172.21.15.83:0/933950705 wait complete. 2024-09-21T02:43:19.191 INFO:teuthology.orchestra.run.smithi083.stdout:{"pg_ready":true,"pg_map":{"version":28,"stamp":"2024-09-21T02:43:17.781945+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":223372,"kb_used_data":2952,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754751348,"statfs":{"total":773094113280,"available":772865380352,"internally_reserved":0,"allocated":3022848,"data_stored":1795828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":225496625},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"11.692870"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724031+0000","last_change":"2024-09-21T02:43:05.121617+0000","last_active":"2024-09-21T02:43:06.724031+0000","last_peered":"2024-09-21T02:43:06.724031+0000","last_clean":"2024-09-21T02:43:06.724031+0000","last_became_active":"2024-09-21T02:43:05.121223+0000","last_became_peered":"2024-09-21T02:43:05.121223+0000","last_unstale":"2024-09-21T02:43:06.724031+0000","last_undegraded":"2024-09-21T02:43:06.724031+0000","last_fullsized":"2024-09-21T02:43:06.724031+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:15:35.613095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.097521+0000","last_change":"2024-09-21T02:43:05.116256+0000","last_active":"2024-09-21T02:43:06.097521+0000","last_peered":"2024-09-21T02:43:06.097521+0000","last_clean":"2024-09-21T02:43:06.097521+0000","last_became_active":"2024-09-21T02:43:05.115245+0000","last_became_peered":"2024-09-21T02:43:05.115245+0000","last_unstale":"2024-09-21T02:43:06.097521+0000","last_undegraded":"2024-09-21T02:43:06.097521+0000","last_fullsized":"2024-09-21T02:43:06.097521+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:12:17.840709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094754+0000","last_change":"2024-09-21T02:43:05.108736+0000","last_active":"2024-09-21T02:43:06.094754+0000","last_peered":"2024-09-21T02:43:06.094754+0000","last_clean":"2024-09-21T02:43:06.094754+0000","last_became_active":"2024-09-21T02:43:05.108387+0000","last_became_peered":"2024-09-21T02:43:05.108387+0000","last_unstale":"2024-09-21T02:43:06.094754+0000","last_undegraded":"2024-09-21T02:43:06.094754+0000","last_fullsized":"2024-09-21T02:43:06.094754+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:10.437746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720706+0000","last_change":"2024-09-21T02:43:05.113841+0000","last_active":"2024-09-21T02:43:06.720706+0000","last_peered":"2024-09-21T02:43:06.720706+0000","last_clean":"2024-09-21T02:43:06.720706+0000","last_became_active":"2024-09-21T02:43:05.113461+0000","last_became_peered":"2024-09-21T02:43:05.113461+0000","last_unstale":"2024-09-21T02:43:06.720706+0000","last_undegraded":"2024-09-21T02:43:06.720706+0000","last_fullsized":"2024-09-21T02:43:06.720706+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:08:06.658090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724698+0000","last_change":"2024-09-21T02:43:05.131723+0000","last_active":"2024-09-21T02:43:06.724698+0000","last_peered":"2024-09-21T02:43:06.724698+0000","last_clean":"2024-09-21T02:43:06.724698+0000","last_became_active":"2024-09-21T02:43:05.131034+0000","last_became_peered":"2024-09-21T02:43:05.131034+0000","last_unstale":"2024-09-21T02:43:06.724698+0000","last_undegraded":"2024-09-21T02:43:06.724698+0000","last_fullsized":"2024-09-21T02:43:06.724698+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:45:27.099096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720166+0000","last_change":"2024-09-21T02:43:05.114312+0000","last_active":"2024-09-21T02:43:06.720166+0000","last_peered":"2024-09-21T02:43:06.720166+0000","last_clean":"2024-09-21T02:43:06.720166+0000","last_became_active":"2024-09-21T02:43:05.113952+0000","last_became_peered":"2024-09-21T02:43:05.113952+0000","last_unstale":"2024-09-21T02:43:06.720166+0000","last_undegraded":"2024-09-21T02:43:06.720166+0000","last_fullsized":"2024-09-21T02:43:06.720166+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:54:35.962279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724519+0000","last_change":"2024-09-21T02:43:05.126815+0000","last_active":"2024-09-21T02:43:06.724519+0000","last_peered":"2024-09-21T02:43:06.724519+0000","last_clean":"2024-09-21T02:43:06.724519+0000","last_became_active":"2024-09-21T02:43:05.126353+0000","last_became_peered":"2024-09-21T02:43:05.126353+0000","last_unstale":"2024-09-21T02:43:06.724519+0000","last_undegraded":"2024-09-21T02:43:06.724519+0000","last_fullsized":"2024-09-21T02:43:06.724519+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:10.437746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.093804+0000","last_change":"2024-09-21T02:43:05.118091+0000","last_active":"2024-09-21T02:43:06.093804+0000","last_peered":"2024-09-21T02:43:06.093804+0000","last_clean":"2024-09-21T02:43:06.093804+0000","last_became_active":"2024-09-21T02:43:05.117028+0000","last_became_peered":"2024-09-21T02:43:05.117028+0000","last_unstale":"2024-09-21T02:43:06.093804+0000","last_undegraded":"2024-09-21T02:43:06.093804+0000","last_fullsized":"2024-09-21T02:43:06.093804+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:56:46.959685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.093155+0000","last_change":"2024-09-21T02:43:05.118188+0000","last_active":"2024-09-21T02:43:06.093155+0000","last_peered":"2024-09-21T02:43:06.093155+0000","last_clean":"2024-09-21T02:43:06.093155+0000","last_became_active":"2024-09-21T02:43:05.116040+0000","last_became_peered":"2024-09-21T02:43:05.116040+0000","last_unstale":"2024-09-21T02:43:06.093155+0000","last_undegraded":"2024-09-21T02:43:06.093155+0000","last_fullsized":"2024-09-21T02:43:06.093155+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:37:26.563673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725448+0000","last_change":"2024-09-21T02:43:05.133469+0000","last_active":"2024-09-21T02:43:06.725448+0000","last_peered":"2024-09-21T02:43:06.725448+0000","last_clean":"2024-09-21T02:43:06.725448+0000","last_became_active":"2024-09-21T02:43:05.132720+0000","last_became_peered":"2024-09-21T02:43:05.132720+0000","last_unstale":"2024-09-21T02:43:06.725448+0000","last_undegraded":"2024-09-21T02:43:06.725448+0000","last_fullsized":"2024-09-21T02:43:06.725448+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:44:34.150275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724046+0000","last_change":"2024-09-21T02:43:05.126516+0000","last_active":"2024-09-21T02:43:06.724046+0000","last_peered":"2024-09-21T02:43:06.724046+0000","last_clean":"2024-09-21T02:43:06.724046+0000","last_became_active":"2024-09-21T02:43:05.126136+0000","last_became_peered":"2024-09-21T02:43:05.126136+0000","last_unstale":"2024-09-21T02:43:06.724046+0000","last_undegraded":"2024-09-21T02:43:06.724046+0000","last_fullsized":"2024-09-21T02:43:06.724046+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:29:22.164450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.726478+0000","last_change":"2024-09-21T02:43:05.127170+0000","last_active":"2024-09-21T02:43:06.726478+0000","last_peered":"2024-09-21T02:43:06.726478+0000","last_clean":"2024-09-21T02:43:06.726478+0000","last_became_active":"2024-09-21T02:43:05.126819+0000","last_became_peered":"2024-09-21T02:43:05.126819+0000","last_unstale":"2024-09-21T02:43:06.726478+0000","last_undegraded":"2024-09-21T02:43:06.726478+0000","last_fullsized":"2024-09-21T02:43:06.726478+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:43:34.023090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.460921+0000","last_change":"2024-09-21T02:43:05.120497+0000","last_active":"2024-09-21T02:43:06.460921+0000","last_peered":"2024-09-21T02:43:06.460921+0000","last_clean":"2024-09-21T02:43:06.460921+0000","last_became_active":"2024-09-21T02:43:05.119578+0000","last_became_peered":"2024-09-21T02:43:05.119578+0000","last_unstale":"2024-09-21T02:43:06.460921+0000","last_undegraded":"2024-09-21T02:43:06.460921+0000","last_fullsized":"2024-09-21T02:43:06.460921+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:11:18.264453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.460521+0000","last_change":"2024-09-21T02:43:05.130464+0000","last_active":"2024-09-21T02:43:06.460521+0000","last_peered":"2024-09-21T02:43:06.460521+0000","last_clean":"2024-09-21T02:43:06.460521+0000","last_became_active":"2024-09-21T02:43:05.129969+0000","last_became_peered":"2024-09-21T02:43:05.129969+0000","last_unstale":"2024-09-21T02:43:06.460521+0000","last_undegraded":"2024-09-21T02:43:06.460521+0000","last_fullsized":"2024-09-21T02:43:06.460521+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:30:19.449789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.093687+0000","last_change":"2024-09-21T02:43:05.117163+0000","last_active":"2024-09-21T02:43:06.093687+0000","last_peered":"2024-09-21T02:43:06.093687+0000","last_clean":"2024-09-21T02:43:06.093687+0000","last_became_active":"2024-09-21T02:43:05.115791+0000","last_became_peered":"2024-09-21T02:43:05.115791+0000","last_unstale":"2024-09-21T02:43:06.093687+0000","last_undegraded":"2024-09-21T02:43:06.093687+0000","last_fullsized":"2024-09-21T02:43:06.093687+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:03:38.093710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.721224+0000","last_change":"2024-09-21T02:43:05.109190+0000","last_active":"2024-09-21T02:43:06.721224+0000","last_peered":"2024-09-21T02:43:06.721224+0000","last_clean":"2024-09-21T02:43:06.721224+0000","last_became_active":"2024-09-21T02:43:05.108873+0000","last_became_peered":"2024-09-21T02:43:05.108873+0000","last_unstale":"2024-09-21T02:43:06.721224+0000","last_undegraded":"2024-09-21T02:43:06.721224+0000","last_fullsized":"2024-09-21T02:43:06.721224+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:00:54.515827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.726642+0000","last_change":"2024-09-21T02:43:05.123416+0000","last_active":"2024-09-21T02:43:06.726642+0000","last_peered":"2024-09-21T02:43:06.726642+0000","last_clean":"2024-09-21T02:43:06.726642+0000","last_became_active":"2024-09-21T02:43:05.123036+0000","last_became_peered":"2024-09-21T02:43:05.123036+0000","last_unstale":"2024-09-21T02:43:06.726642+0000","last_undegraded":"2024-09-21T02:43:06.726642+0000","last_fullsized":"2024-09-21T02:43:06.726642+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:08.218064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720130+0000","last_change":"2024-09-21T02:43:05.125916+0000","last_active":"2024-09-21T02:43:06.720130+0000","last_peered":"2024-09-21T02:43:06.720130+0000","last_clean":"2024-09-21T02:43:06.720130+0000","last_became_active":"2024-09-21T02:43:05.125301+0000","last_became_peered":"2024-09-21T02:43:05.125301+0000","last_unstale":"2024-09-21T02:43:06.720130+0000","last_undegraded":"2024-09-21T02:43:06.720130+0000","last_fullsized":"2024-09-21T02:43:06.720130+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:44:25.917038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725541+0000","last_change":"2024-09-21T02:43:05.110150+0000","last_active":"2024-09-21T02:43:06.725541+0000","last_peered":"2024-09-21T02:43:06.725541+0000","last_clean":"2024-09-21T02:43:06.725541+0000","last_became_active":"2024-09-21T02:43:05.109768+0000","last_became_peered":"2024-09-21T02:43:05.109768+0000","last_unstale":"2024-09-21T02:43:06.725541+0000","last_undegraded":"2024-09-21T02:43:06.725541+0000","last_fullsized":"2024-09-21T02:43:06.725541+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:52:05.734711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.726648+0000","last_change":"2024-09-21T02:43:05.121357+0000","last_active":"2024-09-21T02:43:06.726648+0000","last_peered":"2024-09-21T02:43:06.726648+0000","last_clean":"2024-09-21T02:43:06.726648+0000","last_became_active":"2024-09-21T02:43:05.117736+0000","last_became_peered":"2024-09-21T02:43:05.117736+0000","last_unstale":"2024-09-21T02:43:06.726648+0000","last_undegraded":"2024-09-21T02:43:06.726648+0000","last_fullsized":"2024-09-21T02:43:06.726648+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:29:08.709745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.095632+0000","last_change":"2024-09-21T02:43:05.109789+0000","last_active":"2024-09-21T02:43:06.095632+0000","last_peered":"2024-09-21T02:43:06.095632+0000","last_clean":"2024-09-21T02:43:06.095632+0000","last_became_active":"2024-09-21T02:43:05.109420+0000","last_became_peered":"2024-09-21T02:43:05.109420+0000","last_unstale":"2024-09-21T02:43:06.095632+0000","last_undegraded":"2024-09-21T02:43:06.095632+0000","last_fullsized":"2024-09-21T02:43:06.095632+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:56:46.959685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.092925+0000","last_change":"2024-09-21T02:43:05.118183+0000","last_active":"2024-09-21T02:43:06.092925+0000","last_peered":"2024-09-21T02:43:06.092925+0000","last_clean":"2024-09-21T02:43:06.092925+0000","last_became_active":"2024-09-21T02:43:05.115204+0000","last_became_peered":"2024-09-21T02:43:05.115204+0000","last_unstale":"2024-09-21T02:43:06.092925+0000","last_undegraded":"2024-09-21T02:43:06.092925+0000","last_fullsized":"2024-09-21T02:43:06.092925+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:18:24.461623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.093950+0000","last_change":"2024-09-21T02:43:05.114710+0000","last_active":"2024-09-21T02:43:06.093950+0000","last_peered":"2024-09-21T02:43:06.093950+0000","last_clean":"2024-09-21T02:43:06.093950+0000","last_became_active":"2024-09-21T02:43:05.113885+0000","last_became_peered":"2024-09-21T02:43:05.113885+0000","last_unstale":"2024-09-21T02:43:06.093950+0000","last_undegraded":"2024-09-21T02:43:06.093950+0000","last_fullsized":"2024-09-21T02:43:06.093950+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:57:15.429112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722013+0000","last_change":"2024-09-21T02:43:05.113426+0000","last_active":"2024-09-21T02:43:06.722013+0000","last_peered":"2024-09-21T02:43:06.722013+0000","last_clean":"2024-09-21T02:43:06.722013+0000","last_became_active":"2024-09-21T02:43:05.113122+0000","last_became_peered":"2024-09-21T02:43:05.113122+0000","last_unstale":"2024-09-21T02:43:06.722013+0000","last_undegraded":"2024-09-21T02:43:06.722013+0000","last_fullsized":"2024-09-21T02:43:06.722013+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:42:28.325463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.097558+0000","last_change":"2024-09-21T02:43:05.120246+0000","last_active":"2024-09-21T02:43:06.097558+0000","last_peered":"2024-09-21T02:43:06.097558+0000","last_clean":"2024-09-21T02:43:06.097558+0000","last_became_active":"2024-09-21T02:43:05.119911+0000","last_became_peered":"2024-09-21T02:43:05.119911+0000","last_unstale":"2024-09-21T02:43:06.097558+0000","last_undegraded":"2024-09-21T02:43:06.097558+0000","last_fullsized":"2024-09-21T02:43:06.097558+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:14:44.917047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720750+0000","last_change":"2024-09-21T02:43:05.111941+0000","last_active":"2024-09-21T02:43:06.720750+0000","last_peered":"2024-09-21T02:43:06.720750+0000","last_clean":"2024-09-21T02:43:06.720750+0000","last_became_active":"2024-09-21T02:43:05.110911+0000","last_became_peered":"2024-09-21T02:43:05.110911+0000","last_unstale":"2024-09-21T02:43:06.720750+0000","last_undegraded":"2024-09-21T02:43:06.720750+0000","last_fullsized":"2024-09-21T02:43:06.720750+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:28:05.000847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.461538+0000","last_change":"2024-09-21T02:43:05.125276+0000","last_active":"2024-09-21T02:43:06.461538+0000","last_peered":"2024-09-21T02:43:06.461538+0000","last_clean":"2024-09-21T02:43:06.461538+0000","last_became_active":"2024-09-21T02:43:05.124243+0000","last_became_peered":"2024-09-21T02:43:05.124243+0000","last_unstale":"2024-09-21T02:43:06.461538+0000","last_undegraded":"2024-09-21T02:43:06.461538+0000","last_fullsized":"2024-09-21T02:43:06.461538+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:20:19.204300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.460914+0000","last_change":"2024-09-21T02:43:05.126195+0000","last_active":"2024-09-21T02:43:06.460914+0000","last_peered":"2024-09-21T02:43:06.460914+0000","last_clean":"2024-09-21T02:43:06.460914+0000","last_became_active":"2024-09-21T02:43:05.125639+0000","last_became_peered":"2024-09-21T02:43:05.125639+0000","last_unstale":"2024-09-21T02:43:06.460914+0000","last_undegraded":"2024-09-21T02:43:06.460914+0000","last_fullsized":"2024-09-21T02:43:06.460914+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:40:09.079894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094989+0000","last_change":"2024-09-21T02:43:05.118146+0000","last_active":"2024-09-21T02:43:06.094989+0000","last_peered":"2024-09-21T02:43:06.094989+0000","last_clean":"2024-09-21T02:43:06.094989+0000","last_became_active":"2024-09-21T02:43:05.110820+0000","last_became_peered":"2024-09-21T02:43:05.110820+0000","last_unstale":"2024-09-21T02:43:06.094989+0000","last_undegraded":"2024-09-21T02:43:06.094989+0000","last_fullsized":"2024-09-21T02:43:06.094989+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:45:27.099096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725019+0000","last_change":"2024-09-21T02:43:05.111200+0000","last_active":"2024-09-21T02:43:06.725019+0000","last_peered":"2024-09-21T02:43:06.725019+0000","last_clean":"2024-09-21T02:43:06.725019+0000","last_became_active":"2024-09-21T02:43:05.110745+0000","last_became_peered":"2024-09-21T02:43:05.110745+0000","last_unstale":"2024-09-21T02:43:06.725019+0000","last_undegraded":"2024-09-21T02:43:06.725019+0000","last_fullsized":"2024-09-21T02:43:06.725019+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:40:39.032429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.719864+0000","last_change":"2024-09-21T02:43:05.119223+0000","last_active":"2024-09-21T02:43:06.719864+0000","last_peered":"2024-09-21T02:43:06.719864+0000","last_clean":"2024-09-21T02:43:06.719864+0000","last_became_active":"2024-09-21T02:43:05.118391+0000","last_became_peered":"2024-09-21T02:43:05.118391+0000","last_unstale":"2024-09-21T02:43:06.719864+0000","last_undegraded":"2024-09-21T02:43:06.719864+0000","last_fullsized":"2024-09-21T02:43:06.719864+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:02:32.372146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.719711+0000","last_change":"2024-09-21T02:43:05.124496+0000","last_active":"2024-09-21T02:43:06.719711+0000","last_peered":"2024-09-21T02:43:06.719711+0000","last_clean":"2024-09-21T02:43:06.719711+0000","last_became_active":"2024-09-21T02:43:05.123768+0000","last_became_peered":"2024-09-21T02:43:05.123768+0000","last_unstale":"2024-09-21T02:43:06.719711+0000","last_undegraded":"2024-09-21T02:43:06.719711+0000","last_fullsized":"2024-09-21T02:43:06.719711+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:51:52.343831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.093029+0000","last_change":"2024-09-21T02:43:05.105923+0000","last_active":"2024-09-21T02:43:06.093029+0000","last_peered":"2024-09-21T02:43:06.093029+0000","last_clean":"2024-09-21T02:43:06.093029+0000","last_became_active":"2024-09-21T02:43:05.105180+0000","last_became_peered":"2024-09-21T02:43:05.105180+0000","last_unstale":"2024-09-21T02:43:06.093029+0000","last_undegraded":"2024-09-21T02:43:06.093029+0000","last_fullsized":"2024-09-21T02:43:06.093029+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:28:05.000847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.095189+0000","last_change":"2024-09-21T02:43:04.124519+0000","last_active":"2024-09-21T02:43:06.095189+0000","last_peered":"2024-09-21T02:43:06.095189+0000","last_clean":"2024-09-21T02:43:06.095189+0000","last_became_active":"2024-09-21T02:43:04.121614+0000","last_became_peered":"2024-09-21T02:43:04.121614+0000","last_unstale":"2024-09-21T02:43:06.095189+0000","last_undegraded":"2024-09-21T02:43:06.095189+0000","last_fullsized":"2024-09-21T02:43:06.095189+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:32:03.954857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.096719+0000","last_change":"2024-09-21T02:43:05.114867+0000","last_active":"2024-09-21T02:43:06.096719+0000","last_peered":"2024-09-21T02:43:06.096719+0000","last_clean":"2024-09-21T02:43:06.096719+0000","last_became_active":"2024-09-21T02:43:05.114427+0000","last_became_peered":"2024-09-21T02:43:05.114427+0000","last_unstale":"2024-09-21T02:43:06.096719+0000","last_undegraded":"2024-09-21T02:43:06.096719+0000","last_fullsized":"2024-09-21T02:43:06.096719+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:49:12.828786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722515+0000","last_change":"2024-09-21T02:43:04.116011+0000","last_active":"2024-09-21T02:43:06.722515+0000","last_peered":"2024-09-21T02:43:06.722515+0000","last_clean":"2024-09-21T02:43:06.722515+0000","last_became_active":"2024-09-21T02:43:04.115516+0000","last_became_peered":"2024-09-21T02:43:04.115516+0000","last_unstale":"2024-09-21T02:43:06.722515+0000","last_undegraded":"2024-09-21T02:43:06.722515+0000","last_fullsized":"2024-09-21T02:43:06.722515+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:44:48.471255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.459948+0000","last_change":"2024-09-21T02:43:04.128620+0000","last_active":"2024-09-21T02:43:06.459948+0000","last_peered":"2024-09-21T02:43:06.459948+0000","last_clean":"2024-09-21T02:43:06.459948+0000","last_became_active":"2024-09-21T02:43:04.127904+0000","last_became_peered":"2024-09-21T02:43:04.127904+0000","last_unstale":"2024-09-21T02:43:06.459948+0000","last_undegraded":"2024-09-21T02:43:06.459948+0000","last_fullsized":"2024-09-21T02:43:06.459948+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:57:18.944929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094387+0000","last_change":"2024-09-21T02:43:05.122450+0000","last_active":"2024-09-21T02:43:06.094387+0000","last_peered":"2024-09-21T02:43:06.094387+0000","last_clean":"2024-09-21T02:43:06.094387+0000","last_became_active":"2024-09-21T02:43:05.122104+0000","last_became_peered":"2024-09-21T02:43:05.122104+0000","last_unstale":"2024-09-21T02:43:06.094387+0000","last_undegraded":"2024-09-21T02:43:06.094387+0000","last_fullsized":"2024-09-21T02:43:06.094387+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:13:40.691947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.721431+0000","last_change":"2024-09-21T02:43:04.113594+0000","last_active":"2024-09-21T02:43:06.721431+0000","last_peered":"2024-09-21T02:43:06.721431+0000","last_clean":"2024-09-21T02:43:06.721431+0000","last_became_active":"2024-09-21T02:43:04.112893+0000","last_became_peered":"2024-09-21T02:43:04.112893+0000","last_unstale":"2024-09-21T02:43:06.721431+0000","last_undegraded":"2024-09-21T02:43:06.721431+0000","last_fullsized":"2024-09-21T02:43:06.721431+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:28:03.989044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094635+0000","last_change":"2024-09-21T02:43:05.119140+0000","last_active":"2024-09-21T02:43:06.094635+0000","last_peered":"2024-09-21T02:43:06.094635+0000","last_clean":"2024-09-21T02:43:06.094635+0000","last_became_active":"2024-09-21T02:43:05.118517+0000","last_became_peered":"2024-09-21T02:43:05.118517+0000","last_unstale":"2024-09-21T02:43:06.094635+0000","last_undegraded":"2024-09-21T02:43:06.094635+0000","last_fullsized":"2024-09-21T02:43:06.094635+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:31:18.308175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.092994+0000","last_change":"2024-09-21T02:43:04.118628+0000","last_active":"2024-09-21T02:43:06.092994+0000","last_peered":"2024-09-21T02:43:06.092994+0000","last_clean":"2024-09-21T02:43:06.092994+0000","last_became_active":"2024-09-21T02:43:04.117946+0000","last_became_peered":"2024-09-21T02:43:04.117946+0000","last_unstale":"2024-09-21T02:43:06.092994+0000","last_undegraded":"2024-09-21T02:43:06.092994+0000","last_fullsized":"2024-09-21T02:43:06.092994+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:32:03.954857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720739+0000","last_change":"2024-09-21T02:43:05.122535+0000","last_active":"2024-09-21T02:43:06.720739+0000","last_peered":"2024-09-21T02:43:06.720739+0000","last_clean":"2024-09-21T02:43:06.720739+0000","last_became_active":"2024-09-21T02:43:05.115875+0000","last_became_peered":"2024-09-21T02:43:05.115875+0000","last_unstale":"2024-09-21T02:43:06.720739+0000","last_undegraded":"2024-09-21T02:43:06.720739+0000","last_fullsized":"2024-09-21T02:43:06.720739+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:17:46.350122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724881+0000","last_change":"2024-09-21T02:43:04.116335+0000","last_active":"2024-09-21T02:43:06.724881+0000","last_peered":"2024-09-21T02:43:06.724881+0000","last_clean":"2024-09-21T02:43:06.724881+0000","last_became_active":"2024-09-21T02:43:04.115557+0000","last_became_peered":"2024-09-21T02:43:04.115557+0000","last_unstale":"2024-09-21T02:43:06.724881+0000","last_undegraded":"2024-09-21T02:43:06.724881+0000","last_fullsized":"2024-09-21T02:43:06.724881+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:37:25.551870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.097938+0000","last_change":"2024-09-21T02:43:05.117521+0000","last_active":"2024-09-21T02:43:06.097938+0000","last_peered":"2024-09-21T02:43:06.097938+0000","last_clean":"2024-09-21T02:43:06.097938+0000","last_became_active":"2024-09-21T02:43:05.117168+0000","last_became_peered":"2024-09-21T02:43:05.117168+0000","last_unstale":"2024-09-21T02:43:06.097938+0000","last_undegraded":"2024-09-21T02:43:06.097938+0000","last_fullsized":"2024-09-21T02:43:06.097938+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:43:34.023090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":18,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.719920+0000","last_change":"2024-09-21T02:43:04.130476+0000","last_active":"2024-09-21T02:43:06.719920+0000","last_peered":"2024-09-21T02:43:06.719920+0000","last_clean":"2024-09-21T02:43:06.719920+0000","last_became_active":"2024-09-21T02:43:04.129804+0000","last_became_peered":"2024-09-21T02:43:04.129804+0000","last_unstale":"2024-09-21T02:43:06.719920+0000","last_undegraded":"2024-09-21T02:43:06.719920+0000","last_fullsized":"2024-09-21T02:43:06.719920+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:06:18.998075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722694+0000","last_change":"2024-09-21T02:43:05.123063+0000","last_active":"2024-09-21T02:43:06.722694+0000","last_peered":"2024-09-21T02:43:06.722694+0000","last_clean":"2024-09-21T02:43:06.722694+0000","last_became_active":"2024-09-21T02:43:05.122692+0000","last_became_peered":"2024-09-21T02:43:05.122692+0000","last_unstale":"2024-09-21T02:43:06.722694+0000","last_undegraded":"2024-09-21T02:43:06.722694+0000","last_fullsized":"2024-09-21T02:43:06.722694+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:28:56.691879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"21'6","reported_seq":21,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720371+0000","last_change":"2024-09-21T02:43:04.124825+0000","last_active":"2024-09-21T02:43:06.720371+0000","last_peered":"2024-09-21T02:43:06.720371+0000","last_clean":"2024-09-21T02:43:06.720371+0000","last_became_active":"2024-09-21T02:43:04.124054+0000","last_became_peered":"2024-09-21T02:43:04.124054+0000","last_unstale":"2024-09-21T02:43:06.720371+0000","last_undegraded":"2024-09-21T02:43:06.720371+0000","last_fullsized":"2024-09-21T02:43:06.720371+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:36:50.706763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724711+0000","last_change":"2024-09-21T02:43:05.139121+0000","last_active":"2024-09-21T02:43:06.724711+0000","last_peered":"2024-09-21T02:43:06.724711+0000","last_clean":"2024-09-21T02:43:06.724711+0000","last_became_active":"2024-09-21T02:43:05.138626+0000","last_became_peered":"2024-09-21T02:43:05.138626+0000","last_unstale":"2024-09-21T02:43:06.724711+0000","last_undegraded":"2024-09-21T02:43:06.724711+0000","last_fullsized":"2024-09-21T02:43:06.724711+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:49:42.329491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720078+0000","last_change":"2024-09-21T02:43:04.129073+0000","last_active":"2024-09-21T02:43:06.720078+0000","last_peered":"2024-09-21T02:43:06.720078+0000","last_clean":"2024-09-21T02:43:06.720078+0000","last_became_active":"2024-09-21T02:43:04.128260+0000","last_became_peered":"2024-09-21T02:43:04.128260+0000","last_unstale":"2024-09-21T02:43:06.720078+0000","last_undegraded":"2024-09-21T02:43:06.720078+0000","last_fullsized":"2024-09-21T02:43:06.720078+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:46:25.401410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.460561+0000","last_change":"2024-09-21T02:43:05.132677+0000","last_active":"2024-09-21T02:43:06.460561+0000","last_peered":"2024-09-21T02:43:06.460561+0000","last_clean":"2024-09-21T02:43:06.460561+0000","last_became_active":"2024-09-21T02:43:05.129070+0000","last_became_peered":"2024-09-21T02:43:05.129070+0000","last_unstale":"2024-09-21T02:43:06.460561+0000","last_undegraded":"2024-09-21T02:43:06.460561+0000","last_fullsized":"2024-09-21T02:43:06.460561+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:17:30.683440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722848+0000","last_change":"2024-09-21T02:43:04.123143+0000","last_active":"2024-09-21T02:43:06.722848+0000","last_peered":"2024-09-21T02:43:06.722848+0000","last_clean":"2024-09-21T02:43:06.722848+0000","last_became_active":"2024-09-21T02:43:04.122581+0000","last_became_peered":"2024-09-21T02:43:04.122581+0000","last_unstale":"2024-09-21T02:43:06.722848+0000","last_undegraded":"2024-09-21T02:43:06.722848+0000","last_fullsized":"2024-09-21T02:43:06.722848+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:17:29.604639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722616+0000","last_change":"2024-09-21T02:43:05.117280+0000","last_active":"2024-09-21T02:43:06.722616+0000","last_peered":"2024-09-21T02:43:06.722616+0000","last_clean":"2024-09-21T02:43:06.722616+0000","last_became_active":"2024-09-21T02:43:05.116777+0000","last_became_peered":"2024-09-21T02:43:05.116777+0000","last_unstale":"2024-09-21T02:43:06.722616+0000","last_undegraded":"2024-09-21T02:43:06.722616+0000","last_fullsized":"2024-09-21T02:43:06.722616+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:04:32.515354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724723+0000","last_change":"2024-09-21T02:43:04.114371+0000","last_active":"2024-09-21T02:43:06.724723+0000","last_peered":"2024-09-21T02:43:06.724723+0000","last_clean":"2024-09-21T02:43:06.724723+0000","last_became_active":"2024-09-21T02:43:04.109865+0000","last_became_peered":"2024-09-21T02:43:04.109865+0000","last_unstale":"2024-09-21T02:43:06.724723+0000","last_undegraded":"2024-09-21T02:43:06.724723+0000","last_fullsized":"2024-09-21T02:43:06.724723+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:28:03.989044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.092294+0000","last_change":"2024-09-21T02:43:05.114296+0000","last_active":"2024-09-21T02:43:06.092294+0000","last_peered":"2024-09-21T02:43:06.092294+0000","last_clean":"2024-09-21T02:43:06.092294+0000","last_became_active":"2024-09-21T02:43:05.108951+0000","last_became_peered":"2024-09-21T02:43:05.108951+0000","last_unstale":"2024-09-21T02:43:06.092294+0000","last_undegraded":"2024-09-21T02:43:06.092294+0000","last_fullsized":"2024-09-21T02:43:06.092294+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:06:20.828228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":23,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.095093+0000","last_change":"2024-09-21T02:43:04.122846+0000","last_active":"2024-09-21T02:43:06.095093+0000","last_peered":"2024-09-21T02:43:06.095093+0000","last_clean":"2024-09-21T02:43:06.095093+0000","last_became_active":"2024-09-21T02:43:04.122232+0000","last_became_peered":"2024-09-21T02:43:04.122232+0000","last_unstale":"2024-09-21T02:43:06.095093+0000","last_undegraded":"2024-09-21T02:43:06.095093+0000","last_fullsized":"2024-09-21T02:43:06.095093+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:43:31.528180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.721380+0000","last_change":"2024-09-21T02:43:05.123076+0000","last_active":"2024-09-21T02:43:06.721380+0000","last_peered":"2024-09-21T02:43:06.721380+0000","last_clean":"2024-09-21T02:43:06.721380+0000","last_became_active":"2024-09-21T02:43:05.122755+0000","last_became_peered":"2024-09-21T02:43:05.122755+0000","last_unstale":"2024-09-21T02:43:06.721380+0000","last_undegraded":"2024-09-21T02:43:06.721380+0000","last_fullsized":"2024-09-21T02:43:06.721380+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:54:29.026573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725842+0000","last_change":"2024-09-21T02:43:04.113334+0000","last_active":"2024-09-21T02:43:06.725842+0000","last_peered":"2024-09-21T02:43:06.725842+0000","last_clean":"2024-09-21T02:43:06.725842+0000","last_became_active":"2024-09-21T02:43:04.112884+0000","last_became_peered":"2024-09-21T02:43:04.112884+0000","last_unstale":"2024-09-21T02:43:06.725842+0000","last_undegraded":"2024-09-21T02:43:06.725842+0000","last_fullsized":"2024-09-21T02:43:06.725842+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:21:30.514866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.721394+0000","last_change":"2024-09-21T02:43:05.130644+0000","last_active":"2024-09-21T02:43:06.721394+0000","last_peered":"2024-09-21T02:43:06.721394+0000","last_clean":"2024-09-21T02:43:06.721394+0000","last_became_active":"2024-09-21T02:43:05.127668+0000","last_became_peered":"2024-09-21T02:43:05.127668+0000","last_unstale":"2024-09-21T02:43:06.721394+0000","last_undegraded":"2024-09-21T02:43:06.721394+0000","last_fullsized":"2024-09-21T02:43:06.721394+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:17:30.683440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.095027+0000","last_change":"2024-09-21T02:43:04.114996+0000","last_active":"2024-09-21T02:43:06.095027+0000","last_peered":"2024-09-21T02:43:06.095027+0000","last_clean":"2024-09-21T02:43:06.095027+0000","last_became_active":"2024-09-21T02:43:04.111467+0000","last_became_peered":"2024-09-21T02:43:04.111467+0000","last_unstale":"2024-09-21T02:43:06.095027+0000","last_undegraded":"2024-09-21T02:43:06.095027+0000","last_fullsized":"2024-09-21T02:43:06.095027+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:23:12.394396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725228+0000","last_change":"2024-09-21T02:43:05.131096+0000","last_active":"2024-09-21T02:43:06.725228+0000","last_peered":"2024-09-21T02:43:06.725228+0000","last_clean":"2024-09-21T02:43:06.725228+0000","last_became_active":"2024-09-21T02:43:05.130757+0000","last_became_peered":"2024-09-21T02:43:05.130757+0000","last_unstale":"2024-09-21T02:43:06.725228+0000","last_undegraded":"2024-09-21T02:43:06.725228+0000","last_fullsized":"2024-09-21T02:43:06.725228+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:14:44.917047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.096962+0000","last_change":"2024-09-21T02:43:04.116472+0000","last_active":"2024-09-21T02:43:06.096962+0000","last_peered":"2024-09-21T02:43:06.096962+0000","last_clean":"2024-09-21T02:43:06.096962+0000","last_became_active":"2024-09-21T02:43:04.115642+0000","last_became_peered":"2024-09-21T02:43:04.115642+0000","last_unstale":"2024-09-21T02:43:06.096962+0000","last_undegraded":"2024-09-21T02:43:06.096962+0000","last_fullsized":"2024-09-21T02:43:06.096962+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:38:51.776296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.726888+0000","last_change":"2024-09-21T02:43:05.121005+0000","last_active":"2024-09-21T02:43:06.726888+0000","last_peered":"2024-09-21T02:43:06.726888+0000","last_clean":"2024-09-21T02:43:06.726888+0000","last_became_active":"2024-09-21T02:43:05.116798+0000","last_became_peered":"2024-09-21T02:43:05.116798+0000","last_unstale":"2024-09-21T02:43:06.726888+0000","last_undegraded":"2024-09-21T02:43:06.726888+0000","last_fullsized":"2024-09-21T02:43:06.726888+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:42:28.325463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.461079+0000","last_change":"2024-09-21T02:43:04.129295+0000","last_active":"2024-09-21T02:43:06.461079+0000","last_peered":"2024-09-21T02:43:06.461079+0000","last_clean":"2024-09-21T02:43:06.461079+0000","last_became_active":"2024-09-21T02:43:04.128478+0000","last_became_peered":"2024-09-21T02:43:04.128478+0000","last_unstale":"2024-09-21T02:43:06.461079+0000","last_undegraded":"2024-09-21T02:43:06.461079+0000","last_fullsized":"2024-09-21T02:43:06.461079+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:38:51.776296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724888+0000","last_change":"2024-09-21T02:43:05.108815+0000","last_active":"2024-09-21T02:43:06.724888+0000","last_peered":"2024-09-21T02:43:06.724888+0000","last_clean":"2024-09-21T02:43:06.724888+0000","last_became_active":"2024-09-21T02:43:05.108233+0000","last_became_peered":"2024-09-21T02:43:05.108233+0000","last_unstale":"2024-09-21T02:43:06.724888+0000","last_undegraded":"2024-09-21T02:43:06.724888+0000","last_fullsized":"2024-09-21T02:43:06.724888+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:56:59.367500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":111,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.092070+0000","last_change":"2024-09-21T02:42:55.639113+0000","last_active":"2024-09-21T02:43:06.092070+0000","last_peered":"2024-09-21T02:43:06.092070+0000","last_clean":"2024-09-21T02:43:06.092070+0000","last_became_active":"2024-09-21T02:42:55.638285+0000","last_became_peered":"2024-09-21T02:42:55.638285+0000","last_unstale":"2024-09-21T02:43:06.092070+0000","last_undegraded":"2024-09-21T02:43:06.092070+0000","last_fullsized":"2024-09-21T02:43:06.092070+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:42:54.606687+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:42:54.606687+0000","last_clean_scrub_stamp":"2024-09-21T02:42:54.606687+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:36:42.254718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.723124+0000","last_change":"2024-09-21T02:43:04.115092+0000","last_active":"2024-09-21T02:43:06.723124+0000","last_peered":"2024-09-21T02:43:06.723124+0000","last_clean":"2024-09-21T02:43:06.723124+0000","last_became_active":"2024-09-21T02:43:04.114387+0000","last_became_peered":"2024-09-21T02:43:04.114387+0000","last_unstale":"2024-09-21T02:43:06.723124+0000","last_undegraded":"2024-09-21T02:43:06.723124+0000","last_fullsized":"2024-09-21T02:43:06.723124+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:49:21.650010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094477+0000","last_change":"2024-09-21T02:43:05.113399+0000","last_active":"2024-09-21T02:43:06.094477+0000","last_peered":"2024-09-21T02:43:06.094477+0000","last_clean":"2024-09-21T02:43:06.094477+0000","last_became_active":"2024-09-21T02:43:05.113064+0000","last_became_peered":"2024-09-21T02:43:05.113064+0000","last_unstale":"2024-09-21T02:43:06.094477+0000","last_undegraded":"2024-09-21T02:43:06.094477+0000","last_fullsized":"2024-09-21T02:43:06.094477+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:40:09.079894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.721736+0000","last_change":"2024-09-21T02:43:04.112414+0000","last_active":"2024-09-21T02:43:06.721736+0000","last_peered":"2024-09-21T02:43:06.721736+0000","last_clean":"2024-09-21T02:43:06.721736+0000","last_became_active":"2024-09-21T02:43:04.110879+0000","last_became_peered":"2024-09-21T02:43:04.110879+0000","last_unstale":"2024-09-21T02:43:06.721736+0000","last_undegraded":"2024-09-21T02:43:06.721736+0000","last_fullsized":"2024-09-21T02:43:06.721736+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:37:25.551870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.460407+0000","last_change":"2024-09-21T02:43:05.131289+0000","last_active":"2024-09-21T02:43:06.460407+0000","last_peered":"2024-09-21T02:43:06.460407+0000","last_clean":"2024-09-21T02:43:06.460407+0000","last_became_active":"2024-09-21T02:43:05.126715+0000","last_became_peered":"2024-09-21T02:43:05.126715+0000","last_unstale":"2024-09-21T02:43:06.460407+0000","last_undegraded":"2024-09-21T02:43:06.460407+0000","last_fullsized":"2024-09-21T02:43:06.460407+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:17:46.350122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720002+0000","last_change":"2024-09-21T02:43:04.132935+0000","last_active":"2024-09-21T02:43:06.720002+0000","last_peered":"2024-09-21T02:43:06.720002+0000","last_clean":"2024-09-21T02:43:06.720002+0000","last_became_active":"2024-09-21T02:43:04.132319+0000","last_became_peered":"2024-09-21T02:43:04.132319+0000","last_unstale":"2024-09-21T02:43:06.720002+0000","last_undegraded":"2024-09-21T02:43:06.720002+0000","last_fullsized":"2024-09-21T02:43:06.720002+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:09:38.054551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.093946+0000","last_change":"2024-09-21T02:43:05.112255+0000","last_active":"2024-09-21T02:43:06.093946+0000","last_peered":"2024-09-21T02:43:06.093946+0000","last_clean":"2024-09-21T02:43:06.093946+0000","last_became_active":"2024-09-21T02:43:05.111401+0000","last_became_peered":"2024-09-21T02:43:05.111401+0000","last_unstale":"2024-09-21T02:43:06.093946+0000","last_undegraded":"2024-09-21T02:43:06.093946+0000","last_fullsized":"2024-09-21T02:43:06.093946+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:49:12.828786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.723139+0000","last_change":"2024-09-21T02:43:04.112146+0000","last_active":"2024-09-21T02:43:06.723139+0000","last_peered":"2024-09-21T02:43:06.723139+0000","last_clean":"2024-09-21T02:43:06.723139+0000","last_became_active":"2024-09-21T02:43:04.111548+0000","last_became_peered":"2024-09-21T02:43:04.111548+0000","last_unstale":"2024-09-21T02:43:06.723139+0000","last_undegraded":"2024-09-21T02:43:06.723139+0000","last_fullsized":"2024-09-21T02:43:06.723139+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:06:19.816425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725358+0000","last_change":"2024-09-21T02:43:05.130658+0000","last_active":"2024-09-21T02:43:06.725358+0000","last_peered":"2024-09-21T02:43:06.725358+0000","last_clean":"2024-09-21T02:43:06.725358+0000","last_became_active":"2024-09-21T02:43:05.127264+0000","last_became_peered":"2024-09-21T02:43:05.127264+0000","last_unstale":"2024-09-21T02:43:06.725358+0000","last_undegraded":"2024-09-21T02:43:06.725358+0000","last_fullsized":"2024-09-21T02:43:06.725358+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:26:27.969941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.095773+0000","last_change":"2024-09-21T02:43:04.126112+0000","last_active":"2024-09-21T02:43:06.095773+0000","last_peered":"2024-09-21T02:43:06.095773+0000","last_clean":"2024-09-21T02:43:06.095773+0000","last_became_active":"2024-09-21T02:43:04.125233+0000","last_became_peered":"2024-09-21T02:43:04.125233+0000","last_unstale":"2024-09-21T02:43:06.095773+0000","last_undegraded":"2024-09-21T02:43:06.095773+0000","last_fullsized":"2024-09-21T02:43:06.095773+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:37:53.781128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720185+0000","last_change":"2024-09-21T02:43:05.127425+0000","last_active":"2024-09-21T02:43:06.720185+0000","last_peered":"2024-09-21T02:43:06.720185+0000","last_clean":"2024-09-21T02:43:06.720185+0000","last_became_active":"2024-09-21T02:43:05.126798+0000","last_became_peered":"2024-09-21T02:43:05.126798+0000","last_unstale":"2024-09-21T02:43:06.720185+0000","last_undegraded":"2024-09-21T02:43:06.720185+0000","last_fullsized":"2024-09-21T02:43:06.720185+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:11:10.144013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725486+0000","last_change":"2024-09-21T02:43:04.125734+0000","last_active":"2024-09-21T02:43:06.725486+0000","last_peered":"2024-09-21T02:43:06.725486+0000","last_clean":"2024-09-21T02:43:06.725486+0000","last_became_active":"2024-09-21T02:43:04.125254+0000","last_became_peered":"2024-09-21T02:43:04.125254+0000","last_unstale":"2024-09-21T02:43:06.725486+0000","last_undegraded":"2024-09-21T02:43:06.725486+0000","last_fullsized":"2024-09-21T02:43:06.725486+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:31:17.296373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.461011+0000","last_change":"2024-09-21T02:43:05.130919+0000","last_active":"2024-09-21T02:43:06.461011+0000","last_peered":"2024-09-21T02:43:06.461011+0000","last_clean":"2024-09-21T02:43:06.461011+0000","last_became_active":"2024-09-21T02:43:05.130362+0000","last_became_peered":"2024-09-21T02:43:05.130362+0000","last_unstale":"2024-09-21T02:43:06.461011+0000","last_undegraded":"2024-09-21T02:43:06.461011+0000","last_fullsized":"2024-09-21T02:43:06.461011+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:54:24.966071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.095248+0000","last_change":"2024-09-21T02:43:04.114013+0000","last_active":"2024-09-21T02:43:06.095248+0000","last_peered":"2024-09-21T02:43:06.095248+0000","last_clean":"2024-09-21T02:43:06.095248+0000","last_became_active":"2024-09-21T02:43:04.109950+0000","last_became_peered":"2024-09-21T02:43:04.109950+0000","last_unstale":"2024-09-21T02:43:06.095248+0000","last_undegraded":"2024-09-21T02:43:06.095248+0000","last_fullsized":"2024-09-21T02:43:06.095248+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:38:51.776296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.096012+0000","last_change":"2024-09-21T02:43:05.116576+0000","last_active":"2024-09-21T02:43:06.096012+0000","last_peered":"2024-09-21T02:43:06.096012+0000","last_clean":"2024-09-21T02:43:06.096012+0000","last_became_active":"2024-09-21T02:43:05.116305+0000","last_became_peered":"2024-09-21T02:43:05.116305+0000","last_unstale":"2024-09-21T02:43:06.096012+0000","last_undegraded":"2024-09-21T02:43:06.096012+0000","last_fullsized":"2024-09-21T02:43:06.096012+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:57:15.429112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.726277+0000","last_change":"2024-09-21T02:43:04.126729+0000","last_active":"2024-09-21T02:43:06.726277+0000","last_peered":"2024-09-21T02:43:06.726277+0000","last_clean":"2024-09-21T02:43:06.726277+0000","last_became_active":"2024-09-21T02:43:04.126225+0000","last_became_peered":"2024-09-21T02:43:04.126225+0000","last_unstale":"2024-09-21T02:43:06.726277+0000","last_undegraded":"2024-09-21T02:43:06.726277+0000","last_fullsized":"2024-09-21T02:43:06.726277+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:52:57.935050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094929+0000","last_change":"2024-09-21T02:43:05.112701+0000","last_active":"2024-09-21T02:43:06.094929+0000","last_peered":"2024-09-21T02:43:06.094929+0000","last_clean":"2024-09-21T02:43:06.094929+0000","last_became_active":"2024-09-21T02:43:05.111730+0000","last_became_peered":"2024-09-21T02:43:05.111730+0000","last_unstale":"2024-09-21T02:43:06.094929+0000","last_undegraded":"2024-09-21T02:43:06.094929+0000","last_fullsized":"2024-09-21T02:43:06.094929+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:03:38.093710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722975+0000","last_change":"2024-09-21T02:43:04.120575+0000","last_active":"2024-09-21T02:43:06.722975+0000","last_peered":"2024-09-21T02:43:06.722975+0000","last_clean":"2024-09-21T02:43:06.722975+0000","last_became_active":"2024-09-21T02:43:04.115902+0000","last_became_peered":"2024-09-21T02:43:04.115902+0000","last_unstale":"2024-09-21T02:43:06.722975+0000","last_undegraded":"2024-09-21T02:43:06.722975+0000","last_fullsized":"2024-09-21T02:43:06.722975+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:06:19.816425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722020+0000","last_change":"2024-09-21T02:43:05.120253+0000","last_active":"2024-09-21T02:43:06.722020+0000","last_peered":"2024-09-21T02:43:06.722020+0000","last_clean":"2024-09-21T02:43:06.722020+0000","last_became_active":"2024-09-21T02:43:05.119879+0000","last_became_peered":"2024-09-21T02:43:05.119879+0000","last_unstale":"2024-09-21T02:43:06.722020+0000","last_undegraded":"2024-09-21T02:43:06.722020+0000","last_fullsized":"2024-09-21T02:43:06.722020+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:17:22.947385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094833+0000","last_change":"2024-09-21T02:43:04.112090+0000","last_active":"2024-09-21T02:43:06.094833+0000","last_peered":"2024-09-21T02:43:06.094833+0000","last_clean":"2024-09-21T02:43:06.094833+0000","last_became_active":"2024-09-21T02:43:04.109748+0000","last_became_peered":"2024-09-21T02:43:04.109748+0000","last_unstale":"2024-09-21T02:43:06.094833+0000","last_undegraded":"2024-09-21T02:43:06.094833+0000","last_fullsized":"2024-09-21T02:43:06.094833+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:44:48.471255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.094897+0000","last_change":"2024-09-21T02:43:05.114750+0000","last_active":"2024-09-21T02:43:06.094897+0000","last_peered":"2024-09-21T02:43:06.094897+0000","last_clean":"2024-09-21T02:43:06.094897+0000","last_became_active":"2024-09-21T02:43:05.114038+0000","last_became_peered":"2024-09-21T02:43:05.114038+0000","last_unstale":"2024-09-21T02:43:06.094897+0000","last_undegraded":"2024-09-21T02:43:06.094897+0000","last_fullsized":"2024-09-21T02:43:06.094897+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:26:40.804292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.460794+0000","last_change":"2024-09-21T02:43:04.114565+0000","last_active":"2024-09-21T02:43:06.460794+0000","last_peered":"2024-09-21T02:43:06.460794+0000","last_clean":"2024-09-21T02:43:06.460794+0000","last_became_active":"2024-09-21T02:43:04.113786+0000","last_became_peered":"2024-09-21T02:43:04.113786+0000","last_unstale":"2024-09-21T02:43:06.460794+0000","last_undegraded":"2024-09-21T02:43:06.460794+0000","last_fullsized":"2024-09-21T02:43:06.460794+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:32:03.954857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.720057+0000","last_change":"2024-09-21T02:43:05.121224+0000","last_active":"2024-09-21T02:43:06.720057+0000","last_peered":"2024-09-21T02:43:06.720057+0000","last_clean":"2024-09-21T02:43:06.720057+0000","last_became_active":"2024-09-21T02:43:05.120879+0000","last_became_peered":"2024-09-21T02:43:05.120879+0000","last_unstale":"2024-09-21T02:43:06.720057+0000","last_undegraded":"2024-09-21T02:43:06.720057+0000","last_fullsized":"2024-09-21T02:43:06.720057+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:31:03.147742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722806+0000","last_change":"2024-09-21T02:43:04.115168+0000","last_active":"2024-09-21T02:43:06.722806+0000","last_peered":"2024-09-21T02:43:06.722806+0000","last_clean":"2024-09-21T02:43:06.722806+0000","last_became_active":"2024-09-21T02:43:04.114783+0000","last_became_peered":"2024-09-21T02:43:04.114783+0000","last_unstale":"2024-09-21T02:43:06.722806+0000","last_undegraded":"2024-09-21T02:43:06.722806+0000","last_fullsized":"2024-09-21T02:43:06.722806+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:54:34.950477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.722304+0000","last_change":"2024-09-21T02:43:05.107140+0000","last_active":"2024-09-21T02:43:06.722304+0000","last_peered":"2024-09-21T02:43:06.722304+0000","last_clean":"2024-09-21T02:43:06.722304+0000","last_became_active":"2024-09-21T02:43:05.106590+0000","last_became_peered":"2024-09-21T02:43:05.106590+0000","last_unstale":"2024-09-21T02:43:06.722304+0000","last_undegraded":"2024-09-21T02:43:06.722304+0000","last_fullsized":"2024-09-21T02:43:06.722304+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:54:38.081131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.724225+0000","last_change":"2024-09-21T02:43:05.119281+0000","last_active":"2024-09-21T02:43:06.724225+0000","last_peered":"2024-09-21T02:43:06.724225+0000","last_clean":"2024-09-21T02:43:06.724225+0000","last_became_active":"2024-09-21T02:43:05.118898+0000","last_became_peered":"2024-09-21T02:43:05.118898+0000","last_unstale":"2024-09-21T02:43:06.724225+0000","last_undegraded":"2024-09-21T02:43:06.724225+0000","last_fullsized":"2024-09-21T02:43:06.724225+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:22:32.328858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.726815+0000","last_change":"2024-09-21T02:43:04.122118+0000","last_active":"2024-09-21T02:43:06.726815+0000","last_peered":"2024-09-21T02:43:06.726815+0000","last_clean":"2024-09-21T02:43:06.726815+0000","last_became_active":"2024-09-21T02:43:04.121672+0000","last_became_peered":"2024-09-21T02:43:04.121672+0000","last_unstale":"2024-09-21T02:43:06.726815+0000","last_undegraded":"2024-09-21T02:43:06.726815+0000","last_fullsized":"2024-09-21T02:43:06.726815+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:31:17.296373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.092906+0000","last_change":"2024-09-21T02:43:05.124814+0000","last_active":"2024-09-21T02:43:06.092906+0000","last_peered":"2024-09-21T02:43:06.092906+0000","last_clean":"2024-09-21T02:43:06.092906+0000","last_became_active":"2024-09-21T02:43:05.123899+0000","last_became_peered":"2024-09-21T02:43:05.123899+0000","last_unstale":"2024-09-21T02:43:06.092906+0000","last_undegraded":"2024-09-21T02:43:06.092906+0000","last_fullsized":"2024-09-21T02:43:06.092906+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:54:35.962279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.725124+0000","last_change":"2024-09-21T02:43:04.122142+0000","last_active":"2024-09-21T02:43:06.725124+0000","last_peered":"2024-09-21T02:43:06.725124+0000","last_clean":"2024-09-21T02:43:06.725124+0000","last_became_active":"2024-09-21T02:43:04.121254+0000","last_became_peered":"2024-09-21T02:43:04.121254+0000","last_unstale":"2024-09-21T02:43:06.725124+0000","last_undegraded":"2024-09-21T02:43:06.725124+0000","last_fullsized":"2024-09-21T02:43:06.725124+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:17:29.604639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.097892+0000","last_change":"2024-09-21T02:43:05.102581+0000","last_active":"2024-09-21T02:43:06.097892+0000","last_peered":"2024-09-21T02:43:06.097892+0000","last_clean":"2024-09-21T02:43:06.097892+0000","last_became_active":"2024-09-21T02:43:05.101770+0000","last_became_peered":"2024-09-21T02:43:05.101770+0000","last_unstale":"2024-09-21T02:43:06.097892+0000","last_undegraded":"2024-09-21T02:43:06.097892+0000","last_fullsized":"2024-09-21T02:43:06.097892+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:44:34.150275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.097714+0000","last_change":"2024-09-21T02:43:04.126217+0000","last_active":"2024-09-21T02:43:06.097714+0000","last_peered":"2024-09-21T02:43:06.097714+0000","last_clean":"2024-09-21T02:43:06.097714+0000","last_became_active":"2024-09-21T02:43:04.125393+0000","last_became_peered":"2024-09-21T02:43:04.125393+0000","last_unstale":"2024-09-21T02:43:06.097714+0000","last_undegraded":"2024-09-21T02:43:06.097714+0000","last_fullsized":"2024-09-21T02:43:06.097714+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:43:31.528180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.097811+0000","last_change":"2024-09-21T02:43:05.127269+0000","last_active":"2024-09-21T02:43:06.097811+0000","last_peered":"2024-09-21T02:43:06.097811+0000","last_clean":"2024-09-21T02:43:06.097811+0000","last_became_active":"2024-09-21T02:43:05.125986+0000","last_became_peered":"2024-09-21T02:43:05.125986+0000","last_unstale":"2024-09-21T02:43:06.097811+0000","last_undegraded":"2024-09-21T02:43:06.097811+0000","last_fullsized":"2024-09-21T02:43:06.097811+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:04.070535+0000","last_clean_scrub_stamp":"2024-09-21T02:43:04.070535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:26:27.969941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1f","version":"21'4","reported_seq":19,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-21T02:43:06.095495+0000","last_change":"2024-09-21T02:43:04.113484+0000","last_active":"2024-09-21T02:43:06.095495+0000","last_peered":"2024-09-21T02:43:06.095495+0000","last_clean":"2024-09-21T02:43:06.095495+0000","last_became_active":"2024-09-21T02:43:04.112420+0000","last_became_peered":"2024-09-21T02:43:04.112420+0000","last_unstale":"2024-09-21T02:43:06.095495+0000","last_undegraded":"2024-09-21T02:43:06.095495+0000","last_fullsized":"2024-09-21T02:43:06.095495+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:03.058732+0000","last_clean_scrub_stamp":"2024-09-21T02:43:03.058732+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:37:53.781128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509449,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":76284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509448,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27840,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344000,"statfs":{"total":96636764160,"available":96608256000,"internally_reserved":0,"allocated":823296,"data_stored":666744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509447,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27268,"kb_used_data":236,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344572,"statfs":{"total":96636764160,"available":96608841728,"internally_reserved":0,"allocated":241664,"data_stored":78568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509448,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":225280,"data_stored":76866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509447,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27264,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344576,"statfs":{"total":96636764160,"available":96608845824,"internally_reserved":0,"allocated":233472,"data_stored":77896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509447,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27828,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344012,"statfs":{"total":96636764160,"available":96608268288,"internally_reserved":0,"allocated":819200,"data_stored":666722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509448,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":229376,"data_stored":76340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542152,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31412,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340428,"statfs":{"total":96636764160,"available":96604598272,"internally_reserved":0,"allocated":229376,"data_stored":76408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T02:43:19.195 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-21T02:43:19.195 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-21T02:43:19.196 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-21T02:43:19.196 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-21T02:43:19.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.377+0000 7f481cbdf640 1 -- 172.21.15.83:0/45479065 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f48180b3b70 msgr2=0x7f48180d2d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:19.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.377+0000 7f481cbdf640 1 --2- 172.21.15.83:0/45479065 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f48180b3b70 0x7f48180d2d00 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f48180d4370 tx=0x7f480c01c6c0 comp rx=0 tx=0).stop 2024-09-21T02:43:19.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.377+0000 7f481cbdf640 1 -- 172.21.15.83:0/45479065 shutdown_connections 2024-09-21T02:43:19.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.377+0000 7f481cbdf640 1 --2- 172.21.15.83:0/45479065 >> v2:172.21.15.142:3300/0 conn(0x7f48180d3240 0x7f4818162490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:19.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.377+0000 7f481cbdf640 1 --2- 172.21.15.83:0/45479065 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f48180b3b70 0x7f48180d2d00 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:19.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.377+0000 7f481cbdf640 1 -- 172.21.15.83:0/45479065 >> 172.21.15.83:0/45479065 conn(0x7f481809d6c0 msgr2=0x7f48180d4410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:19.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.377+0000 7f481cbdf640 1 -- 172.21.15.83:0/45479065 shutdown_connections 2024-09-21T02:43:19.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.377+0000 7f481cbdf640 1 -- 172.21.15.83:0/45479065 wait complete. 2024-09-21T02:43:19.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.377+0000 7f481cbdf640 1 Processor -- start 2024-09-21T02:43:19.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.377+0000 7f481cbdf640 1 -- start start 2024-09-21T02:43:19.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.381+0000 7f481cbdf640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f48180b3b70 0x7f48181576f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:19.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.381+0000 7f481cbdf640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f48180d3240 0x7f481815a210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:19.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.381+0000 7f481cbdf640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f48181629d0 0x7f481815a750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:19.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.381+0000 7f481cbdf640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f481816c370 con 0x7f48180d3240 2024-09-21T02:43:19.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.381+0000 7f481cbdf640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f481816c1f0 con 0x7f48180b3b70 2024-09-21T02:43:19.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.381+0000 7f481cbdf640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f481816c4f0 con 0x7f48181629d0 2024-09-21T02:43:19.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.381+0000 7f4815d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f48180d3240 0x7f481815a210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:19.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.381+0000 7f4815d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f48180d3240 0x7f481815a210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37912/0 (socket says 172.21.15.83:37912) 2024-09-21T02:43:19.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.381+0000 7f4815d9b640 1 -- 172.21.15.83:0/1684544698 learned_addr learned my addr 172.21.15.83:0/1684544698 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:19.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.381+0000 7f481659c640 1 --2- 172.21.15.83:0/1684544698 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f48180b3b70 0x7f48181576f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:19.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.381+0000 7f4816d9d640 1 --2- 172.21.15.83:0/1684544698 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f48181629d0 0x7f481815a750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:19.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.381+0000 7f4815d9b640 1 -- 172.21.15.83:0/1684544698 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f48181629d0 msgr2=0x7f481815a750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:19.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.381+0000 7f4815d9b640 1 --2- 172.21.15.83:0/1684544698 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f48181629d0 0x7f481815a750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:19.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.381+0000 7f4815d9b640 1 -- 172.21.15.83:0/1684544698 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f48180b3b70 msgr2=0x7f48181576f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:19.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.381+0000 7f4815d9b640 1 --2- 172.21.15.83:0/1684544698 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f48180b3b70 0x7f48181576f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:19.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.381+0000 7f4815d9b640 1 -- 172.21.15.83:0/1684544698 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4818157c30 con 0x7f48180d3240 2024-09-21T02:43:19.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.381+0000 7f4815d9b640 1 --2- 172.21.15.83:0/1684544698 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f48180d3240 0x7f481815a210 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f480800c9f0 tx=0x7f480800ceb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:19.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.381+0000 7f4806ffd640 1 -- 172.21.15.83:0/1684544698 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4808007b50 con 0x7f48180d3240 2024-09-21T02:43:19.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.381+0000 7f4806ffd640 1 -- 172.21.15.83:0/1684544698 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4808007de0 con 0x7f48180d3240 2024-09-21T02:43:19.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.381+0000 7f481cbdf640 1 -- 172.21.15.83:0/1684544698 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48180cd960 con 0x7f48180d3240 2024-09-21T02:43:19.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.381+0000 7f4806ffd640 1 -- 172.21.15.83:0/1684544698 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f480800f6b0 con 0x7f48180d3240 2024-09-21T02:43:19.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.381+0000 7f481cbdf640 1 -- 172.21.15.83:0/1684544698 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48180cb900 con 0x7f48180d3240 2024-09-21T02:43:19.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.381+0000 7f481cbdf640 1 -- 172.21.15.83:0/1684544698 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48180d2d00 con 0x7f48180d3240 2024-09-21T02:43:19.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.381+0000 7f4806ffd640 1 -- 172.21.15.83:0/1684544698 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f480800f850 con 0x7f48180d3240 2024-09-21T02:43:19.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.381+0000 7f4806ffd640 1 --2- 172.21.15.83:0/1684544698 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f47f8073230 0x7f47f8075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:19.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.381+0000 7f4806ffd640 1 -- 172.21.15.83:0/1684544698 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f4808094970 con 0x7f48180d3240 2024-09-21T02:43:19.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.381+0000 7f481659c640 1 --2- 172.21.15.83:0/1684544698 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f47f8073230 0x7f47f8075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:19.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.381+0000 7f481659c640 1 --2- 172.21.15.83:0/1684544698 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f47f8073230 0x7f47f8075740 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f480c0ae000 tx=0x7f480c01af00 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:19.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.385+0000 7f4806ffd640 1 -- 172.21.15.83:0/1684544698 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f4808014030 con 0x7f48180d3240 2024-09-21T02:43:19.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.577+0000 7f481cbdf640 1 -- 172.21.15.83:0/1684544698 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f481806a1c0 con 0x7f48180d3240 2024-09-21T02:43:19.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.581+0000 7f4806ffd640 1 -- 172.21.15.83:0/1684544698 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f480805fa20 con 0x7f48180d3240 2024-09-21T02:43:19.581 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:43:19.581 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-21T02:43:19.583 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.581+0000 7f481cbdf640 1 -- 172.21.15.83:0/1684544698 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f47f8073230 msgr2=0x7f47f8075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:19.583 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.581+0000 7f481cbdf640 1 --2- 172.21.15.83:0/1684544698 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f47f8073230 0x7f47f8075740 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f480c0ae000 tx=0x7f480c01af00 comp rx=0 tx=0).stop 2024-09-21T02:43:19.583 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.581+0000 7f481cbdf640 1 -- 172.21.15.83:0/1684544698 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f48180d3240 msgr2=0x7f481815a210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:19.583 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.581+0000 7f481cbdf640 1 --2- 172.21.15.83:0/1684544698 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f48180d3240 0x7f481815a210 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f480800c9f0 tx=0x7f480800ceb0 comp rx=0 tx=0).stop 2024-09-21T02:43:19.583 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.581+0000 7f481cbdf640 1 -- 172.21.15.83:0/1684544698 shutdown_connections 2024-09-21T02:43:19.583 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.581+0000 7f481cbdf640 1 --2- 172.21.15.83:0/1684544698 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f47f8073230 0x7f47f8075740 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:19.583 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.581+0000 7f481cbdf640 1 --2- 172.21.15.83:0/1684544698 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f48181629d0 0x7f481815a750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:19.583 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.581+0000 7f481cbdf640 1 --2- 172.21.15.83:0/1684544698 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f48180d3240 0x7f481815a210 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:19.583 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.581+0000 7f481cbdf640 1 --2- 172.21.15.83:0/1684544698 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f48180b3b70 0x7f48181576f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:19.584 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.581+0000 7f481cbdf640 1 -- 172.21.15.83:0/1684544698 >> 172.21.15.83:0/1684544698 conn(0x7f481809d6c0 msgr2=0x7f48180b5ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:19.584 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.581+0000 7f481cbdf640 1 -- 172.21.15.83:0/1684544698 shutdown_connections 2024-09-21T02:43:19.584 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.581+0000 7f481cbdf640 1 -- 172.21.15.83:0/1684544698 wait complete. 2024-09-21T02:43:19.601 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-21T02:43:19.601 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T02:43:19.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.741+0000 7f55c6a68640 1 -- 172.21.15.83:0/1252929310 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f55c00d0510 msgr2=0x7f55c00cdd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:19.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.741+0000 7f55c6a68640 1 --2- 172.21.15.83:0/1252929310 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f55c00d0510 0x7f55c00cdd00 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f55c015b9d0 tx=0x7f55b801c650 comp rx=0 tx=0).stop 2024-09-21T02:43:19.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.741+0000 7f55c6a68640 1 -- 172.21.15.83:0/1252929310 shutdown_connections 2024-09-21T02:43:19.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.741+0000 7f55c6a68640 1 --2- 172.21.15.83:0/1252929310 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f55c00d0510 0x7f55c00cdd00 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:19.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.741+0000 7f55c6a68640 1 --2- 172.21.15.83:0/1252929310 >> v2:172.21.15.142:3300/0 conn(0x7f55c015c410 0x7f55c00cffd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:19.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.741+0000 7f55c6a68640 1 -- 172.21.15.83:0/1252929310 >> 172.21.15.83:0/1252929310 conn(0x7f55c006ce90 msgr2=0x7f55c006d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:19.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.741+0000 7f55c6a68640 1 -- 172.21.15.83:0/1252929310 shutdown_connections 2024-09-21T02:43:19.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.741+0000 7f55c6a68640 1 -- 172.21.15.83:0/1252929310 wait complete. 2024-09-21T02:43:19.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.741+0000 7f55c6a68640 1 Processor -- start 2024-09-21T02:43:19.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.741+0000 7f55c6a68640 1 -- start start 2024-09-21T02:43:19.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.745+0000 7f55c6a68640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f55c00b4b70 0x7f55c0147e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:19.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.745+0000 7f55c6a68640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f55c00d0510 0x7f55c014cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:19.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.745+0000 7f55c6a68640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f55c015c410 0x7f55c014d160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:19.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.745+0000 7f55c6a68640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f55c0168b40 con 0x7f55c00d0510 2024-09-21T02:43:19.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.745+0000 7f55c6a68640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f55c01689c0 con 0x7f55c015c410 2024-09-21T02:43:19.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.745+0000 7f55c6a68640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f55c0168cc0 con 0x7f55c00b4b70 2024-09-21T02:43:19.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.745+0000 7f55bffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f55c00d0510 0x7f55c014cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:19.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.745+0000 7f55bffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f55c00d0510 0x7f55c014cc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37936/0 (socket says 172.21.15.83:37936) 2024-09-21T02:43:19.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.745+0000 7f55bffff640 1 -- 172.21.15.83:0/3084900499 learned_addr learned my addr 172.21.15.83:0/3084900499 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:19.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.745+0000 7f55c5005640 1 --2- 172.21.15.83:0/3084900499 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f55c015c410 0x7f55c014d160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:19.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.745+0000 7f55bffff640 1 -- 172.21.15.83:0/3084900499 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f55c00b4b70 msgr2=0x7f55c0147e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:19.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.745+0000 7f55c4804640 1 --2- 172.21.15.83:0/3084900499 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f55c00b4b70 0x7f55c0147e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:19.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.745+0000 7f55bffff640 1 --2- 172.21.15.83:0/3084900499 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f55c00b4b70 0x7f55c0147e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:19.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.745+0000 7f55bffff640 1 -- 172.21.15.83:0/3084900499 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f55c015c410 msgr2=0x7f55c014d160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:19.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.745+0000 7f55bffff640 1 --2- 172.21.15.83:0/3084900499 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f55c015c410 0x7f55c014d160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:19.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.745+0000 7f55bffff640 1 -- 172.21.15.83:0/3084900499 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55c0150610 con 0x7f55c00d0510 2024-09-21T02:43:19.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.745+0000 7f55c5005640 1 --2- 172.21.15.83:0/3084900499 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f55c015c410 0x7f55c014d160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:43:19.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.745+0000 7f55bffff640 1 --2- 172.21.15.83:0/3084900499 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f55c00d0510 0x7f55c014cc20 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f55b400c970 tx=0x7f55b400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:19.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.745+0000 7f55bd7fa640 1 -- 172.21.15.83:0/3084900499 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55b4004220 con 0x7f55c00d0510 2024-09-21T02:43:19.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.745+0000 7f55bd7fa640 1 -- 172.21.15.83:0/3084900499 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f55b40079b0 con 0x7f55c00d0510 2024-09-21T02:43:19.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.745+0000 7f55c6a68640 1 -- 172.21.15.83:0/3084900499 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55c01508f0 con 0x7f55c00d0510 2024-09-21T02:43:19.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.745+0000 7f55bd7fa640 1 -- 172.21.15.83:0/3084900499 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55b40044b0 con 0x7f55c00d0510 2024-09-21T02:43:19.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.745+0000 7f55c6a68640 1 -- 172.21.15.83:0/3084900499 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55c00affe0 con 0x7f55c00d0510 2024-09-21T02:43:19.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.745+0000 7f55c6a68640 1 -- 172.21.15.83:0/3084900499 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55c00cdd00 con 0x7f55c00d0510 2024-09-21T02:43:19.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.745+0000 7f55bd7fa640 1 -- 172.21.15.83:0/3084900499 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f55b4003600 con 0x7f55c00d0510 2024-09-21T02:43:19.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.745+0000 7f55bd7fa640 1 --2- 172.21.15.83:0/3084900499 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f55ac073200 0x7f55ac075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:19.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.749+0000 7f55bd7fa640 1 -- 172.21.15.83:0/3084900499 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f55b4094320 con 0x7f55c00d0510 2024-09-21T02:43:19.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.749+0000 7f55c4804640 1 --2- 172.21.15.83:0/3084900499 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f55ac073200 0x7f55ac075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:19.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.749+0000 7f55c4804640 1 --2- 172.21.15.83:0/3084900499 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f55ac073200 0x7f55ac075710 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f55b0007dc0 tx=0x7f55b00072f0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:19.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.753+0000 7f55bd7fa640 1 -- 172.21.15.83:0/3084900499 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f55b4014030 con 0x7f55c00d0510 2024-09-21T02:43:19.946 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.945+0000 7f55c6a68640 1 -- 172.21.15.83:0/3084900499 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f55c0150330 con 0x7f55c00d0510 2024-09-21T02:43:19.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.945+0000 7f55bd7fa640 1 -- 172.21.15.83:0/3084900499 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5223 (secure 0 0 0) 0x7f55b405f3d0 con 0x7f55c00d0510 2024-09-21T02:43:19.947 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:43:19.948 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":8,"btime":"2024-09-21T02:43:08:146109+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4311,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6836/2192751956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":2192751956},{"type":"v1","addr":"172.21.15.83:6836","nonce":2192751956}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4314,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/4142234226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6835","nonce":4142234226},{"type":"v1","addr":"172.21.15.83:6837","nonce":4142234226}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4375,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6833/2552052707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":2552052707},{"type":"v1","addr":"172.21.15.142:6833","nonce":2552052707}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T02:43:04.500676+0000","modified":"2024-09-21T02:43:07.569005+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4381},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4381":{"gid":4381,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.142:6835/3983670535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":3983670535},{"type":"v1","addr":"172.21.15.142:6835","nonce":3983670535}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4381,"qdb_cluster":[4381]},"id":1}]} 2024-09-21T02:43:19.948 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 8 2024-09-21T02:43:19.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.949+0000 7f55c6a68640 1 -- 172.21.15.83:0/3084900499 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f55ac073200 msgr2=0x7f55ac075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:19.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.949+0000 7f55c6a68640 1 --2- 172.21.15.83:0/3084900499 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f55ac073200 0x7f55ac075710 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f55b0007dc0 tx=0x7f55b00072f0 comp rx=0 tx=0).stop 2024-09-21T02:43:19.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.949+0000 7f55c6a68640 1 -- 172.21.15.83:0/3084900499 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f55c00d0510 msgr2=0x7f55c014cc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:19.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.949+0000 7f55c6a68640 1 --2- 172.21.15.83:0/3084900499 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f55c00d0510 0x7f55c014cc20 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f55b400c970 tx=0x7f55b400ce30 comp rx=0 tx=0).stop 2024-09-21T02:43:19.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.949+0000 7f55c6a68640 1 -- 172.21.15.83:0/3084900499 shutdown_connections 2024-09-21T02:43:19.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.949+0000 7f55c6a68640 1 --2- 172.21.15.83:0/3084900499 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f55ac073200 0x7f55ac075710 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:19.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.949+0000 7f55c6a68640 1 --2- 172.21.15.83:0/3084900499 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f55c015c410 0x7f55c014d160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:19.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.949+0000 7f55c6a68640 1 --2- 172.21.15.83:0/3084900499 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f55c00d0510 0x7f55c014cc20 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:19.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.949+0000 7f55c6a68640 1 --2- 172.21.15.83:0/3084900499 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f55c00b4b70 0x7f55c0147e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:19.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.949+0000 7f55c6a68640 1 -- 172.21.15.83:0/3084900499 >> 172.21.15.83:0/3084900499 conn(0x7f55c006ce90 msgr2=0x7f55c0073d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:19.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.949+0000 7f55c6a68640 1 -- 172.21.15.83:0/3084900499 shutdown_connections 2024-09-21T02:43:19.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:19.949+0000 7f55c6a68640 1 -- 172.21.15.83:0/3084900499 wait complete. 2024-09-21T02:43:19.968 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T02:43:20.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.117+0000 7fd431b7e640 1 -- 172.21.15.83:0/3893724160 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd42c0d0b10 msgr2=0x7fd42c0d0f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:20.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.117+0000 7fd431b7e640 1 --2- 172.21.15.83:0/3893724160 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd42c0d0b10 0x7fd42c0d0f20 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fd42c0d4460 tx=0x7fd41c01c810 comp rx=0 tx=0).stop 2024-09-21T02:43:20.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.117+0000 7fd431b7e640 1 -- 172.21.15.83:0/3893724160 shutdown_connections 2024-09-21T02:43:20.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.117+0000 7fd431b7e640 1 --2- 172.21.15.83:0/3893724160 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd42c0d27b0 0x7fd42c0d2bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:20.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.117+0000 7fd431b7e640 1 --2- 172.21.15.83:0/3893724160 >> v2:172.21.15.142:3300/0 conn(0x7fd42c0d1460 0x7fd42c0d2270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:20.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.117+0000 7fd431b7e640 1 --2- 172.21.15.83:0/3893724160 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd42c0d0b10 0x7fd42c0d0f20 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:20.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.117+0000 7fd431b7e640 1 -- 172.21.15.83:0/3893724160 >> 172.21.15.83:0/3893724160 conn(0x7fd42c09d6e0 msgr2=0x7fd42c0d4490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:20.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.117+0000 7fd431b7e640 1 -- 172.21.15.83:0/3893724160 shutdown_connections 2024-09-21T02:43:20.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.117+0000 7fd431b7e640 1 -- 172.21.15.83:0/3893724160 wait complete. 2024-09-21T02:43:20.119 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.117+0000 7fd431b7e640 1 Processor -- start 2024-09-21T02:43:20.119 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.117+0000 7fd431b7e640 1 -- start start 2024-09-21T02:43:20.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.117+0000 7fd431b7e640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd42c0d0b10 0x7fd42c1667c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:20.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.117+0000 7fd431b7e640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd42c0d1460 0x7fd42c1f96c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:20.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.117+0000 7fd431b7e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd42c0d27b0 0x7fd42c15f810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:20.122 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.117+0000 7fd431b7e640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd42c0b4c00 con 0x7fd42c0d27b0 2024-09-21T02:43:20.122 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.117+0000 7fd431b7e640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fd42c0b4a80 con 0x7fd42c0d0b10 2024-09-21T02:43:20.122 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.117+0000 7fd431b7e640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fd42c0b4d80 con 0x7fd42c0d1460 2024-09-21T02:43:20.122 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.121+0000 7fd42bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd42c0d27b0 0x7fd42c15f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:20.122 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.121+0000 7fd42bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd42c0d27b0 0x7fd42c15f810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37950/0 (socket says 172.21.15.83:37950) 2024-09-21T02:43:20.122 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.121+0000 7fd42bfff640 1 -- 172.21.15.83:0/794391698 learned_addr learned my addr 172.21.15.83:0/794391698 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:20.122 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.121+0000 7fd42b7fe640 1 --2- 172.21.15.83:0/794391698 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd42c0d0b10 0x7fd42c1667c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:20.122 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.121+0000 7fd42affd640 1 --2- 172.21.15.83:0/794391698 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd42c0d1460 0x7fd42c1f96c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:20.122 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.121+0000 7fd42bfff640 1 -- 172.21.15.83:0/794391698 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd42c0d1460 msgr2=0x7fd42c1f96c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:20.122 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.121+0000 7fd42bfff640 1 --2- 172.21.15.83:0/794391698 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd42c0d1460 0x7fd42c1f96c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:20.122 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.121+0000 7fd42bfff640 1 -- 172.21.15.83:0/794391698 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd42c0d0b10 msgr2=0x7fd42c1667c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:20.122 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.121+0000 7fd42bfff640 1 --2- 172.21.15.83:0/794391698 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd42c0d0b10 0x7fd42c1667c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:20.122 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.121+0000 7fd42bfff640 1 -- 172.21.15.83:0/794391698 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd42c165720 con 0x7fd42c0d27b0 2024-09-21T02:43:20.123 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.121+0000 7fd42bfff640 1 --2- 172.21.15.83:0/794391698 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd42c0d27b0 0x7fd42c15f810 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fd42400e970 tx=0x7fd42400ee30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:20.123 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.121+0000 7fd413fff640 1 -- 172.21.15.83:0/794391698 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd424004d30 con 0x7fd42c0d27b0 2024-09-21T02:43:20.123 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.121+0000 7fd413fff640 1 -- 172.21.15.83:0/794391698 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd42400cb20 con 0x7fd42c0d27b0 2024-09-21T02:43:20.123 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.121+0000 7fd431b7e640 1 -- 172.21.15.83:0/794391698 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd42c165a00 con 0x7fd42c0d27b0 2024-09-21T02:43:20.123 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.121+0000 7fd413fff640 1 -- 172.21.15.83:0/794391698 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd424005020 con 0x7fd42c0d27b0 2024-09-21T02:43:20.123 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.121+0000 7fd431b7e640 1 -- 172.21.15.83:0/794391698 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd42c165fc0 con 0x7fd42c0d27b0 2024-09-21T02:43:20.124 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.121+0000 7fd431b7e640 1 -- 172.21.15.83:0/794391698 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd42c165480 con 0x7fd42c0d27b0 2024-09-21T02:43:20.124 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.121+0000 7fd413fff640 1 -- 172.21.15.83:0/794391698 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fd4240051c0 con 0x7fd42c0d27b0 2024-09-21T02:43:20.124 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.121+0000 7fd413fff640 1 --2- 172.21.15.83:0/794391698 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd418073200 0x7fd418075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:20.124 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.121+0000 7fd42b7fe640 1 --2- 172.21.15.83:0/794391698 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd418073200 0x7fd418075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:20.124 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.121+0000 7fd413fff640 1 -- 172.21.15.83:0/794391698 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fd424094b40 con 0x7fd42c0d27b0 2024-09-21T02:43:20.124 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.121+0000 7fd42b7fe640 1 --2- 172.21.15.83:0/794391698 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd418073200 0x7fd418075710 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fd41c0af000 tx=0x7fd41c01b050 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:20.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.125+0000 7fd413fff640 1 -- 172.21.15.83:0/794391698 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fd42c165480 con 0x7fd42c0d27b0 2024-09-21T02:43:20.322 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.321+0000 7fd431b7e640 1 -- 172.21.15.83:0/794391698 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd42c0b9050 con 0x7fd42c0d27b0 2024-09-21T02:43:20.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.321+0000 7fd413fff640 1 -- 172.21.15.83:0/794391698 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5223 (secure 0 0 0) 0x7fd424016030 con 0x7fd42c0d27b0 2024-09-21T02:43:20.323 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:43:20.323 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":8,"btime":"2024-09-21T02:43:08:146109+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4311,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6836/2192751956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":2192751956},{"type":"v1","addr":"172.21.15.83:6836","nonce":2192751956}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4314,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/4142234226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6835","nonce":4142234226},{"type":"v1","addr":"172.21.15.83:6837","nonce":4142234226}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4375,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6833/2552052707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":2552052707},{"type":"v1","addr":"172.21.15.142:6833","nonce":2552052707}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T02:43:04.500676+0000","modified":"2024-09-21T02:43:07.569005+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4381},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4381":{"gid":4381,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.142:6835/3983670535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":3983670535},{"type":"v1","addr":"172.21.15.142:6835","nonce":3983670535}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4381,"qdb_cluster":[4381]},"id":1}]} 2024-09-21T02:43:20.323 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 8 2024-09-21T02:43:20.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.325+0000 7fd431b7e640 1 -- 172.21.15.83:0/794391698 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd418073200 msgr2=0x7fd418075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:20.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.325+0000 7fd431b7e640 1 --2- 172.21.15.83:0/794391698 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd418073200 0x7fd418075710 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fd41c0af000 tx=0x7fd41c01b050 comp rx=0 tx=0).stop 2024-09-21T02:43:20.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.325+0000 7fd431b7e640 1 -- 172.21.15.83:0/794391698 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd42c0d27b0 msgr2=0x7fd42c15f810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:20.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.325+0000 7fd431b7e640 1 --2- 172.21.15.83:0/794391698 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd42c0d27b0 0x7fd42c15f810 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fd42400e970 tx=0x7fd42400ee30 comp rx=0 tx=0).stop 2024-09-21T02:43:20.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.325+0000 7fd431b7e640 1 -- 172.21.15.83:0/794391698 shutdown_connections 2024-09-21T02:43:20.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.325+0000 7fd431b7e640 1 --2- 172.21.15.83:0/794391698 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd418073200 0x7fd418075710 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:20.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.325+0000 7fd431b7e640 1 --2- 172.21.15.83:0/794391698 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd42c0d27b0 0x7fd42c15f810 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:20.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.325+0000 7fd431b7e640 1 --2- 172.21.15.83:0/794391698 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd42c0d1460 0x7fd42c1f96c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:20.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.325+0000 7fd431b7e640 1 --2- 172.21.15.83:0/794391698 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd42c0d0b10 0x7fd42c1667c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:20.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.325+0000 7fd431b7e640 1 -- 172.21.15.83:0/794391698 >> 172.21.15.83:0/794391698 conn(0x7fd42c09d6e0 msgr2=0x7fd42c0b9590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:20.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.325+0000 7fd431b7e640 1 -- 172.21.15.83:0/794391698 shutdown_connections 2024-09-21T02:43:20.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.325+0000 7fd431b7e640 1 -- 172.21.15.83:0/794391698 wait complete. 2024-09-21T02:43:20.343 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T02:43:20.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.481+0000 7fed303b7640 1 -- 172.21.15.83:0/606915437 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fed2806d3d0 msgr2=0x7fed28160210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:20.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.481+0000 7fed303b7640 1 --2- 172.21.15.83:0/606915437 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fed2806d3d0 0x7fed28160210 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fed18009840 tx=0x7fed1801c760 comp rx=0 tx=0).stop 2024-09-21T02:43:20.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.481+0000 7fed303b7640 1 -- 172.21.15.83:0/606915437 shutdown_connections 2024-09-21T02:43:20.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.481+0000 7fed303b7640 1 --2- 172.21.15.83:0/606915437 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fed2806d3d0 0x7fed28160210 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:20.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.481+0000 7fed303b7640 1 --2- 172.21.15.83:0/606915437 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fed2815d8a0 0x7fed2806ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:20.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.481+0000 7fed303b7640 1 -- 172.21.15.83:0/606915437 >> 172.21.15.83:0/606915437 conn(0x7fed28070650 msgr2=0x7fed280b2d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:20.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.481+0000 7fed303b7640 1 -- 172.21.15.83:0/606915437 shutdown_connections 2024-09-21T02:43:20.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.481+0000 7fed303b7640 1 -- 172.21.15.83:0/606915437 wait complete. 2024-09-21T02:43:20.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.481+0000 7fed303b7640 1 Processor -- start 2024-09-21T02:43:20.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.481+0000 7fed303b7640 1 -- start start 2024-09-21T02:43:20.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.485+0000 7fed303b7640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fed2806d3d0 0x7fed28158a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:20.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.485+0000 7fed303b7640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fed2815d8a0 0x7fed28071060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:20.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.485+0000 7fed303b7640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fed28160750 0x7fed280715a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:20.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.485+0000 7fed303b7640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fed28169a30 con 0x7fed28160750 2024-09-21T02:43:20.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.485+0000 7fed303b7640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fed281698b0 con 0x7fed2815d8a0 2024-09-21T02:43:20.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.485+0000 7fed303b7640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fed28169bb0 con 0x7fed2806d3d0 2024-09-21T02:43:20.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.485+0000 7fed2e954640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fed28160750 0x7fed280715a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:20.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.485+0000 7fed2e954640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fed28160750 0x7fed280715a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37970/0 (socket says 172.21.15.83:37970) 2024-09-21T02:43:20.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.485+0000 7fed2e954640 1 -- 172.21.15.83:0/3214042579 learned_addr learned my addr 172.21.15.83:0/3214042579 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:20.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.485+0000 7fed2e153640 1 --2- 172.21.15.83:0/3214042579 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fed2806d3d0 0x7fed28158a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:20.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.485+0000 7fed2d952640 1 --2- 172.21.15.83:0/3214042579 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fed2815d8a0 0x7fed28071060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:20.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.485+0000 7fed2e954640 1 -- 172.21.15.83:0/3214042579 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fed2806d3d0 msgr2=0x7fed28158a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:20.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.485+0000 7fed2e954640 1 --2- 172.21.15.83:0/3214042579 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fed2806d3d0 0x7fed28158a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:20.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.485+0000 7fed2e954640 1 -- 172.21.15.83:0/3214042579 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fed2815d8a0 msgr2=0x7fed28071060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:20.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.485+0000 7fed2e954640 1 --2- 172.21.15.83:0/3214042579 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fed2815d8a0 0x7fed28071060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:20.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.485+0000 7fed2e954640 1 -- 172.21.15.83:0/3214042579 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed28144b70 con 0x7fed28160750 2024-09-21T02:43:20.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.485+0000 7fed2d952640 1 --2- 172.21.15.83:0/3214042579 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fed2815d8a0 0x7fed28071060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:43:20.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.485+0000 7fed2e954640 1 --2- 172.21.15.83:0/3214042579 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fed28160750 0x7fed280715a0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fed2400c3c0 tx=0x7fed2400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:20.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.485+0000 7fed1effd640 1 -- 172.21.15.83:0/3214042579 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed24017070 con 0x7fed28160750 2024-09-21T02:43:20.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.485+0000 7fed1effd640 1 -- 172.21.15.83:0/3214042579 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fed24003600 con 0x7fed28160750 2024-09-21T02:43:20.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.485+0000 7fed303b7640 1 -- 172.21.15.83:0/3214042579 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed28144e50 con 0x7fed28160750 2024-09-21T02:43:20.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.485+0000 7fed1effd640 1 -- 172.21.15.83:0/3214042579 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed24003a50 con 0x7fed28160750 2024-09-21T02:43:20.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.485+0000 7fed303b7640 1 -- 172.21.15.83:0/3214042579 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed28140d10 con 0x7fed28160750 2024-09-21T02:43:20.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.485+0000 7fed303b7640 1 -- 172.21.15.83:0/3214042579 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fed281448e0 con 0x7fed28160750 2024-09-21T02:43:20.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.485+0000 7fed1effd640 1 -- 172.21.15.83:0/3214042579 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fed2401a070 con 0x7fed28160750 2024-09-21T02:43:20.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.485+0000 7fed1effd640 1 --2- 172.21.15.83:0/3214042579 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fed0c073200 0x7fed0c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:20.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.485+0000 7fed1effd640 1 -- 172.21.15.83:0/3214042579 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fed24093500 con 0x7fed28160750 2024-09-21T02:43:20.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.485+0000 7fed2e153640 1 --2- 172.21.15.83:0/3214042579 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fed0c073200 0x7fed0c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:20.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.485+0000 7fed2e153640 1 --2- 172.21.15.83:0/3214042579 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fed0c073200 0x7fed0c075710 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fed20005c50 tx=0x7fed20005be0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:20.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.489+0000 7fed1effd640 1 -- 172.21.15.83:0/3214042579 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fed2806d7e0 con 0x7fed28160750 2024-09-21T02:43:20.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.649+0000 7fed303b7640 1 -- 172.21.15.83:0/3214042579 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fed28160210 con 0x7fed28160750 2024-09-21T02:43:20.654 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.653+0000 7fed1effd640 1 -- 172.21.15.83:0/3214042579 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) ==== 74+0+16645 (secure 0 0 0) 0x7fed2405e5e0 con 0x7fed28160750 2024-09-21T02:43:20.654 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:43:20.654 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":22,"fsid":"82b6a254-ea31-468f-b8d3-3f9b32622240","created":"2024-09-21T02:42:38.603140+0000","modified":"2024-09-21T02:43:06.085511+0000","last_up_change":"2024-09-21T02:42:53.602524+0000","last_in_change":"2024-09-21T02:42:43.192261+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T02:42:53.826200+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-21T02:43:02.423239+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-21T02:43:03.451557+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3a8ebb7b-1ae5-4b26-8278-9dcb6c385903","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6814","nonce":1413652419}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6818","nonce":1413652419}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6825","nonce":1413652419}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6822","nonce":1413652419}]},"public_addr":"172.21.15.83:6814/1413652419","cluster_addr":"172.21.15.83:6818/1413652419","heartbeat_back_addr":"172.21.15.83:6825/1413652419","heartbeat_front_addr":"172.21.15.83:6822/1413652419","state":["exists","up"]},{"osd":1,"uuid":"c965bb73-548b-4509-96ec-9c263029104b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6827","nonce":464765712}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6829","nonce":464765712}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6833","nonce":464765712}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6831","nonce":464765712}]},"public_addr":"172.21.15.83:6827/464765712","cluster_addr":"172.21.15.83:6829/464765712","heartbeat_back_addr":"172.21.15.83:6833/464765712","heartbeat_front_addr":"172.21.15.83:6831/464765712","state":["exists","up"]},{"osd":2,"uuid":"d86f4e42-c5e5-48f2-9936-817c45ca308d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6803","nonce":2393321522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6805","nonce":2393321522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6809","nonce":2393321522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6807","nonce":2393321522}]},"public_addr":"172.21.15.83:6803/2393321522","cluster_addr":"172.21.15.83:6805/2393321522","heartbeat_back_addr":"172.21.15.83:6809/2393321522","heartbeat_front_addr":"172.21.15.83:6807/2393321522","state":["exists","up"]},{"osd":3,"uuid":"13beb0a5-6df8-4bd9-a8c9-d61fe89e09e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6811","nonce":3390622409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6813","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6815","nonce":3390622409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6821","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6823","nonce":3390622409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6817","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6819","nonce":3390622409}]},"public_addr":"172.21.15.83:6811/3390622409","cluster_addr":"172.21.15.83:6815/3390622409","heartbeat_back_addr":"172.21.15.83:6823/3390622409","heartbeat_front_addr":"172.21.15.83:6819/3390622409","state":["exists","up"]},{"osd":4,"uuid":"2028bcfd-16b5-40a0-beaf-18832fee4ac1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6816","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6817","nonce":903609339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6818","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6819","nonce":903609339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6822","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6823","nonce":903609339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6820","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6821","nonce":903609339}]},"public_addr":"172.21.15.142:6817/903609339","cluster_addr":"172.21.15.142:6819/903609339","heartbeat_back_addr":"172.21.15.142:6823/903609339","heartbeat_front_addr":"172.21.15.142:6821/903609339","state":["exists","up"]},{"osd":5,"uuid":"f3fdab28-9ac1-4ff3-92ed-3c2a9833a45d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6824","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6825","nonce":1864459234}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6826","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6827","nonce":1864459234}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6830","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6831","nonce":1864459234}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6828","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6829","nonce":1864459234}]},"public_addr":"172.21.15.142:6825/1864459234","cluster_addr":"172.21.15.142:6827/1864459234","heartbeat_back_addr":"172.21.15.142:6831/1864459234","heartbeat_front_addr":"172.21.15.142:6829/1864459234","state":["exists","up"]},{"osd":6,"uuid":"e6c411f3-8a06-41f2-b104-40216326259a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6808","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6809","nonce":1137623679}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6810","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6811","nonce":1137623679}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6814","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6815","nonce":1137623679}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6812","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6813","nonce":1137623679}]},"public_addr":"172.21.15.142:6809/1137623679","cluster_addr":"172.21.15.142:6811/1137623679","heartbeat_back_addr":"172.21.15.142:6815/1137623679","heartbeat_front_addr":"172.21.15.142:6813/1137623679","state":["exists","up"]},{"osd":7,"uuid":"37ce1cb6-2b1b-4d91-ace3-926062f54290","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6800","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6801","nonce":81587312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6802","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6803","nonce":81587312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6806","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6807","nonce":81587312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6804","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6805","nonce":81587312}]},"public_addr":"172.21.15.142:6801/81587312","cluster_addr":"172.21.15.142:6803/81587312","heartbeat_back_addr":"172.21.15.142:6807/81587312","heartbeat_front_addr":"172.21.15.142:6805/81587312","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.547410+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.843449+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.932112+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.842886+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.082896+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.238106+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.825928+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.553550+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T02:43:20.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.653+0000 7fed303b7640 1 -- 172.21.15.83:0/3214042579 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fed0c073200 msgr2=0x7fed0c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:20.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.653+0000 7fed303b7640 1 --2- 172.21.15.83:0/3214042579 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fed0c073200 0x7fed0c075710 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fed20005c50 tx=0x7fed20005be0 comp rx=0 tx=0).stop 2024-09-21T02:43:20.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.653+0000 7fed303b7640 1 -- 172.21.15.83:0/3214042579 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fed28160750 msgr2=0x7fed280715a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:20.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.653+0000 7fed303b7640 1 --2- 172.21.15.83:0/3214042579 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fed28160750 0x7fed280715a0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fed2400c3c0 tx=0x7fed2400c880 comp rx=0 tx=0).stop 2024-09-21T02:43:20.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.653+0000 7fed303b7640 1 -- 172.21.15.83:0/3214042579 shutdown_connections 2024-09-21T02:43:20.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.653+0000 7fed303b7640 1 --2- 172.21.15.83:0/3214042579 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fed0c073200 0x7fed0c075710 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:20.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.653+0000 7fed303b7640 1 --2- 172.21.15.83:0/3214042579 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fed28160750 0x7fed280715a0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:20.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.653+0000 7fed303b7640 1 --2- 172.21.15.83:0/3214042579 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fed2815d8a0 0x7fed28071060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:20.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.653+0000 7fed303b7640 1 --2- 172.21.15.83:0/3214042579 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fed2806d3d0 0x7fed28158a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:20.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.653+0000 7fed303b7640 1 -- 172.21.15.83:0/3214042579 >> 172.21.15.83:0/3214042579 conn(0x7fed28070650 msgr2=0x7fed281437a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:20.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.653+0000 7fed303b7640 1 -- 172.21.15.83:0/3214042579 shutdown_connections 2024-09-21T02:43:20.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.653+0000 7fed303b7640 1 -- 172.21.15.83:0/3214042579 wait complete. 2024-09-21T02:43:20.674 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T02:43:20.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.829+0000 7fc74d1b9640 1 -- 172.21.15.83:0/3670726075 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc7480cc920 msgr2=0x7fc7480ccd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:20.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.829+0000 7fc74d1b9640 1 --2- 172.21.15.83:0/3670726075 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc7480cc920 0x7fc7480ccd30 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fc730009840 tx=0x7fc73001c820 comp rx=0 tx=0).stop 2024-09-21T02:43:20.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.829+0000 7fc74d1b9640 1 -- 172.21.15.83:0/3670726075 shutdown_connections 2024-09-21T02:43:20.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.829+0000 7fc74d1b9640 1 --2- 172.21.15.83:0/3670726075 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc748074090 0x7fc7480744a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:20.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.829+0000 7fc74d1b9640 1 --2- 172.21.15.83:0/3670726075 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc7480cc920 0x7fc7480ccd30 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:20.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.829+0000 7fc74d1b9640 1 -- 172.21.15.83:0/3670726075 >> 172.21.15.83:0/3670726075 conn(0x7fc74806ce90 msgr2=0x7fc74806d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:20.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.829+0000 7fc74d1b9640 1 -- 172.21.15.83:0/3670726075 shutdown_connections 2024-09-21T02:43:20.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.829+0000 7fc74d1b9640 1 -- 172.21.15.83:0/3670726075 wait complete. 2024-09-21T02:43:20.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.829+0000 7fc74d1b9640 1 Processor -- start 2024-09-21T02:43:20.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.829+0000 7fc74d1b9640 1 -- start start 2024-09-21T02:43:20.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.829+0000 7fc74d1b9640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc74806ed60 0x7fc7480aef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:20.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.829+0000 7fc74d1b9640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc748074090 0x7fc74815b770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:20.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.829+0000 7fc74d1b9640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc7480cc920 0x7fc74815bcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:20.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.829+0000 7fc74d1b9640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fc748169a30 con 0x7fc74806ed60 2024-09-21T02:43:20.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.829+0000 7fc74d1b9640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fc7481698b0 con 0x7fc748074090 2024-09-21T02:43:20.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.829+0000 7fc74d1b9640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fc748169bb0 con 0x7fc7480cc920 2024-09-21T02:43:20.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.833+0000 7fc746d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc74806ed60 0x7fc7480aef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:20.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.833+0000 7fc746d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc74806ed60 0x7fc7480aef40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37994/0 (socket says 172.21.15.83:37994) 2024-09-21T02:43:20.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.833+0000 7fc746d9d640 1 -- 172.21.15.83:0/1122749202 learned_addr learned my addr 172.21.15.83:0/1122749202 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:20.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.833+0000 7fc74659c640 1 --2- 172.21.15.83:0/1122749202 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc748074090 0x7fc74815b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:20.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.833+0000 7fc746d9d640 1 -- 172.21.15.83:0/1122749202 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc7480cc920 msgr2=0x7fc74815bcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:20.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.833+0000 7fc746d9d640 1 --2- 172.21.15.83:0/1122749202 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc7480cc920 0x7fc74815bcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:20.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.833+0000 7fc746d9d640 1 -- 172.21.15.83:0/1122749202 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc748074090 msgr2=0x7fc74815b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:20.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.833+0000 7fc746d9d640 1 --2- 172.21.15.83:0/1122749202 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc748074090 0x7fc74815b770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:20.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.833+0000 7fc746d9d640 1 -- 172.21.15.83:0/1122749202 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc74813e2f0 con 0x7fc74806ed60 2024-09-21T02:43:20.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.833+0000 7fc746d9d640 1 --2- 172.21.15.83:0/1122749202 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc74806ed60 0x7fc7480aef40 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fc74000c430 tx=0x7fc74000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:20.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.833+0000 7fc73f7fe640 1 -- 172.21.15.83:0/1122749202 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc740011790 con 0x7fc74806ed60 2024-09-21T02:43:20.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.833+0000 7fc73f7fe640 1 -- 172.21.15.83:0/1122749202 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc740017070 con 0x7fc74806ed60 2024-09-21T02:43:20.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.833+0000 7fc74d1b9640 1 -- 172.21.15.83:0/1122749202 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc74813e5d0 con 0x7fc74806ed60 2024-09-21T02:43:20.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.833+0000 7fc73f7fe640 1 -- 172.21.15.83:0/1122749202 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc740011ce0 con 0x7fc74806ed60 2024-09-21T02:43:20.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.833+0000 7fc74d1b9640 1 -- 172.21.15.83:0/1122749202 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc74813eb90 con 0x7fc74806ed60 2024-09-21T02:43:20.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.833+0000 7fc74d1b9640 1 -- 172.21.15.83:0/1122749202 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7480744a0 con 0x7fc74806ed60 2024-09-21T02:43:20.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.833+0000 7fc73f7fe640 1 -- 172.21.15.83:0/1122749202 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fc74001c460 con 0x7fc74806ed60 2024-09-21T02:43:20.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.833+0000 7fc73f7fe640 1 --2- 172.21.15.83:0/1122749202 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc728073200 0x7fc728075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:20.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.833+0000 7fc73f7fe640 1 -- 172.21.15.83:0/1122749202 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fc740094030 con 0x7fc74806ed60 2024-09-21T02:43:20.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.833+0000 7fc74659c640 1 --2- 172.21.15.83:0/1122749202 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc728073200 0x7fc728075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:20.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.833+0000 7fc74659c640 1 --2- 172.21.15.83:0/1122749202 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc728073200 0x7fc728075710 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fc7300af000 tx=0x7fc73001b060 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:20.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:20.837+0000 7fc73f7fe640 1 -- 172.21.15.83:0/1122749202 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fc74005f110 con 0x7fc74806ed60 2024-09-21T02:43:21.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.049+0000 7fc74d1b9640 1 -- 172.21.15.83:0/1122749202 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc74815d090 con 0x7fc74806ed60 2024-09-21T02:43:21.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.049+0000 7fc73f7fe640 1 -- 172.21.15.83:0/1122749202 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5223 (secure 0 0 0) 0x7fc74005ea10 con 0x7fc74806ed60 2024-09-21T02:43:21.051 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:43:21.051 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":8,"btime":"2024-09-21T02:43:08:146109+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4311,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6836/2192751956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":2192751956},{"type":"v1","addr":"172.21.15.83:6836","nonce":2192751956}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4314,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/4142234226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6835","nonce":4142234226},{"type":"v1","addr":"172.21.15.83:6837","nonce":4142234226}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4375,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6833/2552052707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":2552052707},{"type":"v1","addr":"172.21.15.142:6833","nonce":2552052707}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T02:43:04.500676+0000","modified":"2024-09-21T02:43:07.569005+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4381},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4381":{"gid":4381,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.142:6835/3983670535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":3983670535},{"type":"v1","addr":"172.21.15.142:6835","nonce":3983670535}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4381,"qdb_cluster":[4381]},"id":1}]} 2024-09-21T02:43:21.051 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 8 2024-09-21T02:43:21.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.053+0000 7fc74d1b9640 1 -- 172.21.15.83:0/1122749202 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc728073200 msgr2=0x7fc728075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:21.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.053+0000 7fc74d1b9640 1 --2- 172.21.15.83:0/1122749202 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc728073200 0x7fc728075710 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fc7300af000 tx=0x7fc73001b060 comp rx=0 tx=0).stop 2024-09-21T02:43:21.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.053+0000 7fc74d1b9640 1 -- 172.21.15.83:0/1122749202 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc74806ed60 msgr2=0x7fc7480aef40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:21.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.053+0000 7fc74d1b9640 1 --2- 172.21.15.83:0/1122749202 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc74806ed60 0x7fc7480aef40 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fc74000c430 tx=0x7fc74000c8f0 comp rx=0 tx=0).stop 2024-09-21T02:43:21.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.053+0000 7fc74d1b9640 1 -- 172.21.15.83:0/1122749202 shutdown_connections 2024-09-21T02:43:21.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.053+0000 7fc74d1b9640 1 --2- 172.21.15.83:0/1122749202 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc728073200 0x7fc728075710 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:21.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.053+0000 7fc74d1b9640 1 --2- 172.21.15.83:0/1122749202 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc7480cc920 0x7fc74815bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:21.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.053+0000 7fc74d1b9640 1 --2- 172.21.15.83:0/1122749202 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc748074090 0x7fc74815b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:21.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.053+0000 7fc74d1b9640 1 --2- 172.21.15.83:0/1122749202 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc74806ed60 0x7fc7480aef40 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:21.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.053+0000 7fc74d1b9640 1 -- 172.21.15.83:0/1122749202 >> 172.21.15.83:0/1122749202 conn(0x7fc74806ce90 msgr2=0x7fc74806d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:21.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.053+0000 7fc74d1b9640 1 -- 172.21.15.83:0/1122749202 shutdown_connections 2024-09-21T02:43:21.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.053+0000 7fc74d1b9640 1 -- 172.21.15.83:0/1122749202 wait complete. 2024-09-21T02:43:21.475 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T02:43:04.500676+0000', 'modified': '2024-09-21T02:43:07.569005+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4381}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4381': {'gid': 4381, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.142:6835/3983670535', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.142:6834', 'nonce': 3983670535}, {'type': 'v1', 'addr': '172.21.15.142:6835', 'nonce': 3983670535}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4381, 'qdb_cluster': [4381]} 2024-09-21T02:43:21.476 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-21T02:43:21.476 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-21T02:43:21.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.637+0000 7f243f8d1640 1 -- 172.21.15.83:0/906711694 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f243815b2c0 msgr2=0x7f24380cffd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:21.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.637+0000 7f243f8d1640 1 --2- 172.21.15.83:0/906711694 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f243815b2c0 0x7f24380cffd0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f2438072620 tx=0x7f242801c570 comp rx=0 tx=0).stop 2024-09-21T02:43:21.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.637+0000 7f243f8d1640 1 -- 172.21.15.83:0/906711694 shutdown_connections 2024-09-21T02:43:21.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.637+0000 7f243f8d1640 1 --2- 172.21.15.83:0/906711694 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f24380d0510 0x7f243815ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:21.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.637+0000 7f243f8d1640 1 --2- 172.21.15.83:0/906711694 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f243815b2c0 0x7f24380cffd0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:21.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.637+0000 7f243f8d1640 1 --2- 172.21.15.83:0/906711694 >> v2:172.21.15.142:3300/0 conn(0x7f24380b4b70 0x7f243815c410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:21.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.637+0000 7f243f8d1640 1 -- 172.21.15.83:0/906711694 >> 172.21.15.83:0/906711694 conn(0x7f243806ce90 msgr2=0x7f243806d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:21.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.637+0000 7f243f8d1640 1 -- 172.21.15.83:0/906711694 shutdown_connections 2024-09-21T02:43:21.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.637+0000 7f243f8d1640 1 -- 172.21.15.83:0/906711694 wait complete. 2024-09-21T02:43:21.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.641+0000 7f243f8d1640 1 Processor -- start 2024-09-21T02:43:21.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.641+0000 7f243f8d1640 1 -- start start 2024-09-21T02:43:21.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.641+0000 7f243f8d1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f24380b4b70 0x7f243815cb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:21.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.641+0000 7f243f8d1640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f24380d0510 0x7f2438151e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:21.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.641+0000 7f243f8d1640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f243815b2c0 0x7f24381f62b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:21.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.641+0000 7f243f8d1640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f24380ce590 con 0x7f24380b4b70 2024-09-21T02:43:21.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.641+0000 7f243f8d1640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f24380ce410 con 0x7f243815b2c0 2024-09-21T02:43:21.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.641+0000 7f243f8d1640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f24380ce710 con 0x7f24380d0510 2024-09-21T02:43:21.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.641+0000 7f243d66d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f24380b4b70 0x7f243815cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:21.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.641+0000 7f243d66d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f24380b4b70 0x7f243815cb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:38010/0 (socket says 172.21.15.83:38010) 2024-09-21T02:43:21.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.641+0000 7f243d66d640 1 -- 172.21.15.83:0/3743893837 learned_addr learned my addr 172.21.15.83:0/3743893837 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:21.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.641+0000 7f243d66d640 1 -- 172.21.15.83:0/3743893837 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f24380d0510 msgr2=0x7f2438151e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:21.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.641+0000 7f243ce6c640 1 --2- 172.21.15.83:0/3743893837 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f24380d0510 0x7f2438151e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:21.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.641+0000 7f243de6e640 1 --2- 172.21.15.83:0/3743893837 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f243815b2c0 0x7f24381f62b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:21.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.641+0000 7f243d66d640 1 --2- 172.21.15.83:0/3743893837 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f24380d0510 0x7f2438151e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:21.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.641+0000 7f243d66d640 1 -- 172.21.15.83:0/3743893837 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f243815b2c0 msgr2=0x7f24381f62b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:21.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.641+0000 7f243d66d640 1 --2- 172.21.15.83:0/3743893837 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f243815b2c0 0x7f24381f62b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:21.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.641+0000 7f243d66d640 1 -- 172.21.15.83:0/3743893837 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24381f9f60 con 0x7f24380b4b70 2024-09-21T02:43:21.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.641+0000 7f243d66d640 1 --2- 172.21.15.83:0/3743893837 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f24380b4b70 0x7f243815cb50 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f243000c940 tx=0x7f243000ce00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:21.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.641+0000 7f242dffb640 1 -- 172.21.15.83:0/3743893837 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2430004220 con 0x7f24380b4b70 2024-09-21T02:43:21.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.641+0000 7f242dffb640 1 -- 172.21.15.83:0/3743893837 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f24300079b0 con 0x7f24380b4b70 2024-09-21T02:43:21.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.645+0000 7f243f8d1640 1 -- 172.21.15.83:0/3743893837 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2438152390 con 0x7f24380b4b70 2024-09-21T02:43:21.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.645+0000 7f242dffb640 1 -- 172.21.15.83:0/3743893837 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24300044b0 con 0x7f24380b4b70 2024-09-21T02:43:21.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.645+0000 7f243f8d1640 1 -- 172.21.15.83:0/3743893837 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24381f99a0 con 0x7f24380b4b70 2024-09-21T02:43:21.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.645+0000 7f242dffb640 1 -- 172.21.15.83:0/3743893837 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f2430003600 con 0x7f24380b4b70 2024-09-21T02:43:21.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.645+0000 7f242dffb640 1 --2- 172.21.15.83:0/3743893837 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f241c073200 0x7f241c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:21.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.645+0000 7f243ce6c640 1 --2- 172.21.15.83:0/3743893837 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f241c073200 0x7f241c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:21.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.645+0000 7f242dffb640 1 -- 172.21.15.83:0/3743893837 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f2430094320 con 0x7f24380b4b70 2024-09-21T02:43:21.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.645+0000 7f243ce6c640 1 --2- 172.21.15.83:0/3743893837 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f241c073200 0x7f241c075710 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f24280af000 tx=0x7f242801adb0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:21.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.645+0000 7f2446b9c000 1 Processor -- start 2024-09-21T02:43:21.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.645+0000 7f2446b9c000 1 -- start start 2024-09-21T02:43:21.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.649+0000 7f2446b9c000 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55c09df88460 0x55c09e4c96a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:21.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.649+0000 7f2446b9c000 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c09e378950 0x55c09e4c9be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:21.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.649+0000 7f2446b9c000 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c09e361ca0 0x55c09e4ca120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:21.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.649+0000 7f2446b9c000 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55c09e39e410 con 0x55c09e378950 2024-09-21T02:43:21.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.649+0000 7f2446b9c000 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x55c09e2dbb40 con 0x55c09e361ca0 2024-09-21T02:43:21.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.649+0000 7f2446b9c000 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x55c09e2caf70 con 0x55c09df88460 2024-09-21T02:43:21.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.649+0000 7f243ce6c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c09e378950 0x55c09e4c9be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:21.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.649+0000 7f243ce6c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c09e378950 0x55c09e4c9be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:38012/0 (socket says 172.21.15.83:38012) 2024-09-21T02:43:21.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.649+0000 7f243ce6c640 1 -- 172.21.15.83:0/2329256385 learned_addr learned my addr 172.21.15.83:0/2329256385 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:21.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.649+0000 7f243d66d640 1 --2- 172.21.15.83:0/2329256385 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55c09df88460 0x55c09e4c96a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:21.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.649+0000 7f243de6e640 1 --2- 172.21.15.83:0/2329256385 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c09e361ca0 0x55c09e4ca120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:21.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.649+0000 7f243ce6c640 1 -- 172.21.15.83:0/2329256385 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55c09df88460 msgr2=0x55c09e4c96a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T02:43:21.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.649+0000 7f243ce6c640 1 --2- 172.21.15.83:0/2329256385 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55c09df88460 0x55c09e4c96a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:21.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.649+0000 7f243ce6c640 1 -- 172.21.15.83:0/2329256385 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c09e361ca0 msgr2=0x55c09e4ca120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T02:43:21.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.649+0000 7f243ce6c640 1 --2- 172.21.15.83:0/2329256385 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c09e361ca0 0x55c09e4ca120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:21.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.649+0000 7f243ce6c640 1 -- 172.21.15.83:0/2329256385 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c09e2925b0 con 0x55c09e378950 2024-09-21T02:43:21.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.649+0000 7f243ce6c640 1 --2- 172.21.15.83:0/2329256385 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c09e378950 0x55c09e4c9be0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f242801c3a0 tx=0x7f24280b7070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cffeb9d178bb50e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:21.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.649+0000 7f2422ffd640 1 -- 172.21.15.83:0/2329256385 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24280c6070 con 0x55c09e378950 2024-09-21T02:43:21.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.649+0000 7f2422ffd640 1 -- 172.21.15.83:0/2329256385 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f24280b0050 con 0x55c09e378950 2024-09-21T02:43:21.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.649+0000 7f2422ffd640 1 -- 172.21.15.83:0/2329256385 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24280052a0 con 0x55c09e378950 2024-09-21T02:43:21.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.649+0000 7f2446b9c000 1 -- 172.21.15.83:0/2329256385 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c09e378950 msgr2=0x55c09e4c9be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:21.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.649+0000 7f2446b9c000 1 --2- 172.21.15.83:0/2329256385 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c09e378950 0x55c09e4c9be0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f242801c3a0 tx=0x7f24280b7070 comp rx=0 tx=0).stop 2024-09-21T02:43:21.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.649+0000 7f2446b9c000 1 -- 172.21.15.83:0/2329256385 shutdown_connections 2024-09-21T02:43:21.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.649+0000 7f2446b9c000 1 --2- 172.21.15.83:0/2329256385 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c09e361ca0 0x55c09e4ca120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:21.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.649+0000 7f2446b9c000 1 --2- 172.21.15.83:0/2329256385 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c09e378950 0x55c09e4c9be0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:21.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.649+0000 7f2446b9c000 1 --2- 172.21.15.83:0/2329256385 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55c09df88460 0x55c09e4c96a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:21.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.649+0000 7f2446b9c000 1 -- 172.21.15.83:0/2329256385 >> 172.21.15.83:0/2329256385 conn(0x55c09e44ed90 msgr2=0x55c09e47e690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:21.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.649+0000 7f2446b9c000 1 -- 172.21.15.83:0/2329256385 shutdown_connections 2024-09-21T02:43:21.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.649+0000 7f2446b9c000 1 -- 172.21.15.83:0/2329256385 wait complete. 2024-09-21T02:43:21.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.649+0000 7f2446b9c000 1 -- start start 2024-09-21T02:43:21.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.649+0000 7f2446b9c000 1 Processor -- start 2024-09-21T02:43:21.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.653+0000 7f2446b9c000 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c09df88460 0x55c09e4d0920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:21.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.653+0000 7f2446b9c000 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55c09e361ca0 0x55c09e4d0e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:21.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.653+0000 7f2446b9c000 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c09e378950 0x55c09e4d13a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:21.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.653+0000 7f2446b9c000 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55c09e2655f0 con 0x55c09df88460 2024-09-21T02:43:21.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.653+0000 7f2446b9c000 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x55c09e2ced80 con 0x55c09e378950 2024-09-21T02:43:21.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.653+0000 7f2446b9c000 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x55c09e271520 con 0x55c09e361ca0 2024-09-21T02:43:21.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.653+0000 7f2446b9c000 10 client.0 _ll_register_callbacks cb 0x55c09e275830 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T02:43:21.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.653+0000 7f243d66d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c09df88460 0x55c09e4d0920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:21.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.653+0000 7f243d66d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c09df88460 0x55c09e4d0920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:38028/0 (socket says 172.21.15.83:38028) 2024-09-21T02:43:21.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.653+0000 7f243d66d640 1 -- 172.21.15.83:0/4141816337 learned_addr learned my addr 172.21.15.83:0/4141816337 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:21.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.653+0000 7f243ce6c640 1 --2- 172.21.15.83:0/4141816337 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55c09e361ca0 0x55c09e4d0e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:21.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.653+0000 7f243d66d640 1 -- 172.21.15.83:0/4141816337 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55c09e361ca0 msgr2=0x55c09e4d0e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T02:43:21.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.653+0000 7f243d66d640 1 --2- 172.21.15.83:0/4141816337 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55c09e361ca0 0x55c09e4d0e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:21.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.653+0000 7f243d66d640 1 -- 172.21.15.83:0/4141816337 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c09e378950 msgr2=0x55c09e4d13a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T02:43:21.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.653+0000 7f243de6e640 1 --2- 172.21.15.83:0/4141816337 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c09e378950 0x55c09e4d13a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:21.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.653+0000 7f243d66d640 1 --2- 172.21.15.83:0/4141816337 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c09e378950 0x55c09e4d13a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:21.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.653+0000 7f243d66d640 1 -- 172.21.15.83:0/4141816337 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c09e269190 con 0x55c09df88460 2024-09-21T02:43:21.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.653+0000 7f243d66d640 1 --2- 172.21.15.83:0/4141816337 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c09df88460 0x55c09e4d0920 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f2430092870 tx=0x7f243005e920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28622e29ea0182dd server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:21.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.653+0000 7f2417fff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-09-21T02:43:21.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.653+0000 7f2417fff640 1 -- 172.21.15.83:0/4141816337 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f243001d040 con 0x55c09df88460 2024-09-21T02:43:21.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.653+0000 7f2417fff640 1 -- 172.21.15.83:0/4141816337 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f2430049d90 con 0x55c09df88460 2024-09-21T02:43:21.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.653+0000 7f2446b9c000 1 -- 172.21.15.83:0/4141816337 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55c09e263110 con 0x55c09df88460 2024-09-21T02:43:21.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.653+0000 7f2417fff640 1 -- 172.21.15.83:0/4141816337 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) ==== 24+0+0 (secure 0 0 0) 0x7f2430068660 con 0x55c09df88460 2024-09-21T02:43:21.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.653+0000 7f2446b9c000 10 client.4659 fetch_fsmap learned FSMap version 8 2024-09-21T02:43:21.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.653+0000 7f2446b9c000 1 -- 172.21.15.83:0/4141816337 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) -- 0x55c09e34ff10 con 0x55c09df88460 2024-09-21T02:43:21.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.653+0000 7f2417fff640 1 -- 172.21.15.83:0/4141816337 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x55c09e263110 con 0x55c09df88460 2024-09-21T02:43:21.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.653+0000 7f2417fff640 1 -- 172.21.15.83:0/4141816337 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 8) ==== 3502+0+0 (secure 0 0 0) 0x7f2430020060 con 0x55c09df88460 2024-09-21T02:43:21.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.653+0000 7f2446b9c000 10 client.4659 fetch_fsmap finished waiting for FSMap version 8 2024-09-21T02:43:21.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.653+0000 7f2446b9c000 10 client.4659 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-21T02:43:21.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.653+0000 7f2446b9c000 20 client.4659 populate_metadata read hostname 'smithi083' 2024-09-21T02:43:21.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.653+0000 7f2446b9c000 1 --2- 172.21.15.83:0/4141816337 >> [v2:172.21.15.142:6834/3983670535,v1:172.21.15.142:6835/3983670535] conn(0x55c09df6d7d0 0x55c09e4dad00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:21.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.653+0000 7f2446b9c000 4 client.4659 mds_command: new command op to 4381 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T02:43:21.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.653+0000 7f2446b9c000 1 -- 172.21.15.83:0/4141816337 --> [v2:172.21.15.142:6834/3983670535,v1:172.21.15.142:6835/3983670535] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c09e2dda90 con 0x55c09df6d7d0 2024-09-21T02:43:21.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.653+0000 7f243ce6c640 1 --2- 172.21.15.83:0/4141816337 >> [v2:172.21.15.142:6834/3983670535,v1:172.21.15.142:6835/3983670535] conn(0x55c09df6d7d0 0x55c09e4dad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:21.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.653+0000 7f2417fff640 10 client.4659 ms_handle_connect on v2:172.21.15.142:6834/3983670535 2024-09-21T02:43:21.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.653+0000 7f243ce6c640 1 --2- 172.21.15.83:0/4141816337 >> [v2:172.21.15.142:6834/3983670535,v1:172.21.15.142:6835/3983670535] conn(0x55c09df6d7d0 0x55c09e4dad00 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9946a73c7602b5c1 server_cookie=10d8e1a55a293d46 in_seq=0 out_seq=0 2024-09-21T02:43:21.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.657+0000 7f2417fff640 1 -- 172.21.15.83:0/4141816337 <== mds.0 v2:172.21.15.142:6834/3983670535 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55c09e2dda90 con 0x55c09df6d7d0 2024-09-21T02:43:21.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.657+0000 7f2417fff640 10 client.4659 handle_command_reply: tid=0 2024-09-21T02:43:21.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.657+0000 7f2446b9c000 1 client.4659 shutdown 2024-09-21T02:43:21.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.657+0000 7f2446b9c000 1 -- 172.21.15.83:0/4141816337 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c09df88460 msgr2=0x55c09e4d0920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:21.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.657+0000 7f2446b9c000 1 --2- 172.21.15.83:0/4141816337 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c09df88460 0x55c09e4d0920 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f2430092870 tx=0x7f243005e920 comp rx=0 tx=0).stop 2024-09-21T02:43:21.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.657+0000 7f2446b9c000 1 -- 172.21.15.83:0/4141816337 shutdown_connections 2024-09-21T02:43:21.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.657+0000 7f2446b9c000 1 --2- 172.21.15.83:0/4141816337 >> [v2:172.21.15.142:6834/3983670535,v1:172.21.15.142:6835/3983670535] conn(0x55c09df6d7d0 0x55c09e4dad00 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:21.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.657+0000 7f2446b9c000 1 --2- 172.21.15.83:0/4141816337 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c09e378950 0x55c09e4d13a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:21.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.657+0000 7f2446b9c000 1 --2- 172.21.15.83:0/4141816337 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55c09e361ca0 0x55c09e4d0e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:21.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.657+0000 7f2446b9c000 1 --2- 172.21.15.83:0/4141816337 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c09df88460 0x55c09e4d0920 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:21.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.657+0000 7f2446b9c000 1 -- 172.21.15.83:0/4141816337 >> 172.21.15.83:0/4141816337 conn(0x55c09e44ed90 msgr2=0x55c09e485440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:21.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.657+0000 7f2417fff640 0 client.4659 ms_handle_reset on v2:172.21.15.142:6834/3983670535 2024-09-21T02:43:21.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.657+0000 7f2446b9c000 1 -- 172.21.15.83:0/4141816337 shutdown_connections 2024-09-21T02:43:21.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.657+0000 7f2446b9c000 1 -- 172.21.15.83:0/4141816337 wait complete. 2024-09-21T02:43:21.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.657+0000 7f2446b9c000 20 client.4659 trim_cache size 0 max 16384 2024-09-21T02:43:21.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.673+0000 7f2446b9c000 1 Processor -- start 2024-09-21T02:43:21.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.673+0000 7f2446b9c000 1 -- start start 2024-09-21T02:43:21.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.677+0000 7f2446b9c000 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55c09df88460 0x55c09e53b620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:21.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.677+0000 7f2446b9c000 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c09e361ca0 0x55c09e53bb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:21.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.677+0000 7f2446b9c000 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c09e378950 0x55c09e53c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:21.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.677+0000 7f2446b9c000 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f2438205340 con 0x55c09e361ca0 2024-09-21T02:43:21.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.677+0000 7f2446b9c000 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f24381fd010 con 0x55c09e378950 2024-09-21T02:43:21.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.677+0000 7f2446b9c000 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f24380ae6e0 con 0x55c09df88460 2024-09-21T02:43:21.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.677+0000 7f243ce6c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c09e361ca0 0x55c09e53bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:21.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.677+0000 7f243ce6c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c09e361ca0 0x55c09e53bb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:38032/0 (socket says 172.21.15.83:38032) 2024-09-21T02:43:21.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.677+0000 7f243ce6c640 1 -- 172.21.15.83:0/1126830537 learned_addr learned my addr 172.21.15.83:0/1126830537 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:21.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.677+0000 7f243ce6c640 1 -- 172.21.15.83:0/1126830537 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55c09df88460 msgr2=0x55c09e53b620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T02:43:21.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.677+0000 7f243ce6c640 1 --2- 172.21.15.83:0/1126830537 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55c09df88460 0x55c09e53b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:21.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.677+0000 7f243ce6c640 1 -- 172.21.15.83:0/1126830537 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c09e378950 msgr2=0x55c09e53c0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T02:43:21.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.677+0000 7f243de6e640 1 --2- 172.21.15.83:0/1126830537 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c09e378950 0x55c09e53c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:21.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.677+0000 7f243ce6c640 1 --2- 172.21.15.83:0/1126830537 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c09e378950 0x55c09e53c0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:21.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.677+0000 7f243ce6c640 1 -- 172.21.15.83:0/1126830537 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c09e326db0 con 0x55c09e361ca0 2024-09-21T02:43:21.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.677+0000 7f243ce6c640 1 --2- 172.21.15.83:0/1126830537 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c09e361ca0 0x55c09e53bb60 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f2428009230 tx=0x7f2428009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6aed3da44f5dbd5 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:21.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.677+0000 7f24227fc640 1 -- 172.21.15.83:0/1126830537 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24280c6070 con 0x55c09e361ca0 2024-09-21T02:43:21.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.677+0000 7f24227fc640 1 -- 172.21.15.83:0/1126830537 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f24280b0040 con 0x55c09e361ca0 2024-09-21T02:43:21.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.677+0000 7f24227fc640 1 -- 172.21.15.83:0/1126830537 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2428005590 con 0x55c09e361ca0 2024-09-21T02:43:21.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.677+0000 7f2446b9c000 1 -- 172.21.15.83:0/1126830537 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c09e361ca0 msgr2=0x55c09e53bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:21.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.677+0000 7f2446b9c000 1 --2- 172.21.15.83:0/1126830537 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c09e361ca0 0x55c09e53bb60 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f2428009230 tx=0x7f2428009260 comp rx=0 tx=0).stop 2024-09-21T02:43:21.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.677+0000 7f2446b9c000 1 -- 172.21.15.83:0/1126830537 shutdown_connections 2024-09-21T02:43:21.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.677+0000 7f2446b9c000 1 --2- 172.21.15.83:0/1126830537 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c09e378950 0x55c09e53c0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:21.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.677+0000 7f2446b9c000 1 --2- 172.21.15.83:0/1126830537 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c09e361ca0 0x55c09e53bb60 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:21.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.677+0000 7f2446b9c000 1 --2- 172.21.15.83:0/1126830537 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55c09df88460 0x55c09e53b620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:21.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.677+0000 7f2446b9c000 1 -- 172.21.15.83:0/1126830537 >> 172.21.15.83:0/1126830537 conn(0x55c09e44ed90 msgr2=0x55c09e4c7620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:21.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.677+0000 7f2446b9c000 1 -- 172.21.15.83:0/1126830537 shutdown_connections 2024-09-21T02:43:21.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.677+0000 7f2446b9c000 1 -- 172.21.15.83:0/1126830537 wait complete. 2024-09-21T02:43:21.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.677+0000 7f2446b9c000 1 -- start start 2024-09-21T02:43:21.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.677+0000 7f2446b9c000 1 Processor -- start 2024-09-21T02:43:21.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f2446b9c000 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c09df88460 0x55c09e4fb220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:21.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f2446b9c000 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55c09e361ca0 0x55c09e4fb760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:21.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f2446b9c000 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c09e378950 0x55c09e4fbca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:21.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f2446b9c000 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55c09e2d33b0 con 0x55c09df88460 2024-09-21T02:43:21.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f2446b9c000 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x55c09e296ee0 con 0x55c09e378950 2024-09-21T02:43:21.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f2446b9c000 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x55c09e38a750 con 0x55c09e361ca0 2024-09-21T02:43:21.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f2446b9c000 10 client.0 _ll_register_callbacks cb 0x7f243005ab70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T02:43:21.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f243d66d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c09df88460 0x55c09e4fb220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:21.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f243d66d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c09df88460 0x55c09e4fb220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:38036/0 (socket says 172.21.15.83:38036) 2024-09-21T02:43:21.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f243d66d640 1 -- 172.21.15.83:0/3034467612 learned_addr learned my addr 172.21.15.83:0/3034467612 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:21.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f243ce6c640 1 --2- 172.21.15.83:0/3034467612 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55c09e361ca0 0x55c09e4fb760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:21.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f243d66d640 1 -- 172.21.15.83:0/3034467612 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55c09e361ca0 msgr2=0x55c09e4fb760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T02:43:21.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f243de6e640 1 --2- 172.21.15.83:0/3034467612 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c09e378950 0x55c09e4fbca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:21.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f243d66d640 1 --2- 172.21.15.83:0/3034467612 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55c09e361ca0 0x55c09e4fb760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:21.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f243d66d640 1 -- 172.21.15.83:0/3034467612 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c09e378950 msgr2=0x55c09e4fbca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T02:43:21.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f243d66d640 1 --2- 172.21.15.83:0/3034467612 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c09e378950 0x55c09e4fbca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:21.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f243d66d640 1 -- 172.21.15.83:0/3034467612 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c09e291ab0 con 0x55c09df88460 2024-09-21T02:43:21.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f243d66d640 1 --2- 172.21.15.83:0/3034467612 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c09df88460 0x55c09e4fb220 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f24300058d0 tx=0x7f243004c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39de53507ee7056d server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:21.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f2417fff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-09-21T02:43:21.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f2417fff640 1 -- 172.21.15.83:0/3034467612 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f243001d030 con 0x55c09df88460 2024-09-21T02:43:21.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f2417fff640 1 -- 172.21.15.83:0/3034467612 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f243005e130 con 0x55c09df88460 2024-09-21T02:43:21.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f2446b9c000 1 -- 172.21.15.83:0/3034467612 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f24280b0040 con 0x55c09df88460 2024-09-21T02:43:21.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f2417fff640 1 -- 172.21.15.83:0/3034467612 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) ==== 24+0+0 (secure 0 0 0) 0x7f243005a620 con 0x55c09df88460 2024-09-21T02:43:21.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f2446b9c000 10 client.4665 fetch_fsmap learned FSMap version 8 2024-09-21T02:43:21.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f2446b9c000 1 -- 172.21.15.83:0/3034467612 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) -- 0x55c09e270070 con 0x55c09df88460 2024-09-21T02:43:21.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f2417fff640 1 -- 172.21.15.83:0/3034467612 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f24280b0040 con 0x55c09df88460 2024-09-21T02:43:21.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f2417fff640 1 -- 172.21.15.83:0/3034467612 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 8) ==== 3502+0+0 (secure 0 0 0) 0x7f243005a7c0 con 0x55c09df88460 2024-09-21T02:43:21.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f2446b9c000 10 client.4665 fetch_fsmap finished waiting for FSMap version 8 2024-09-21T02:43:21.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f2446b9c000 10 client.4665 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-21T02:43:21.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f2446b9c000 20 client.4665 populate_metadata read hostname 'smithi083' 2024-09-21T02:43:21.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f2446b9c000 1 --2- 172.21.15.83:0/3034467612 >> [v2:172.21.15.142:6834/3983670535,v1:172.21.15.142:6835/3983670535] conn(0x55c09df5b830 0x55c09e5476a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:21.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f2446b9c000 4 client.4665 mds_command: new command op to 4381 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T02:43:21.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f2446b9c000 1 -- 172.21.15.83:0/3034467612 --> [v2:172.21.15.142:6834/3983670535,v1:172.21.15.142:6835/3983670535] -- command(tid 0: {"prefix": "status"}) -- 0x55c09e2d9540 con 0x55c09df5b830 2024-09-21T02:43:21.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f243ce6c640 1 --2- 172.21.15.83:0/3034467612 >> [v2:172.21.15.142:6834/3983670535,v1:172.21.15.142:6835/3983670535] conn(0x55c09df5b830 0x55c09e5476a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:21.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f2417fff640 10 client.4665 ms_handle_connect on v2:172.21.15.142:6834/3983670535 2024-09-21T02:43:21.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f243ce6c640 1 --2- 172.21.15.83:0/3034467612 >> [v2:172.21.15.142:6834/3983670535,v1:172.21.15.142:6835/3983670535] conn(0x55c09df5b830 0x55c09e5476a0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=401132d751fdff76 server_cookie=19d7a3c451234076 in_seq=0 out_seq=0 2024-09-21T02:43:21.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f2417fff640 1 -- 172.21.15.83:0/3034467612 <== mds.0 v2:172.21.15.142:6834/3983670535 1 ==== command_reply(tid 0: 0 ) ==== 8+0+324 (crc 0 0 0) 0x55c09e2d9540 con 0x55c09df5b830 2024-09-21T02:43:21.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f2417fff640 10 client.4665 handle_command_reply: tid=0 2024-09-21T02:43:21.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f2446b9c000 1 client.4665 shutdown 2024-09-21T02:43:21.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f2446b9c000 1 -- 172.21.15.83:0/3034467612 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c09df88460 msgr2=0x55c09e4fb220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:21.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f2446b9c000 1 --2- 172.21.15.83:0/3034467612 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c09df88460 0x55c09e4fb220 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f24300058d0 tx=0x7f243004c450 comp rx=0 tx=0).stop 2024-09-21T02:43:21.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f2446b9c000 1 -- 172.21.15.83:0/3034467612 shutdown_connections 2024-09-21T02:43:21.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f2446b9c000 1 --2- 172.21.15.83:0/3034467612 >> [v2:172.21.15.142:6834/3983670535,v1:172.21.15.142:6835/3983670535] conn(0x55c09df5b830 0x55c09e5476a0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:21.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f2446b9c000 1 --2- 172.21.15.83:0/3034467612 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55c09e378950 0x55c09e4fbca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:21.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f2417fff640 0 client.4665 ms_handle_reset on v2:172.21.15.142:6834/3983670535 2024-09-21T02:43:21.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f2446b9c000 1 --2- 172.21.15.83:0/3034467612 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55c09e361ca0 0x55c09e4fb760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:21.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f2446b9c000 1 --2- 172.21.15.83:0/3034467612 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c09df88460 0x55c09e4fb220 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:21.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f2446b9c000 1 -- 172.21.15.83:0/3034467612 >> 172.21.15.83:0/3034467612 conn(0x55c09e44ed90 msgr2=0x55c09e4c7fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:21.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f2446b9c000 1 -- 172.21.15.83:0/3034467612 shutdown_connections 2024-09-21T02:43:21.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f2446b9c000 1 -- 172.21.15.83:0/3034467612 wait complete. 2024-09-21T02:43:21.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f2446b9c000 20 client.4665 trim_cache size 0 max 16384 2024-09-21T02:43:21.688 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-09-21T02:43:21.688 INFO:teuthology.orchestra.run.smithi083.stdout: "cluster_fsid": "82b6a254-ea31-468f-b8d3-3f9b32622240", 2024-09-21T02:43:21.688 INFO:teuthology.orchestra.run.smithi083.stdout: "whoami": 0, 2024-09-21T02:43:21.688 INFO:teuthology.orchestra.run.smithi083.stdout: "id": 4381, 2024-09-21T02:43:21.688 INFO:teuthology.orchestra.run.smithi083.stdout: "want_state": "up:active", 2024-09-21T02:43:21.688 INFO:teuthology.orchestra.run.smithi083.stdout: "state": "up:active", 2024-09-21T02:43:21.688 INFO:teuthology.orchestra.run.smithi083.stdout: "fs_name": "cephfs", 2024-09-21T02:43:21.689 INFO:teuthology.orchestra.run.smithi083.stdout: "rank_uptime": 16.596678733000001, 2024-09-21T02:43:21.689 INFO:teuthology.orchestra.run.smithi083.stdout: "mdsmap_epoch": 8, 2024-09-21T02:43:21.689 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_epoch": 22, 2024-09-21T02:43:21.689 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_epoch_barrier": 22, 2024-09-21T02:43:21.689 INFO:teuthology.orchestra.run.smithi083.stdout: "uptime": 22.616402249 2024-09-21T02:43:21.689 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-09-21T02:43:21.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f243f8d1640 1 -- 172.21.15.83:0/3743893837 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f241c073200 msgr2=0x7f241c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:21.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f243f8d1640 1 --2- 172.21.15.83:0/3743893837 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f241c073200 0x7f241c075710 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f24280af000 tx=0x7f242801adb0 comp rx=0 tx=0).stop 2024-09-21T02:43:21.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f243f8d1640 1 -- 172.21.15.83:0/3743893837 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f24380b4b70 msgr2=0x7f243815cb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:21.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f243f8d1640 1 --2- 172.21.15.83:0/3743893837 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f24380b4b70 0x7f243815cb50 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f243000c940 tx=0x7f243000ce00 comp rx=0 tx=0).stop 2024-09-21T02:43:21.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f243f8d1640 1 -- 172.21.15.83:0/3743893837 shutdown_connections 2024-09-21T02:43:21.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f243f8d1640 1 --2- 172.21.15.83:0/3743893837 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f241c073200 0x7f241c075710 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:21.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f243f8d1640 1 --2- 172.21.15.83:0/3743893837 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f243815b2c0 0x7f24381f62b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:21.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f243f8d1640 1 --2- 172.21.15.83:0/3743893837 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f24380d0510 0x7f2438151e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:21.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f243f8d1640 1 --2- 172.21.15.83:0/3743893837 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f24380b4b70 0x7f243815cb50 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:21.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f243f8d1640 1 -- 172.21.15.83:0/3743893837 >> 172.21.15.83:0/3743893837 conn(0x7f243806ce90 msgr2=0x7f243814d580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:21.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f243f8d1640 1 -- 172.21.15.83:0/3743893837 shutdown_connections 2024-09-21T02:43:21.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:21.681+0000 7f243f8d1640 1 -- 172.21.15.83:0/3743893837 wait complete. 2024-09-21T02:43:21.702 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-09-21T02:43:21.728 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-09-21T02:43:21.728 INFO:tasks.ceph_fuse:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-09-21T02:43:21.728 INFO:tasks.ceph_fuse:client.0 config is {} 2024-09-21T02:43:21.728 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-21T02:43:21.729 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-21T02:43:21.729 INFO:tasks.ceph_fuse:client.2 config is {} 2024-09-21T02:43:21.729 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-21T02:43:21.729 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-21T02:43:21.729 INFO:tasks.ceph_fuse:client.1 config is {} 2024-09-21T02:43:21.729 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-21T02:43:21.729 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-21T02:43:21.730 INFO:tasks.ceph_fuse:client.3 config is {} 2024-09-21T02:43:21.730 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-21T02:43:21.730 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-21T02:43:21.730 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:21.730 DEBUG:teuthology.orchestra.run.smithi142:> ip netns list 2024-09-21T02:43:21.738 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:21.738 DEBUG:teuthology.orchestra.run.smithi142:> sudo ip link delete ceph-brx 2024-09-21T02:43:21.796 INFO:teuthology.orchestra.run.smithi142.stderr:Cannot find device "ceph-brx" 2024-09-21T02:43:21.797 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T02:43:21.797 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:21.797 DEBUG:teuthology.orchestra.run.smithi083:> ip netns list 2024-09-21T02:43:21.803 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:21.804 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip link delete ceph-brx 2024-09-21T02:43:21.863 INFO:teuthology.orchestra.run.smithi083.stderr:Cannot find device "ceph-brx" 2024-09-21T02:43:21.864 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T02:43:21.864 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-09-21T02:43:21.864 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-21T02:43:21.864 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T02:43:22.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.061+0000 7f5b8b037640 1 -- 172.21.15.83:0/2104145319 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5b6c004e70 msgr2=0x7f5b6c0052c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:22.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.061+0000 7f5b8b037640 1 --2- 172.21.15.83:0/2104145319 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5b6c004e70 0x7f5b6c0052c0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f5b740016c0 tx=0x7f5b7401c750 comp rx=0 tx=0).stop 2024-09-21T02:43:22.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.061+0000 7f5b895d4640 1 -- 172.21.15.83:0/2104145319 reap_dead start 2024-09-21T02:43:22.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.061+0000 7f5b8b037640 1 -- 172.21.15.83:0/2104145319 shutdown_connections 2024-09-21T02:43:22.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.061+0000 7f5b8b037640 1 -- 172.21.15.83:0/2104145319 >> 172.21.15.83:0/2104145319 conn(0x7f5b840cd350 msgr2=0x7f5b840cd760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:22.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.061+0000 7f5b8b037640 1 -- 172.21.15.83:0/2104145319 shutdown_connections 2024-09-21T02:43:22.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.061+0000 7f5b8b037640 1 -- 172.21.15.83:0/2104145319 wait complete. 2024-09-21T02:43:22.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.065+0000 7f5b8b037640 1 Processor -- start 2024-09-21T02:43:22.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.065+0000 7f5b8b037640 1 -- start start 2024-09-21T02:43:22.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.065+0000 7f5b8b037640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f5b841f6310 0x7f5b840ace00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:22.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.065+0000 7f5b8b037640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5b84159a30 0x7f5b840b2860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:22.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.065+0000 7f5b8b037640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5b840b2da0 0x7f5b841e8090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:22.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.065+0000 7f5b8b037640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f5b840cc1c0 con 0x7f5b84159a30 2024-09-21T02:43:22.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.065+0000 7f5b8b037640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f5b840cc040 con 0x7f5b840b2da0 2024-09-21T02:43:22.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.065+0000 7f5b8b037640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f5b840cc340 con 0x7f5b841f6310 2024-09-21T02:43:22.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.065+0000 7f5b83fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5b84159a30 0x7f5b840b2860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:22.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.065+0000 7f5b83fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5b84159a30 0x7f5b840b2860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:38056/0 (socket says 172.21.15.83:38056) 2024-09-21T02:43:22.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.065+0000 7f5b83fff640 1 -- 172.21.15.83:0/278510294 learned_addr learned my addr 172.21.15.83:0/278510294 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:22.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.065+0000 7f5b88dd3640 1 --2- 172.21.15.83:0/278510294 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f5b841f6310 0x7f5b840ace00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:22.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.065+0000 7f5b895d4640 1 --2- 172.21.15.83:0/278510294 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5b840b2da0 0x7f5b841e8090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:22.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.065+0000 7f5b83fff640 1 -- 172.21.15.83:0/278510294 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f5b841f6310 msgr2=0x7f5b840ace00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:22.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.065+0000 7f5b83fff640 1 --2- 172.21.15.83:0/278510294 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f5b841f6310 0x7f5b840ace00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:22.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.065+0000 7f5b83fff640 1 -- 172.21.15.83:0/278510294 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5b840b2da0 msgr2=0x7f5b841e8090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:22.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.065+0000 7f5b83fff640 1 --2- 172.21.15.83:0/278510294 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5b840b2da0 0x7f5b841e8090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:22.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.065+0000 7f5b83fff640 1 -- 172.21.15.83:0/278510294 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b840b31b0 con 0x7f5b84159a30 2024-09-21T02:43:22.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.065+0000 7f5b895d4640 1 --2- 172.21.15.83:0/278510294 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5b840b2da0 0x7f5b841e8090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:43:22.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.065+0000 7f5b83fff640 1 --2- 172.21.15.83:0/278510294 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5b84159a30 0x7f5b840b2860 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f5b7800e6d0 tx=0x7f5b7800eb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:22.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.065+0000 7f5b817fa640 1 -- 172.21.15.83:0/278510294 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b78015070 con 0x7f5b84159a30 2024-09-21T02:43:22.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.065+0000 7f5b817fa640 1 -- 172.21.15.83:0/278510294 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5b7800cb30 con 0x7f5b84159a30 2024-09-21T02:43:22.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.065+0000 7f5b8b037640 1 -- 172.21.15.83:0/278510294 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b840ad340 con 0x7f5b84159a30 2024-09-21T02:43:22.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.065+0000 7f5b817fa640 1 -- 172.21.15.83:0/278510294 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b78011460 con 0x7f5b84159a30 2024-09-21T02:43:22.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.065+0000 7f5b8b037640 1 -- 172.21.15.83:0/278510294 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b840ca4b0 con 0x7f5b84159a30 2024-09-21T02:43:22.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.069+0000 7f5b8b037640 1 -- 172.21.15.83:0/278510294 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5b840cc830 con 0x7f5b84159a30 2024-09-21T02:43:22.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.069+0000 7f5b817fa640 1 -- 172.21.15.83:0/278510294 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f5b78018070 con 0x7f5b84159a30 2024-09-21T02:43:22.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.069+0000 7f5b817fa640 1 --2- 172.21.15.83:0/278510294 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f5b70073200 0x7f5b70075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:22.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.069+0000 7f5b88dd3640 1 --2- 172.21.15.83:0/278510294 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f5b70073200 0x7f5b70075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:22.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.069+0000 7f5b817fa640 1 -- 172.21.15.83:0/278510294 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f5b78094740 con 0x7f5b84159a30 2024-09-21T02:43:22.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.069+0000 7f5b88dd3640 1 --2- 172.21.15.83:0/278510294 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f5b70073200 0x7f5b70075710 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f5b7c003fd0 tx=0x7f5b7c005be0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:22.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.073+0000 7f5b817fa640 1 -- 172.21.15.83:0/278510294 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f5b840b31b0 con 0x7f5b84159a30 2024-09-21T02:43:22.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.285+0000 7f5b8b037640 1 -- 172.21.15.83:0/278510294 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f5b840b0540 con 0x7f5b84159a30 2024-09-21T02:43:22.285 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.285+0000 7f5b817fa640 1 -- 172.21.15.83:0/278510294 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+73 (secure 0 0 0) 0x7f5b7805f7e0 con 0x7f5b84159a30 2024-09-21T02:43:22.285 INFO:teuthology.orchestra.run.smithi083.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T02:43:22.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.285+0000 7f5b8b037640 1 -- 172.21.15.83:0/278510294 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f5b70073200 msgr2=0x7f5b70075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:22.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.285+0000 7f5b8b037640 1 --2- 172.21.15.83:0/278510294 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f5b70073200 0x7f5b70075710 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f5b7c003fd0 tx=0x7f5b7c005be0 comp rx=0 tx=0).stop 2024-09-21T02:43:22.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.285+0000 7f5b8b037640 1 -- 172.21.15.83:0/278510294 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5b84159a30 msgr2=0x7f5b840b2860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:22.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.285+0000 7f5b8b037640 1 --2- 172.21.15.83:0/278510294 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5b84159a30 0x7f5b840b2860 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f5b7800e6d0 tx=0x7f5b7800eb90 comp rx=0 tx=0).stop 2024-09-21T02:43:22.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.285+0000 7f5b8b037640 1 -- 172.21.15.83:0/278510294 shutdown_connections 2024-09-21T02:43:22.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.285+0000 7f5b8b037640 1 --2- 172.21.15.83:0/278510294 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f5b70073200 0x7f5b70075710 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:22.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.285+0000 7f5b8b037640 1 --2- 172.21.15.83:0/278510294 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5b840b2da0 0x7f5b841e8090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:22.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.285+0000 7f5b8b037640 1 --2- 172.21.15.83:0/278510294 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5b84159a30 0x7f5b840b2860 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:22.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.285+0000 7f5b8b037640 1 --2- 172.21.15.83:0/278510294 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f5b841f6310 0x7f5b840ace00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:22.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.285+0000 7f5b8b037640 1 -- 172.21.15.83:0/278510294 >> 172.21.15.83:0/278510294 conn(0x7f5b840cd350 msgr2=0x7f5b840b5910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:22.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.285+0000 7f5b8b037640 1 -- 172.21.15.83:0/278510294 shutdown_connections 2024-09-21T02:43:22.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22.285+0000 7f5b8b037640 1 -- 172.21.15.83:0/278510294 wait complete. 2024-09-21T02:43:22.306 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T02:43:22.306 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T02:43:22.306 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi083.front.sepia.ceph.com 2024-09-21T02:43:22.306 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-21T02:43:22.307 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-21T02:43:22.307 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T02:43:22.307 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T02:43:22.307 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T02:43:22.307 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T02:43:22.307 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:22.307 DEBUG:teuthology.orchestra.run.smithi083:> ip addr 2024-09-21T02:43:22.313 INFO:teuthology.orchestra.run.smithi083.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T02:43:22.313 INFO:teuthology.orchestra.run.smithi083.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T02:43:22.313 INFO:teuthology.orchestra.run.smithi083.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T02:43:22.313 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:43:22.313 INFO:teuthology.orchestra.run.smithi083.stdout: inet6 ::1/128 scope host 2024-09-21T02:43:22.313 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:43:22.314 INFO:teuthology.orchestra.run.smithi083.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T02:43:22.314 INFO:teuthology.orchestra.run.smithi083.stdout: link/ether 0c:c4:7a:d8:da:1e brd ff:ff:ff:ff:ff:ff 2024-09-21T02:43:22.314 INFO:teuthology.orchestra.run.smithi083.stdout: altname enp7s0f0 2024-09-21T02:43:22.314 INFO:teuthology.orchestra.run.smithi083.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T02:43:22.314 INFO:teuthology.orchestra.run.smithi083.stdout: link/ether 0c:c4:7a:d8:da:1f brd ff:ff:ff:ff:ff:ff 2024-09-21T02:43:22.314 INFO:teuthology.orchestra.run.smithi083.stdout: altname enp7s0f1 2024-09-21T02:43:22.315 INFO:teuthology.orchestra.run.smithi083.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T02:43:22.315 INFO:teuthology.orchestra.run.smithi083.stdout: link/ether 0c:c4:7a:8f:ce:90 brd ff:ff:ff:ff:ff:ff 2024-09-21T02:43:22.315 INFO:teuthology.orchestra.run.smithi083.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T02:43:22.315 INFO:teuthology.orchestra.run.smithi083.stdout: link/ether 0c:c4:7a:8f:ce:91 brd ff:ff:ff:ff:ff:ff 2024-09-21T02:43:22.315 INFO:teuthology.orchestra.run.smithi083.stdout: inet 172.21.15.83/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-21T02:43:22.315 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft 42477sec preferred_lft 42477sec 2024-09-21T02:43:22.315 INFO:teuthology.orchestra.run.smithi083.stdout: inet6 fe80::ec4:7aff:fe8f:ce91/64 scope link 2024-09-21T02:43:22.316 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:43:22.316 INFO:teuthology.orchestra.run.smithi083.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-21T02:43:22.316 INFO:teuthology.orchestra.run.smithi083.stdout: link/ether 02:42:c2:ca:1a:c9 brd ff:ff:ff:ff:ff:ff 2024-09-21T02:43:22.316 INFO:teuthology.orchestra.run.smithi083.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-21T02:43:22.316 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:43:22.317 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-21T02:43:22.317 DEBUG:teuthology.orchestra.run.smithi083:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T02:43:22.317 DEBUG:teuthology.orchestra.run.smithi083:> set -e 2024-09-21T02:43:22.317 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip link add name ceph-brx type bridge 2024-09-21T02:43:22.318 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip addr flush dev ceph-brx 2024-09-21T02:43:22.318 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip link set ceph-brx up 2024-09-21T02:43:22.318 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-21T02:43:22.318 DEBUG:teuthology.orchestra.run.smithi083:> ') 2024-09-21T02:43:22.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T02:43:22.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:43:22.428 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:22.428 DEBUG:teuthology.orchestra.run.smithi083:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T02:43:22.476 INFO:teuthology.orchestra.run.smithi083.stdout:1 2024-09-21T02:43:22.478 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:22.478 DEBUG:teuthology.orchestra.run.smithi083:> route 2024-09-21T02:43:22.542 INFO:teuthology.orchestra.run.smithi083.stdout:Kernel IP routing table 2024-09-21T02:43:22.542 INFO:teuthology.orchestra.run.smithi083.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T02:43:22.542 INFO:teuthology.orchestra.run.smithi083.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-21T02:43:22.542 INFO:teuthology.orchestra.run.smithi083.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T02:43:22.542 INFO:teuthology.orchestra.run.smithi083.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-21T02:43:22.542 INFO:teuthology.orchestra.run.smithi083.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-21T02:43:22.543 INFO:teuthology.orchestra.run.smithi083.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T02:43:22.543 INFO:teuthology.orchestra.run.smithi083.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T02:43:22.543 INFO:teuthology.orchestra.run.smithi083.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T02:43:22.543 INFO:teuthology.orchestra.run.smithi083.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T02:43:22.543 INFO:teuthology.orchestra.run.smithi083.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T02:43:22.543 DEBUG:teuthology.orchestra.run.smithi083:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T02:43:22.543 DEBUG:teuthology.orchestra.run.smithi083:> set -e 2024-09-21T02:43:22.543 DEBUG:teuthology.orchestra.run.smithi083:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T02:43:22.543 DEBUG:teuthology.orchestra.run.smithi083:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T02:43:22.544 DEBUG:teuthology.orchestra.run.smithi083:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T02:43:22.544 DEBUG:teuthology.orchestra.run.smithi083:> ') 2024-09-21T02:43:22.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T02:43:22.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:43:22.658 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:22.658 DEBUG:teuthology.orchestra.run.smithi083:> ip netns list 2024-09-21T02:43:22.709 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:22.709 DEBUG:teuthology.orchestra.run.smithi083:> ip netns list-id 2024-09-21T02:43:22.757 DEBUG:teuthology.orchestra.run.smithi083:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T02:43:22.757 DEBUG:teuthology.orchestra.run.smithi083:> set -e 2024-09-21T02:43:22.757 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T02:43:22.757 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-21T02:43:22.757 DEBUG:teuthology.orchestra.run.smithi083:> ') 2024-09-21T02:43:22.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T02:43:22.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:43:22.872 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-21T02:43:22.872 DEBUG:teuthology.orchestra.run.smithi083:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T02:43:22.873 DEBUG:teuthology.orchestra.run.smithi083:> set -e 2024-09-21T02:43:22.873 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-21T02:43:22.873 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-21T02:43:22.873 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-21T02:43:22.873 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-21T02:43:22.873 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-21T02:43:22.873 DEBUG:teuthology.orchestra.run.smithi083:> ') 2024-09-21T02:43:22.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:22 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T02:43:23.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:43:23.033 DEBUG:teuthology.orchestra.run.smithi083:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T02:43:23.033 DEBUG:teuthology.orchestra.run.smithi083:> set -e 2024-09-21T02:43:23.033 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip link set brx.0 up 2024-09-21T02:43:23.033 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip link set dev brx.0 master ceph-brx 2024-09-21T02:43:23.033 DEBUG:teuthology.orchestra.run.smithi083:> ') 2024-09-21T02:43:23.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:23 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T02:43:23.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:43:23.136 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-21T02:43:23.136 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T02:43:23.137 DEBUG:teuthology.orchestra.run.smithi083:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-21T02:43:23.189 INFO:teuthology.orchestra.run.smithi083.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-21T02:43:23.189 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T02:43:23.190 DEBUG:teuthology.orchestra.run.smithi083:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-21T02:43:23.236 DEBUG:teuthology.orchestra.run.smithi083:> sudo modprobe fuse 2024-09-21T02:43:23.294 DEBUG:teuthology.orchestra.run.smithi083:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T02:43:23.342 INFO:teuthology.orchestra.run.smithi083.stdout:/sys 2024-09-21T02:43:23.342 INFO:teuthology.orchestra.run.smithi083.stdout:/proc 2024-09-21T02:43:23.342 INFO:teuthology.orchestra.run.smithi083.stdout:/dev 2024-09-21T02:43:23.342 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/pts 2024-09-21T02:43:23.342 INFO:teuthology.orchestra.run.smithi083.stdout:/run 2024-09-21T02:43:23.342 INFO:teuthology.orchestra.run.smithi083.stdout:/ 2024-09-21T02:43:23.342 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/security 2024-09-21T02:43:23.342 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/shm 2024-09-21T02:43:23.342 INFO:teuthology.orchestra.run.smithi083.stdout:/run/lock 2024-09-21T02:43:23.342 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/cgroup 2024-09-21T02:43:23.343 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/pstore 2024-09-21T02:43:23.343 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/bpf 2024-09-21T02:43:23.343 INFO:teuthology.orchestra.run.smithi083.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T02:43:23.343 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/hugepages 2024-09-21T02:43:23.343 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/mqueue 2024-09-21T02:43:23.343 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/debug 2024-09-21T02:43:23.343 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/tracing 2024-09-21T02:43:23.343 INFO:teuthology.orchestra.run.smithi083.stdout:/proc/fs/nfsd 2024-09-21T02:43:23.343 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/fuse/connections 2024-09-21T02:43:23.343 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/config 2024-09-21T02:43:23.343 INFO:teuthology.orchestra.run.smithi083.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T02:43:23.343 INFO:teuthology.orchestra.run.smithi083.stdout:/run/rpc_pipefs 2024-09-21T02:43:23.343 INFO:teuthology.orchestra.run.smithi083.stdout:/run/user/1000 2024-09-21T02:43:23.343 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph 2024-09-21T02:43:23.343 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T02:43:23.344 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T02:43:23.344 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T02:43:23.344 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T02:43:23.344 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns 2024-09-21T02:43:23.344 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T02:43:23.344 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T02:43:23.345 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:23.345 DEBUG:teuthology.orchestra.run.smithi083:> ls /sys/fs/fuse/connections 2024-09-21T02:43:23.396 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T02:43:23.397 DEBUG:teuthology.orchestra.run.smithi083:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-21T02:43:23.442 DEBUG:teuthology.orchestra.run.smithi083:> sudo modprobe fuse 2024-09-21T02:43:23.455 DEBUG:teuthology.orchestra.run.smithi083:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T02:43:23.502 INFO:teuthology.orchestra.run.smithi083.stdout:/sys 2024-09-21T02:43:23.502 INFO:teuthology.orchestra.run.smithi083.stdout:/proc 2024-09-21T02:43:23.502 INFO:teuthology.orchestra.run.smithi083.stdout:/dev 2024-09-21T02:43:23.503 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/pts 2024-09-21T02:43:23.503 INFO:teuthology.orchestra.run.smithi083.stdout:/run 2024-09-21T02:43:23.503 INFO:teuthology.orchestra.run.smithi083.stdout:/ 2024-09-21T02:43:23.503 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/security 2024-09-21T02:43:23.503 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/shm 2024-09-21T02:43:23.503 INFO:teuthology.orchestra.run.smithi083.stdout:/run/lock 2024-09-21T02:43:23.504 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/cgroup 2024-09-21T02:43:23.504 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/pstore 2024-09-21T02:43:23.504 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/bpf 2024-09-21T02:43:23.504 INFO:teuthology.orchestra.run.smithi083.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T02:43:23.504 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/hugepages 2024-09-21T02:43:23.504 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/mqueue 2024-09-21T02:43:23.505 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/debug 2024-09-21T02:43:23.505 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/tracing 2024-09-21T02:43:23.505 INFO:teuthology.orchestra.run.smithi083.stdout:/proc/fs/nfsd 2024-09-21T02:43:23.505 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/fuse/connections 2024-09-21T02:43:23.505 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/config 2024-09-21T02:43:23.505 INFO:teuthology.orchestra.run.smithi083.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T02:43:23.505 INFO:teuthology.orchestra.run.smithi083.stdout:/run/rpc_pipefs 2024-09-21T02:43:23.506 INFO:teuthology.orchestra.run.smithi083.stdout:/run/user/1000 2024-09-21T02:43:23.506 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph 2024-09-21T02:43:23.506 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T02:43:23.506 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T02:43:23.506 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T02:43:23.506 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T02:43:23.507 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns 2024-09-21T02:43:23.507 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T02:43:23.507 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T02:43:23.507 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:23.507 DEBUG:teuthology.orchestra.run.smithi083:> ls /sys/fs/fuse/connections 2024-09-21T02:43:23.550 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi083.stderr:2024-09-21T02:43:23.549+0000 7f855590a580 -1 init, newargv = 0x55e35c0aac10 newargc=15 2024-09-21T02:43:23.550 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi083.stderr:ceph-fuse[36848]: starting ceph client 2024-09-21T02:43:23.558 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi083.stderr:ceph-fuse[36848]: starting fuse 2024-09-21T02:43:24.654 DEBUG:teuthology.orchestra.run.smithi083:> sudo modprobe fuse 2024-09-21T02:43:24.670 DEBUG:teuthology.orchestra.run.smithi083:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T02:43:24.718 INFO:teuthology.orchestra.run.smithi083.stdout:/sys 2024-09-21T02:43:24.718 INFO:teuthology.orchestra.run.smithi083.stdout:/proc 2024-09-21T02:43:24.718 INFO:teuthology.orchestra.run.smithi083.stdout:/dev 2024-09-21T02:43:24.718 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/pts 2024-09-21T02:43:24.718 INFO:teuthology.orchestra.run.smithi083.stdout:/run 2024-09-21T02:43:24.719 INFO:teuthology.orchestra.run.smithi083.stdout:/ 2024-09-21T02:43:24.719 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/security 2024-09-21T02:43:24.719 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/shm 2024-09-21T02:43:24.719 INFO:teuthology.orchestra.run.smithi083.stdout:/run/lock 2024-09-21T02:43:24.719 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/cgroup 2024-09-21T02:43:24.719 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/pstore 2024-09-21T02:43:24.719 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/bpf 2024-09-21T02:43:24.719 INFO:teuthology.orchestra.run.smithi083.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T02:43:24.719 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/hugepages 2024-09-21T02:43:24.719 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/mqueue 2024-09-21T02:43:24.719 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/debug 2024-09-21T02:43:24.719 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/tracing 2024-09-21T02:43:24.719 INFO:teuthology.orchestra.run.smithi083.stdout:/proc/fs/nfsd 2024-09-21T02:43:24.720 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/fuse/connections 2024-09-21T02:43:24.720 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/config 2024-09-21T02:43:24.720 INFO:teuthology.orchestra.run.smithi083.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T02:43:24.720 INFO:teuthology.orchestra.run.smithi083.stdout:/run/rpc_pipefs 2024-09-21T02:43:24.720 INFO:teuthology.orchestra.run.smithi083.stdout:/run/user/1000 2024-09-21T02:43:24.720 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph 2024-09-21T02:43:24.720 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T02:43:24.720 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T02:43:24.720 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T02:43:24.720 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T02:43:24.720 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns 2024-09-21T02:43:24.720 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T02:43:24.720 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T02:43:24.720 INFO:teuthology.orchestra.run.smithi083.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-21T02:43:24.721 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:24.721 DEBUG:teuthology.orchestra.run.smithi083:> ls /sys/fs/fuse/connections 2024-09-21T02:43:24.769 INFO:teuthology.orchestra.run.smithi083.stdout:45 2024-09-21T02:43:24.770 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-21T02:43:24.770 DEBUG:teuthology.orchestra.run.smithi083:> sudo stdin-killer -- python3 -c ' 2024-09-21T02:43:24.770 DEBUG:teuthology.orchestra.run.smithi083:> import glob 2024-09-21T02:43:24.770 DEBUG:teuthology.orchestra.run.smithi083:> import re 2024-09-21T02:43:24.770 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:43:24.770 DEBUG:teuthology.orchestra.run.smithi083:> import subprocess 2024-09-21T02:43:24.770 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:43:24.770 DEBUG:teuthology.orchestra.run.smithi083:> def _find_admin_socket(client_name): 2024-09-21T02:43:24.770 DEBUG:teuthology.orchestra.run.smithi083:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-21T02:43:24.770 DEBUG:teuthology.orchestra.run.smithi083:> files = glob.glob(asok_path) 2024-09-21T02:43:24.771 DEBUG:teuthology.orchestra.run.smithi083:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-21T02:43:24.771 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:43:24.771 DEBUG:teuthology.orchestra.run.smithi083:> # Given a non-glob path, it better be there 2024-09-21T02:43:24.771 DEBUG:teuthology.orchestra.run.smithi083:> if "*" not in asok_path: 2024-09-21T02:43:24.771 DEBUG:teuthology.orchestra.run.smithi083:> assert(len(files) == 1) 2024-09-21T02:43:24.771 DEBUG:teuthology.orchestra.run.smithi083:> return files[0] 2024-09-21T02:43:24.771 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:43:24.771 DEBUG:teuthology.orchestra.run.smithi083:> for f in files: 2024-09-21T02:43:24.771 DEBUG:teuthology.orchestra.run.smithi083:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T02:43:24.771 DEBUG:teuthology.orchestra.run.smithi083:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T02:43:24.771 DEBUG:teuthology.orchestra.run.smithi083:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T02:43:24.771 DEBUG:teuthology.orchestra.run.smithi083:> contents = proc_f.read() 2024-09-21T02:43:24.771 DEBUG:teuthology.orchestra.run.smithi083:> if mountpoint in contents: 2024-09-21T02:43:24.771 DEBUG:teuthology.orchestra.run.smithi083:> return f 2024-09-21T02:43:24.771 DEBUG:teuthology.orchestra.run.smithi083:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T02:43:24.771 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:43:24.772 DEBUG:teuthology.orchestra.run.smithi083:> print(_find_admin_socket("client.0")) 2024-09-21T02:43:24.772 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:43:24.895 INFO:teuthology.orchestra.run.smithi083.stdout:/var/run/ceph/ceph-client.0.36848.asok 2024-09-21T02:43:24.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:43:24.907 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.36848.asok 2024-09-21T02:43:24.907 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:24.907 DEBUG:teuthology.orchestra.run.smithi083:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.36848.asok status 2024-09-21T02:43:25.084 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-09-21T02:43:25.084 INFO:teuthology.orchestra.run.smithi083.stdout: "metadata": { 2024-09-21T02:43:25.084 INFO:teuthology.orchestra.run.smithi083.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T02:43:25.084 INFO:teuthology.orchestra.run.smithi083.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T02:43:25.084 INFO:teuthology.orchestra.run.smithi083.stdout: "entity_id": "0", 2024-09-21T02:43:25.084 INFO:teuthology.orchestra.run.smithi083.stdout: "hostname": "smithi083", 2024-09-21T02:43:25.084 INFO:teuthology.orchestra.run.smithi083.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-21T02:43:25.084 INFO:teuthology.orchestra.run.smithi083.stdout: "pid": "36848", 2024-09-21T02:43:25.084 INFO:teuthology.orchestra.run.smithi083.stdout: "root": "/" 2024-09-21T02:43:25.084 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:43:25.085 INFO:teuthology.orchestra.run.smithi083.stdout: "dentry_count": 0, 2024-09-21T02:43:25.085 INFO:teuthology.orchestra.run.smithi083.stdout: "dentry_pinned_count": 0, 2024-09-21T02:43:25.085 INFO:teuthology.orchestra.run.smithi083.stdout: "id": 4677, 2024-09-21T02:43:25.085 INFO:teuthology.orchestra.run.smithi083.stdout: "inst": { 2024-09-21T02:43:25.085 INFO:teuthology.orchestra.run.smithi083.stdout: "name": { 2024-09-21T02:43:25.085 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "client", 2024-09-21T02:43:25.085 INFO:teuthology.orchestra.run.smithi083.stdout: "num": 4677 2024-09-21T02:43:25.085 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:43:25.085 INFO:teuthology.orchestra.run.smithi083.stdout: "addr": { 2024-09-21T02:43:25.085 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "v1", 2024-09-21T02:43:25.085 INFO:teuthology.orchestra.run.smithi083.stdout: "addr": "192.168.0.1:0", 2024-09-21T02:43:25.085 INFO:teuthology.orchestra.run.smithi083.stdout: "nonce": 1595725400 2024-09-21T02:43:25.086 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:43:25.086 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:43:25.086 INFO:teuthology.orchestra.run.smithi083.stdout: "addr": { 2024-09-21T02:43:25.086 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "v1", 2024-09-21T02:43:25.086 INFO:teuthology.orchestra.run.smithi083.stdout: "addr": "192.168.0.1:0", 2024-09-21T02:43:25.086 INFO:teuthology.orchestra.run.smithi083.stdout: "nonce": 1595725400 2024-09-21T02:43:25.086 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:43:25.086 INFO:teuthology.orchestra.run.smithi083.stdout: "inst_str": "client.4677 192.168.0.1:0/1595725400", 2024-09-21T02:43:25.086 INFO:teuthology.orchestra.run.smithi083.stdout: "addr_str": "192.168.0.1:0/1595725400", 2024-09-21T02:43:25.086 INFO:teuthology.orchestra.run.smithi083.stdout: "inode_count": 1, 2024-09-21T02:43:25.086 INFO:teuthology.orchestra.run.smithi083.stdout: "mds_epoch": 8, 2024-09-21T02:43:25.086 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_epoch": 22, 2024-09-21T02:43:25.086 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_epoch_barrier": 0, 2024-09-21T02:43:25.086 INFO:teuthology.orchestra.run.smithi083.stdout: "blocklisted": false, 2024-09-21T02:43:25.087 INFO:teuthology.orchestra.run.smithi083.stdout: "fs_name": "cephfs" 2024-09-21T02:43:25.087 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-09-21T02:43:25.100 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-21T02:43:25.100 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T02:43:25.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.261+0000 7f7e04509640 1 -- 172.21.15.83:0/2170579992 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7dfc0cc920 msgr2=0x7f7dfc0ccd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:25.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.261+0000 7f7e04509640 1 --2- 172.21.15.83:0/2170579992 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7dfc0cc920 0x7f7dfc0ccd30 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f7dec009900 tx=0x7f7dec01c700 comp rx=0 tx=0).stop 2024-09-21T02:43:25.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.261+0000 7f7e04509640 1 -- 172.21.15.83:0/2170579992 shutdown_connections 2024-09-21T02:43:25.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.261+0000 7f7e04509640 1 --2- 172.21.15.83:0/2170579992 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7dfc0cc920 0x7f7dfc0ccd30 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:25.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.261+0000 7f7e04509640 1 --2- 172.21.15.83:0/2170579992 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f7dfc06ed60 0x7f7dfc06f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:25.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.261+0000 7f7e04509640 1 -- 172.21.15.83:0/2170579992 >> 172.21.15.83:0/2170579992 conn(0x7f7dfc06ce90 msgr2=0x7f7dfc06d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:25.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.261+0000 7f7e04509640 1 -- 172.21.15.83:0/2170579992 shutdown_connections 2024-09-21T02:43:25.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.261+0000 7f7e04509640 1 -- 172.21.15.83:0/2170579992 wait complete. 2024-09-21T02:43:25.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.261+0000 7f7e04509640 1 Processor -- start 2024-09-21T02:43:25.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.261+0000 7f7e04509640 1 -- start start 2024-09-21T02:43:25.267 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.265+0000 7f7e04509640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7dfc06ed60 0x7f7dfc15be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:25.267 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.265+0000 7f7e04509640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7dfc0cc920 0x7f7dfc139640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:25.267 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.265+0000 7f7e04509640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f7dfc160100 0x7f7dfc139b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:25.267 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.265+0000 7f7e04509640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f7dfc169e30 con 0x7f7dfc06ed60 2024-09-21T02:43:25.267 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.265+0000 7f7e04509640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f7dfc169cb0 con 0x7f7dfc0cc920 2024-09-21T02:43:25.267 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.265+0000 7f7e04509640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f7dfc169fb0 con 0x7f7dfc160100 2024-09-21T02:43:25.267 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.265+0000 7f7e022a5640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7dfc06ed60 0x7f7dfc15be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:25.267 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.265+0000 7f7e022a5640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7dfc06ed60 0x7f7dfc15be10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50612/0 (socket says 172.21.15.83:50612) 2024-09-21T02:43:25.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.265+0000 7f7e022a5640 1 -- 172.21.15.83:0/1345995803 learned_addr learned my addr 172.21.15.83:0/1345995803 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:25.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.265+0000 7f7e01aa4640 1 --2- 172.21.15.83:0/1345995803 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7dfc0cc920 0x7f7dfc139640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:25.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.265+0000 7f7e02aa6640 1 --2- 172.21.15.83:0/1345995803 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f7dfc160100 0x7f7dfc139b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:25.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.265+0000 7f7e022a5640 1 -- 172.21.15.83:0/1345995803 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f7dfc160100 msgr2=0x7f7dfc139b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:25.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.265+0000 7f7e022a5640 1 --2- 172.21.15.83:0/1345995803 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f7dfc160100 0x7f7dfc139b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:25.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.265+0000 7f7e022a5640 1 -- 172.21.15.83:0/1345995803 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7dfc0cc920 msgr2=0x7f7dfc139640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:25.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.265+0000 7f7e022a5640 1 --2- 172.21.15.83:0/1345995803 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7dfc0cc920 0x7f7dfc139640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:25.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.265+0000 7f7e022a5640 1 -- 172.21.15.83:0/1345995803 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7dfc14d6f0 con 0x7f7dfc06ed60 2024-09-21T02:43:25.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.265+0000 7f7e02aa6640 1 --2- 172.21.15.83:0/1345995803 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f7dfc160100 0x7f7dfc139b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:43:25.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.265+0000 7f7e022a5640 1 --2- 172.21.15.83:0/1345995803 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7dfc06ed60 0x7f7dfc15be10 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f7df800cce0 tx=0x7f7df8007610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:25.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.265+0000 7f7df2ffd640 1 -- 172.21.15.83:0/1345995803 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7df8004b30 con 0x7f7dfc06ed60 2024-09-21T02:43:25.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.265+0000 7f7df2ffd640 1 -- 172.21.15.83:0/1345995803 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7df8004dc0 con 0x7f7dfc06ed60 2024-09-21T02:43:25.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.265+0000 7f7df2ffd640 1 -- 172.21.15.83:0/1345995803 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7df8005280 con 0x7f7dfc06ed60 2024-09-21T02:43:25.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.265+0000 7f7e04509640 1 -- 172.21.15.83:0/1345995803 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7dfc14d9d0 con 0x7f7dfc06ed60 2024-09-21T02:43:25.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.265+0000 7f7e04509640 1 -- 172.21.15.83:0/1345995803 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7dfc137840 con 0x7f7dfc06ed60 2024-09-21T02:43:25.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.265+0000 7f7e04509640 1 -- 172.21.15.83:0/1345995803 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7dfc06f170 con 0x7f7dfc06ed60 2024-09-21T02:43:25.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.265+0000 7f7df2ffd640 1 -- 172.21.15.83:0/1345995803 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f7df8005420 con 0x7f7dfc06ed60 2024-09-21T02:43:25.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.269+0000 7f7df2ffd640 1 --2- 172.21.15.83:0/1345995803 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7de0073200 0x7f7de0075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:25.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.269+0000 7f7e01aa4640 1 --2- 172.21.15.83:0/1345995803 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7de0073200 0x7f7de0075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:25.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.269+0000 7f7df2ffd640 1 -- 172.21.15.83:0/1345995803 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f7df8094a00 con 0x7f7dfc06ed60 2024-09-21T02:43:25.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.269+0000 7f7e01aa4640 1 --2- 172.21.15.83:0/1345995803 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7de0073200 0x7f7de0075710 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f7dec0af000 tx=0x7f7dec01af40 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:25.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.273+0000 7f7df2ffd640 1 -- 172.21.15.83:0/1345995803 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f7df8014030 con 0x7f7dfc06ed60 2024-09-21T02:43:25.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.481+0000 7f7e04509640 1 -- 172.21.15.83:0/1345995803 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f7dfc15f7d0 con 0x7f7dfc06ed60 2024-09-21T02:43:25.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.485+0000 7f7df2ffd640 1 -- 172.21.15.83:0/1345995803 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+73 (secure 0 0 0) 0x7f7df805fab0 con 0x7f7dfc06ed60 2024-09-21T02:43:25.485 INFO:teuthology.orchestra.run.smithi083.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T02:43:25.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.485+0000 7f7e04509640 1 -- 172.21.15.83:0/1345995803 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7de0073200 msgr2=0x7f7de0075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:25.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.485+0000 7f7e04509640 1 --2- 172.21.15.83:0/1345995803 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7de0073200 0x7f7de0075710 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f7dec0af000 tx=0x7f7dec01af40 comp rx=0 tx=0).stop 2024-09-21T02:43:25.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.485+0000 7f7e04509640 1 -- 172.21.15.83:0/1345995803 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7dfc06ed60 msgr2=0x7f7dfc15be10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:25.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.485+0000 7f7e04509640 1 --2- 172.21.15.83:0/1345995803 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7dfc06ed60 0x7f7dfc15be10 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f7df800cce0 tx=0x7f7df8007610 comp rx=0 tx=0).stop 2024-09-21T02:43:25.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.485+0000 7f7e04509640 1 -- 172.21.15.83:0/1345995803 shutdown_connections 2024-09-21T02:43:25.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.485+0000 7f7e04509640 1 --2- 172.21.15.83:0/1345995803 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7de0073200 0x7f7de0075710 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:25.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.485+0000 7f7e04509640 1 --2- 172.21.15.83:0/1345995803 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f7dfc160100 0x7f7dfc139b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:25.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.485+0000 7f7e04509640 1 --2- 172.21.15.83:0/1345995803 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7dfc0cc920 0x7f7dfc139640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:25.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.485+0000 7f7e04509640 1 --2- 172.21.15.83:0/1345995803 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7dfc06ed60 0x7f7dfc15be10 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:25.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.485+0000 7f7e04509640 1 -- 172.21.15.83:0/1345995803 >> 172.21.15.83:0/1345995803 conn(0x7f7dfc06ce90 msgr2=0x7f7dfc074750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:25.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.485+0000 7f7e04509640 1 -- 172.21.15.83:0/1345995803 shutdown_connections 2024-09-21T02:43:25.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25.485+0000 7f7e04509640 1 -- 172.21.15.83:0/1345995803 wait complete. 2024-09-21T02:43:25.505 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T02:43:25.505 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T02:43:25.505 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi083.front.sepia.ceph.com 2024-09-21T02:43:25.505 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-09-21T02:43:25.506 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-21T02:43:25.506 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T02:43:25.506 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T02:43:25.506 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T02:43:25.506 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-09-21T02:43:25.506 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:25.506 DEBUG:teuthology.orchestra.run.smithi083:> ip addr 2024-09-21T02:43:25.512 INFO:teuthology.orchestra.run.smithi083.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T02:43:25.512 INFO:teuthology.orchestra.run.smithi083.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T02:43:25.512 INFO:teuthology.orchestra.run.smithi083.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T02:43:25.512 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:43:25.512 INFO:teuthology.orchestra.run.smithi083.stdout: inet6 ::1/128 scope host 2024-09-21T02:43:25.512 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:43:25.512 INFO:teuthology.orchestra.run.smithi083.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T02:43:25.512 INFO:teuthology.orchestra.run.smithi083.stdout: link/ether 0c:c4:7a:d8:da:1e brd ff:ff:ff:ff:ff:ff 2024-09-21T02:43:25.512 INFO:teuthology.orchestra.run.smithi083.stdout: altname enp7s0f0 2024-09-21T02:43:25.512 INFO:teuthology.orchestra.run.smithi083.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T02:43:25.512 INFO:teuthology.orchestra.run.smithi083.stdout: link/ether 0c:c4:7a:d8:da:1f brd ff:ff:ff:ff:ff:ff 2024-09-21T02:43:25.512 INFO:teuthology.orchestra.run.smithi083.stdout: altname enp7s0f1 2024-09-21T02:43:25.513 INFO:teuthology.orchestra.run.smithi083.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T02:43:25.513 INFO:teuthology.orchestra.run.smithi083.stdout: link/ether 0c:c4:7a:8f:ce:90 brd ff:ff:ff:ff:ff:ff 2024-09-21T02:43:25.513 INFO:teuthology.orchestra.run.smithi083.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T02:43:25.513 INFO:teuthology.orchestra.run.smithi083.stdout: link/ether 0c:c4:7a:8f:ce:91 brd ff:ff:ff:ff:ff:ff 2024-09-21T02:43:25.513 INFO:teuthology.orchestra.run.smithi083.stdout: inet 172.21.15.83/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-21T02:43:25.513 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft 42474sec preferred_lft 42474sec 2024-09-21T02:43:25.513 INFO:teuthology.orchestra.run.smithi083.stdout: inet6 fe80::ec4:7aff:fe8f:ce91/64 scope link 2024-09-21T02:43:25.513 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:43:25.513 INFO:teuthology.orchestra.run.smithi083.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-21T02:43:25.513 INFO:teuthology.orchestra.run.smithi083.stdout: link/ether 02:42:c2:ca:1a:c9 brd ff:ff:ff:ff:ff:ff 2024-09-21T02:43:25.513 INFO:teuthology.orchestra.run.smithi083.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-21T02:43:25.513 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:43:25.513 INFO:teuthology.orchestra.run.smithi083.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T02:43:25.514 INFO:teuthology.orchestra.run.smithi083.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-21T02:43:25.514 INFO:teuthology.orchestra.run.smithi083.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T02:43:25.514 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:43:25.514 INFO:teuthology.orchestra.run.smithi083.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-21T02:43:25.514 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:43:25.514 INFO:teuthology.orchestra.run.smithi083.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T02:43:25.514 INFO:teuthology.orchestra.run.smithi083.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T02:43:25.514 INFO:teuthology.orchestra.run.smithi083.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-21T02:43:25.514 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:43:25.514 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:25.514 DEBUG:teuthology.orchestra.run.smithi083:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T02:43:25.545 DEBUG:teuthology.orchestra.run.smithi083:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T02:43:25.558 DEBUG:teuthology.orchestra.run.smithi142:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T02:43:25.565 INFO:teuthology.orchestra.run.smithi083.stdout:1 2024-09-21T02:43:25.566 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:25.566 DEBUG:teuthology.orchestra.run.smithi083:> route 2024-09-21T02:43:25.644 INFO:teuthology.orchestra.run.smithi083.stdout:Kernel IP routing table 2024-09-21T02:43:25.644 INFO:teuthology.orchestra.run.smithi083.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T02:43:25.644 INFO:teuthology.orchestra.run.smithi083.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-21T02:43:25.644 INFO:teuthology.orchestra.run.smithi083.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T02:43:25.644 INFO:teuthology.orchestra.run.smithi083.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-21T02:43:25.644 INFO:teuthology.orchestra.run.smithi083.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-21T02:43:25.644 INFO:teuthology.orchestra.run.smithi083.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T02:43:25.645 INFO:teuthology.orchestra.run.smithi083.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T02:43:25.645 INFO:teuthology.orchestra.run.smithi083.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T02:43:25.645 INFO:teuthology.orchestra.run.smithi083.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T02:43:25.645 INFO:teuthology.orchestra.run.smithi083.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T02:43:25.645 DEBUG:teuthology.orchestra.run.smithi083:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T02:43:25.645 DEBUG:teuthology.orchestra.run.smithi083:> set -e 2024-09-21T02:43:25.645 DEBUG:teuthology.orchestra.run.smithi083:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T02:43:25.645 DEBUG:teuthology.orchestra.run.smithi083:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T02:43:25.645 DEBUG:teuthology.orchestra.run.smithi083:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T02:43:25.645 DEBUG:teuthology.orchestra.run.smithi083:> ') 2024-09-21T02:43:25.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T02:43:25.758 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:43:25.767 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:25.767 DEBUG:teuthology.orchestra.run.smithi083:> ip netns list 2024-09-21T02:43:25.813 INFO:teuthology.orchestra.run.smithi083.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-21T02:43:25.814 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:25.814 DEBUG:teuthology.orchestra.run.smithi083:> ip netns list-id 2024-09-21T02:43:25.862 INFO:teuthology.orchestra.run.smithi083.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-09-21T02:43:25.862 DEBUG:teuthology.orchestra.run.smithi083:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T02:43:25.862 DEBUG:teuthology.orchestra.run.smithi083:> set -e 2024-09-21T02:43:25.862 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T02:43:25.862 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-09-21T02:43:25.862 DEBUG:teuthology.orchestra.run.smithi083:> ') 2024-09-21T02:43:25.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T02:43:25.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:43:25.977 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:25.977 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-21T02:43:25.988 INFO:teuthology.orchestra.run.smithi083.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T02:43:25.988 INFO:teuthology.orchestra.run.smithi083.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T02:43:25.988 INFO:teuthology.orchestra.run.smithi083.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T02:43:25.988 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:43:25.988 INFO:teuthology.orchestra.run.smithi083.stdout: inet6 ::1/128 scope host 2024-09-21T02:43:25.988 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:43:25.988 INFO:teuthology.orchestra.run.smithi083.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T02:43:25.989 INFO:teuthology.orchestra.run.smithi083.stdout: link/ether 72:b3:0d:8c:c5:3f brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-21T02:43:25.989 INFO:teuthology.orchestra.run.smithi083.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-21T02:43:25.989 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:43:25.989 INFO:teuthology.orchestra.run.smithi083.stdout: inet6 fe80::70b3:dff:fe8c:c53f/64 scope link 2024-09-21T02:43:25.989 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:43:25.990 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:25.990 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-21T02:43:26.046 INFO:teuthology.orchestra.run.smithi083.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T02:43:26.046 INFO:teuthology.orchestra.run.smithi083.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T02:43:26.046 INFO:teuthology.orchestra.run.smithi083.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T02:43:26.046 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:43:26.047 INFO:teuthology.orchestra.run.smithi083.stdout: inet6 ::1/128 scope host 2024-09-21T02:43:26.047 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:43:26.047 INFO:teuthology.orchestra.run.smithi083.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T02:43:26.047 INFO:teuthology.orchestra.run.smithi083.stdout: link/ether 72:b3:0d:8c:c5:3f brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-21T02:43:26.047 INFO:teuthology.orchestra.run.smithi083.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-21T02:43:26.047 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:43:26.047 INFO:teuthology.orchestra.run.smithi083.stdout: inet6 fe80::70b3:dff:fe8c:c53f/64 scope link 2024-09-21T02:43:26.047 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:43:26.048 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-09-21T02:43:26.048 DEBUG:teuthology.orchestra.run.smithi083:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T02:43:26.048 DEBUG:teuthology.orchestra.run.smithi083:> set -e 2024-09-21T02:43:26.048 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-09-21T02:43:26.048 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-21T02:43:26.048 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-09-21T02:43:26.049 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-09-21T02:43:26.049 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-09-21T02:43:26.049 DEBUG:teuthology.orchestra.run.smithi083:> ') 2024-09-21T02:43:26.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:26 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T02:43:26.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:43:26.190 DEBUG:teuthology.orchestra.run.smithi083:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T02:43:26.190 DEBUG:teuthology.orchestra.run.smithi083:> set -e 2024-09-21T02:43:26.190 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip link set brx.1 up 2024-09-21T02:43:26.190 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip link set dev brx.1 master ceph-brx 2024-09-21T02:43:26.190 DEBUG:teuthology.orchestra.run.smithi083:> ') 2024-09-21T02:43:26.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:26 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T02:43:26.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:43:26.247 INFO:tasks.cephfs.fuse_mount:Client client.2 config is {} 2024-09-21T02:43:26.248 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T02:43:26.248 DEBUG:teuthology.orchestra.run.smithi083:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-09-21T02:43:26.292 INFO:teuthology.orchestra.run.smithi083.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-09-21T02:43:26.292 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T02:43:26.292 DEBUG:teuthology.orchestra.run.smithi083:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-09-21T02:43:26.340 DEBUG:teuthology.orchestra.run.smithi083:> sudo modprobe fuse 2024-09-21T02:43:26.391 DEBUG:teuthology.orchestra.run.smithi083:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T02:43:26.438 INFO:teuthology.orchestra.run.smithi083.stdout:/sys 2024-09-21T02:43:26.438 INFO:teuthology.orchestra.run.smithi083.stdout:/proc 2024-09-21T02:43:26.438 INFO:teuthology.orchestra.run.smithi083.stdout:/dev 2024-09-21T02:43:26.438 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/pts 2024-09-21T02:43:26.438 INFO:teuthology.orchestra.run.smithi083.stdout:/run 2024-09-21T02:43:26.438 INFO:teuthology.orchestra.run.smithi083.stdout:/ 2024-09-21T02:43:26.438 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/security 2024-09-21T02:43:26.438 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/shm 2024-09-21T02:43:26.439 INFO:teuthology.orchestra.run.smithi083.stdout:/run/lock 2024-09-21T02:43:26.439 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/cgroup 2024-09-21T02:43:26.439 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/pstore 2024-09-21T02:43:26.439 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/bpf 2024-09-21T02:43:26.439 INFO:teuthology.orchestra.run.smithi083.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T02:43:26.439 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/hugepages 2024-09-21T02:43:26.439 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/mqueue 2024-09-21T02:43:26.439 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/debug 2024-09-21T02:43:26.439 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/tracing 2024-09-21T02:43:26.439 INFO:teuthology.orchestra.run.smithi083.stdout:/proc/fs/nfsd 2024-09-21T02:43:26.439 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/fuse/connections 2024-09-21T02:43:26.439 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/config 2024-09-21T02:43:26.439 INFO:teuthology.orchestra.run.smithi083.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T02:43:26.439 INFO:teuthology.orchestra.run.smithi083.stdout:/run/rpc_pipefs 2024-09-21T02:43:26.440 INFO:teuthology.orchestra.run.smithi083.stdout:/run/user/1000 2024-09-21T02:43:26.440 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph 2024-09-21T02:43:26.440 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T02:43:26.440 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T02:43:26.440 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T02:43:26.440 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T02:43:26.440 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns 2024-09-21T02:43:26.440 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T02:43:26.440 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T02:43:26.440 INFO:teuthology.orchestra.run.smithi083.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-21T02:43:26.440 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T02:43:26.440 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T02:43:26.441 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:26.441 DEBUG:teuthology.orchestra.run.smithi083:> ls /sys/fs/fuse/connections 2024-09-21T02:43:26.489 INFO:teuthology.orchestra.run.smithi083.stdout:45 2024-09-21T02:43:26.489 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [45] 2024-09-21T02:43:26.489 DEBUG:teuthology.orchestra.run.smithi083:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.2 --id 2) 2024-09-21T02:43:26.534 DEBUG:teuthology.orchestra.run.smithi083:> sudo modprobe fuse 2024-09-21T02:43:26.548 DEBUG:teuthology.orchestra.run.smithi083:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T02:43:26.597 INFO:teuthology.orchestra.run.smithi083.stdout:/sys 2024-09-21T02:43:26.597 INFO:teuthology.orchestra.run.smithi083.stdout:/proc 2024-09-21T02:43:26.598 INFO:teuthology.orchestra.run.smithi083.stdout:/dev 2024-09-21T02:43:26.598 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/pts 2024-09-21T02:43:26.598 INFO:teuthology.orchestra.run.smithi083.stdout:/run 2024-09-21T02:43:26.598 INFO:teuthology.orchestra.run.smithi083.stdout:/ 2024-09-21T02:43:26.598 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/security 2024-09-21T02:43:26.598 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/shm 2024-09-21T02:43:26.598 INFO:teuthology.orchestra.run.smithi083.stdout:/run/lock 2024-09-21T02:43:26.598 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/cgroup 2024-09-21T02:43:26.598 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/pstore 2024-09-21T02:43:26.598 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/bpf 2024-09-21T02:43:26.598 INFO:teuthology.orchestra.run.smithi083.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T02:43:26.599 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/hugepages 2024-09-21T02:43:26.599 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/mqueue 2024-09-21T02:43:26.599 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/debug 2024-09-21T02:43:26.599 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/tracing 2024-09-21T02:43:26.599 INFO:teuthology.orchestra.run.smithi083.stdout:/proc/fs/nfsd 2024-09-21T02:43:26.599 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/fuse/connections 2024-09-21T02:43:26.599 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/config 2024-09-21T02:43:26.599 INFO:teuthology.orchestra.run.smithi083.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T02:43:26.599 INFO:teuthology.orchestra.run.smithi083.stdout:/run/rpc_pipefs 2024-09-21T02:43:26.599 INFO:teuthology.orchestra.run.smithi083.stdout:/run/user/1000 2024-09-21T02:43:26.599 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph 2024-09-21T02:43:26.600 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T02:43:26.600 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T02:43:26.600 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T02:43:26.600 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T02:43:26.600 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns 2024-09-21T02:43:26.600 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T02:43:26.600 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T02:43:26.600 INFO:teuthology.orchestra.run.smithi083.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-21T02:43:26.600 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T02:43:26.600 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T02:43:26.600 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:26.601 DEBUG:teuthology.orchestra.run.smithi083:> ls /sys/fs/fuse/connections 2024-09-21T02:43:26.640 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi083.stderr:2024-09-21T02:43:26.636+0000 7f159d66d580 -1 init, newargv = 0x55e792f696d0 newargc=15 2024-09-21T02:43:26.640 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi083.stderr:ceph-fuse[36995]: starting ceph client 2024-09-21T02:43:26.644 INFO:teuthology.orchestra.run.smithi083.stdout:45 2024-09-21T02:43:26.647 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi083.stderr:ceph-fuse[36995]: starting fuse 2024-09-21T02:43:27.746 DEBUG:teuthology.orchestra.run.smithi083:> sudo modprobe fuse 2024-09-21T02:43:27.763 DEBUG:teuthology.orchestra.run.smithi083:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T02:43:27.812 INFO:teuthology.orchestra.run.smithi083.stdout:/sys 2024-09-21T02:43:27.812 INFO:teuthology.orchestra.run.smithi083.stdout:/proc 2024-09-21T02:43:27.812 INFO:teuthology.orchestra.run.smithi083.stdout:/dev 2024-09-21T02:43:27.812 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/pts 2024-09-21T02:43:27.812 INFO:teuthology.orchestra.run.smithi083.stdout:/run 2024-09-21T02:43:27.812 INFO:teuthology.orchestra.run.smithi083.stdout:/ 2024-09-21T02:43:27.812 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/security 2024-09-21T02:43:27.812 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/shm 2024-09-21T02:43:27.812 INFO:teuthology.orchestra.run.smithi083.stdout:/run/lock 2024-09-21T02:43:27.812 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/cgroup 2024-09-21T02:43:27.812 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/pstore 2024-09-21T02:43:27.813 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/bpf 2024-09-21T02:43:27.813 INFO:teuthology.orchestra.run.smithi083.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T02:43:27.813 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/hugepages 2024-09-21T02:43:27.813 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/mqueue 2024-09-21T02:43:27.813 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/debug 2024-09-21T02:43:27.813 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/tracing 2024-09-21T02:43:27.813 INFO:teuthology.orchestra.run.smithi083.stdout:/proc/fs/nfsd 2024-09-21T02:43:27.813 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/fuse/connections 2024-09-21T02:43:27.813 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/config 2024-09-21T02:43:27.813 INFO:teuthology.orchestra.run.smithi083.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T02:43:27.813 INFO:teuthology.orchestra.run.smithi083.stdout:/run/rpc_pipefs 2024-09-21T02:43:27.813 INFO:teuthology.orchestra.run.smithi083.stdout:/run/user/1000 2024-09-21T02:43:27.813 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph 2024-09-21T02:43:27.813 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T02:43:27.814 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T02:43:27.814 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T02:43:27.814 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T02:43:27.814 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns 2024-09-21T02:43:27.814 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T02:43:27.814 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T02:43:27.814 INFO:teuthology.orchestra.run.smithi083.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-21T02:43:27.814 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T02:43:27.814 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T02:43:27.814 INFO:teuthology.orchestra.run.smithi083.stdout:/home/ubuntu/cephtest/mnt.2 2024-09-21T02:43:27.815 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:27.815 DEBUG:teuthology.orchestra.run.smithi083:> ls /sys/fs/fuse/connections 2024-09-21T02:43:27.861 INFO:teuthology.orchestra.run.smithi083.stdout:45 2024-09-21T02:43:27.861 INFO:teuthology.orchestra.run.smithi083.stdout:46 2024-09-21T02:43:27.861 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45, 46] 2024-09-21T02:43:27.862 DEBUG:teuthology.orchestra.run.smithi083:> sudo stdin-killer -- python3 -c ' 2024-09-21T02:43:27.862 DEBUG:teuthology.orchestra.run.smithi083:> import glob 2024-09-21T02:43:27.862 DEBUG:teuthology.orchestra.run.smithi083:> import re 2024-09-21T02:43:27.862 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:43:27.862 DEBUG:teuthology.orchestra.run.smithi083:> import subprocess 2024-09-21T02:43:27.862 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:43:27.862 DEBUG:teuthology.orchestra.run.smithi083:> def _find_admin_socket(client_name): 2024-09-21T02:43:27.862 DEBUG:teuthology.orchestra.run.smithi083:> asok_path = "/var/run/ceph/ceph-client.2.*.asok" 2024-09-21T02:43:27.862 DEBUG:teuthology.orchestra.run.smithi083:> files = glob.glob(asok_path) 2024-09-21T02:43:27.862 DEBUG:teuthology.orchestra.run.smithi083:> mountpoint = "/home/ubuntu/cephtest/mnt.2" 2024-09-21T02:43:27.862 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:43:27.862 DEBUG:teuthology.orchestra.run.smithi083:> # Given a non-glob path, it better be there 2024-09-21T02:43:27.862 DEBUG:teuthology.orchestra.run.smithi083:> if "*" not in asok_path: 2024-09-21T02:43:27.862 DEBUG:teuthology.orchestra.run.smithi083:> assert(len(files) == 1) 2024-09-21T02:43:27.863 DEBUG:teuthology.orchestra.run.smithi083:> return files[0] 2024-09-21T02:43:27.863 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:43:27.863 DEBUG:teuthology.orchestra.run.smithi083:> for f in files: 2024-09-21T02:43:27.863 DEBUG:teuthology.orchestra.run.smithi083:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T02:43:27.863 DEBUG:teuthology.orchestra.run.smithi083:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T02:43:27.863 DEBUG:teuthology.orchestra.run.smithi083:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T02:43:27.863 DEBUG:teuthology.orchestra.run.smithi083:> contents = proc_f.read() 2024-09-21T02:43:27.863 DEBUG:teuthology.orchestra.run.smithi083:> if mountpoint in contents: 2024-09-21T02:43:27.863 DEBUG:teuthology.orchestra.run.smithi083:> return f 2024-09-21T02:43:27.863 DEBUG:teuthology.orchestra.run.smithi083:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T02:43:27.863 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:43:27.863 DEBUG:teuthology.orchestra.run.smithi083:> print(_find_admin_socket("client.2")) 2024-09-21T02:43:27.863 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:43:27.983 INFO:teuthology.orchestra.run.smithi083.stdout:/var/run/ceph/ceph-client.2.36995.asok 2024-09-21T02:43:27.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:43:27.995 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.2.36995.asok 2024-09-21T02:43:27.996 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:27.996 DEBUG:teuthology.orchestra.run.smithi083:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.2.36995.asok status 2024-09-21T02:43:28.174 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-09-21T02:43:28.174 INFO:teuthology.orchestra.run.smithi083.stdout: "metadata": { 2024-09-21T02:43:28.174 INFO:teuthology.orchestra.run.smithi083.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T02:43:28.174 INFO:teuthology.orchestra.run.smithi083.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T02:43:28.174 INFO:teuthology.orchestra.run.smithi083.stdout: "entity_id": "2", 2024-09-21T02:43:28.174 INFO:teuthology.orchestra.run.smithi083.stdout: "hostname": "smithi083", 2024-09-21T02:43:28.174 INFO:teuthology.orchestra.run.smithi083.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.2", 2024-09-21T02:43:28.174 INFO:teuthology.orchestra.run.smithi083.stdout: "pid": "36995", 2024-09-21T02:43:28.175 INFO:teuthology.orchestra.run.smithi083.stdout: "root": "/" 2024-09-21T02:43:28.175 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:43:28.175 INFO:teuthology.orchestra.run.smithi083.stdout: "dentry_count": 0, 2024-09-21T02:43:28.175 INFO:teuthology.orchestra.run.smithi083.stdout: "dentry_pinned_count": 0, 2024-09-21T02:43:28.175 INFO:teuthology.orchestra.run.smithi083.stdout: "id": 4689, 2024-09-21T02:43:28.175 INFO:teuthology.orchestra.run.smithi083.stdout: "inst": { 2024-09-21T02:43:28.175 INFO:teuthology.orchestra.run.smithi083.stdout: "name": { 2024-09-21T02:43:28.175 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "client", 2024-09-21T02:43:28.175 INFO:teuthology.orchestra.run.smithi083.stdout: "num": 4689 2024-09-21T02:43:28.175 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:43:28.175 INFO:teuthology.orchestra.run.smithi083.stdout: "addr": { 2024-09-21T02:43:28.175 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "v1", 2024-09-21T02:43:28.175 INFO:teuthology.orchestra.run.smithi083.stdout: "addr": "192.168.0.2:0", 2024-09-21T02:43:28.175 INFO:teuthology.orchestra.run.smithi083.stdout: "nonce": 1996790000 2024-09-21T02:43:28.176 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:43:28.176 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:43:28.176 INFO:teuthology.orchestra.run.smithi083.stdout: "addr": { 2024-09-21T02:43:28.176 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "v1", 2024-09-21T02:43:28.176 INFO:teuthology.orchestra.run.smithi083.stdout: "addr": "192.168.0.2:0", 2024-09-21T02:43:28.176 INFO:teuthology.orchestra.run.smithi083.stdout: "nonce": 1996790000 2024-09-21T02:43:28.176 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:43:28.176 INFO:teuthology.orchestra.run.smithi083.stdout: "inst_str": "client.4689 192.168.0.2:0/1996790000", 2024-09-21T02:43:28.176 INFO:teuthology.orchestra.run.smithi083.stdout: "addr_str": "192.168.0.2:0/1996790000", 2024-09-21T02:43:28.176 INFO:teuthology.orchestra.run.smithi083.stdout: "inode_count": 1, 2024-09-21T02:43:28.176 INFO:teuthology.orchestra.run.smithi083.stdout: "mds_epoch": 8, 2024-09-21T02:43:28.176 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_epoch": 22, 2024-09-21T02:43:28.176 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_epoch_barrier": 0, 2024-09-21T02:43:28.176 INFO:teuthology.orchestra.run.smithi083.stdout: "blocklisted": false, 2024-09-21T02:43:28.176 INFO:teuthology.orchestra.run.smithi083.stdout: "fs_name": "cephfs" 2024-09-21T02:43:28.177 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-09-21T02:43:28.190 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-21T02:43:28.190 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T02:43:28.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.348+0000 7f71e309d640 1 -- 172.21.15.83:0/3604752279 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f71c4004000 msgr2=0x7f71c4004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:28.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.348+0000 7f71e309d640 1 --2- 172.21.15.83:0/3604752279 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f71c4004000 0x7f71c4004810 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f71d0009b60 tx=0x7f71d001d290 comp rx=0 tx=0).stop 2024-09-21T02:43:28.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.348+0000 7f71e163a640 1 -- 172.21.15.83:0/3604752279 reap_dead start 2024-09-21T02:43:28.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.348+0000 7f71e309d640 1 -- 172.21.15.83:0/3604752279 shutdown_connections 2024-09-21T02:43:28.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.348+0000 7f71e309d640 1 -- 172.21.15.83:0/3604752279 >> 172.21.15.83:0/3604752279 conn(0x7f71dc0d21b0 msgr2=0x7f71dc0d25c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:28.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.348+0000 7f71e309d640 1 -- 172.21.15.83:0/3604752279 shutdown_connections 2024-09-21T02:43:28.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.348+0000 7f71e309d640 1 -- 172.21.15.83:0/3604752279 wait complete. 2024-09-21T02:43:28.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.348+0000 7f71e309d640 1 Processor -- start 2024-09-21T02:43:28.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.348+0000 7f71e309d640 1 -- start start 2024-09-21T02:43:28.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.352+0000 7f71e309d640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f71dc1dbee0 0x7f71dc1df860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:28.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.352+0000 7f71e309d640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f71dc1cbe80 0x7f71dc1cc290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:28.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.352+0000 7f71e309d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f71dc1cc7d0 0x7f71dc1e0170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:28.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.352+0000 7f71e309d640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f71dc0b2fc0 con 0x7f71dc1cc7d0 2024-09-21T02:43:28.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.352+0000 7f71e309d640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f71dc0b2e40 con 0x7f71dc1dbee0 2024-09-21T02:43:28.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.352+0000 7f71e309d640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f71dc0ce7c0 con 0x7f71dc1cbe80 2024-09-21T02:43:28.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.352+0000 7f71e163a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f71dc1cc7d0 0x7f71dc1e0170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:28.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.352+0000 7f71e163a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f71dc1cc7d0 0x7f71dc1e0170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50636/0 (socket says 172.21.15.83:50636) 2024-09-21T02:43:28.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.352+0000 7f71e163a640 1 -- 172.21.15.83:0/2019191567 learned_addr learned my addr 172.21.15.83:0/2019191567 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:28.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.352+0000 7f71e0e39640 1 --2- 172.21.15.83:0/2019191567 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f71dc1dbee0 0x7f71dc1df860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:28.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.352+0000 7f71dbfff640 1 --2- 172.21.15.83:0/2019191567 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f71dc1cbe80 0x7f71dc1cc290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:28.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.352+0000 7f71e163a640 1 -- 172.21.15.83:0/2019191567 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f71dc1cbe80 msgr2=0x7f71dc1cc290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:28.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.352+0000 7f71e163a640 1 --2- 172.21.15.83:0/2019191567 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f71dc1cbe80 0x7f71dc1cc290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:28.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.352+0000 7f71e163a640 1 -- 172.21.15.83:0/2019191567 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f71dc1dbee0 msgr2=0x7f71dc1df860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:28.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.352+0000 7f71e163a640 1 --2- 172.21.15.83:0/2019191567 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f71dc1dbee0 0x7f71dc1df860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:28.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.352+0000 7f71e163a640 1 -- 172.21.15.83:0/2019191567 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71dc1c9df0 con 0x7f71dc1cc7d0 2024-09-21T02:43:28.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.352+0000 7f71e163a640 1 --2- 172.21.15.83:0/2019191567 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f71dc1cc7d0 0x7f71dc1e0170 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f71dc0b7600 tx=0x7f71d400fad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:28.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.352+0000 7f71d97fa640 1 -- 172.21.15.83:0/2019191567 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71d4011690 con 0x7f71dc1cc7d0 2024-09-21T02:43:28.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.352+0000 7f71d97fa640 1 -- 172.21.15.83:0/2019191567 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f71d4011940 con 0x7f71dc1cc7d0 2024-09-21T02:43:28.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.352+0000 7f71e309d640 1 -- 172.21.15.83:0/2019191567 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71dc1e13d0 con 0x7f71dc1cc7d0 2024-09-21T02:43:28.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.352+0000 7f71d97fa640 1 -- 172.21.15.83:0/2019191567 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71d4011d90 con 0x7f71dc1cc7d0 2024-09-21T02:43:28.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.352+0000 7f71e309d640 1 -- 172.21.15.83:0/2019191567 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71dc1e1990 con 0x7f71dc1cc7d0 2024-09-21T02:43:28.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.352+0000 7f71e309d640 1 -- 172.21.15.83:0/2019191567 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71dc1e8c20 con 0x7f71dc1cc7d0 2024-09-21T02:43:28.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.352+0000 7f71d97fa640 1 -- 172.21.15.83:0/2019191567 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f71d401f3f0 con 0x7f71dc1cc7d0 2024-09-21T02:43:28.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.356+0000 7f71d97fa640 1 --2- 172.21.15.83:0/2019191567 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f71c8073200 0x7f71c8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:28.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.356+0000 7f71e0e39640 1 --2- 172.21.15.83:0/2019191567 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f71c8073200 0x7f71c8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:28.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.356+0000 7f71d97fa640 1 -- 172.21.15.83:0/2019191567 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f71d4096b60 con 0x7f71dc1cc7d0 2024-09-21T02:43:28.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.356+0000 7f71e0e39640 1 --2- 172.21.15.83:0/2019191567 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f71c8073200 0x7f71c8075710 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f71dc0afc70 tx=0x7f71cc0091e0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:28.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.360+0000 7f71d97fa640 1 -- 172.21.15.83:0/2019191567 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f71dc1e8c20 con 0x7f71dc1cc7d0 2024-09-21T02:43:28.571 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.568+0000 7f71e309d640 1 -- 172.21.15.83:0/2019191567 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f71dc0b1ce0 con 0x7f71dc1cc7d0 2024-09-21T02:43:28.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.568+0000 7f71d97fa640 1 -- 172.21.15.83:0/2019191567 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+73 (secure 0 0 0) 0x7f71d4061c10 con 0x7f71dc1cc7d0 2024-09-21T02:43:28.572 INFO:teuthology.orchestra.run.smithi083.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T02:43:28.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.572+0000 7f71e309d640 1 -- 172.21.15.83:0/2019191567 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f71c8073200 msgr2=0x7f71c8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:28.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.572+0000 7f71e309d640 1 --2- 172.21.15.83:0/2019191567 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f71c8073200 0x7f71c8075710 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f71dc0afc70 tx=0x7f71cc0091e0 comp rx=0 tx=0).stop 2024-09-21T02:43:28.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.572+0000 7f71e309d640 1 -- 172.21.15.83:0/2019191567 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f71dc1cc7d0 msgr2=0x7f71dc1e0170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:28.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.572+0000 7f71e309d640 1 --2- 172.21.15.83:0/2019191567 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f71dc1cc7d0 0x7f71dc1e0170 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f71dc0b7600 tx=0x7f71d400fad0 comp rx=0 tx=0).stop 2024-09-21T02:43:28.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.572+0000 7f71e309d640 1 -- 172.21.15.83:0/2019191567 shutdown_connections 2024-09-21T02:43:28.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.572+0000 7f71e309d640 1 --2- 172.21.15.83:0/2019191567 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f71c8073200 0x7f71c8075710 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:28.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.572+0000 7f71e309d640 1 --2- 172.21.15.83:0/2019191567 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f71dc1cc7d0 0x7f71dc1e0170 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:28.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.572+0000 7f71e309d640 1 --2- 172.21.15.83:0/2019191567 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f71dc1cbe80 0x7f71dc1cc290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:28.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.572+0000 7f71e309d640 1 --2- 172.21.15.83:0/2019191567 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f71dc1dbee0 0x7f71dc1df860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:28.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.572+0000 7f71e309d640 1 -- 172.21.15.83:0/2019191567 >> 172.21.15.83:0/2019191567 conn(0x7f71dc0d21b0 msgr2=0x7f71dc0aee40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:28.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.572+0000 7f71e309d640 1 -- 172.21.15.83:0/2019191567 shutdown_connections 2024-09-21T02:43:28.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:28.572+0000 7f71e309d640 1 -- 172.21.15.83:0/2019191567 wait complete. 2024-09-21T02:43:28.593 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T02:43:28.593 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T02:43:28.593 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi142.front.sepia.ceph.com 2024-09-21T02:43:28.593 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-21T02:43:28.593 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-21T02:43:28.593 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T02:43:28.594 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T02:43:28.594 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T02:43:28.594 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-21T02:43:28.594 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:28.594 DEBUG:teuthology.orchestra.run.smithi142:> ip addr 2024-09-21T02:43:28.601 INFO:teuthology.orchestra.run.smithi142.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T02:43:28.601 INFO:teuthology.orchestra.run.smithi142.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T02:43:28.601 INFO:teuthology.orchestra.run.smithi142.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T02:43:28.601 INFO:teuthology.orchestra.run.smithi142.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:43:28.601 INFO:teuthology.orchestra.run.smithi142.stdout: inet6 ::1/128 scope host 2024-09-21T02:43:28.601 INFO:teuthology.orchestra.run.smithi142.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:43:28.601 INFO:teuthology.orchestra.run.smithi142.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T02:43:28.601 INFO:teuthology.orchestra.run.smithi142.stdout: link/ether 0c:c4:7a:d9:36:3c brd ff:ff:ff:ff:ff:ff 2024-09-21T02:43:28.601 INFO:teuthology.orchestra.run.smithi142.stdout: altname enp7s0f0 2024-09-21T02:43:28.601 INFO:teuthology.orchestra.run.smithi142.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T02:43:28.602 INFO:teuthology.orchestra.run.smithi142.stdout: link/ether 0c:c4:7a:d9:36:3d brd ff:ff:ff:ff:ff:ff 2024-09-21T02:43:28.602 INFO:teuthology.orchestra.run.smithi142.stdout: altname enp7s0f1 2024-09-21T02:43:28.602 INFO:teuthology.orchestra.run.smithi142.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T02:43:28.602 INFO:teuthology.orchestra.run.smithi142.stdout: link/ether 0c:c4:7a:88:6e:0c brd ff:ff:ff:ff:ff:ff 2024-09-21T02:43:28.602 INFO:teuthology.orchestra.run.smithi142.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T02:43:28.602 INFO:teuthology.orchestra.run.smithi142.stdout: link/ether 0c:c4:7a:88:6e:0d brd ff:ff:ff:ff:ff:ff 2024-09-21T02:43:28.602 INFO:teuthology.orchestra.run.smithi142.stdout: inet 172.21.15.142/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-21T02:43:28.602 INFO:teuthology.orchestra.run.smithi142.stdout: valid_lft 42470sec preferred_lft 42470sec 2024-09-21T02:43:28.602 INFO:teuthology.orchestra.run.smithi142.stdout: inet6 fe80::ec4:7aff:fe88:6e0d/64 scope link 2024-09-21T02:43:28.602 INFO:teuthology.orchestra.run.smithi142.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:43:28.602 INFO:teuthology.orchestra.run.smithi142.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-21T02:43:28.602 INFO:teuthology.orchestra.run.smithi142.stdout: link/ether 02:42:0d:50:cb:73 brd ff:ff:ff:ff:ff:ff 2024-09-21T02:43:28.603 INFO:teuthology.orchestra.run.smithi142.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-21T02:43:28.603 INFO:teuthology.orchestra.run.smithi142.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:43:28.603 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-21T02:43:28.603 DEBUG:teuthology.orchestra.run.smithi142:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T02:43:28.603 DEBUG:teuthology.orchestra.run.smithi142:> set -e 2024-09-21T02:43:28.603 DEBUG:teuthology.orchestra.run.smithi142:> sudo ip link add name ceph-brx type bridge 2024-09-21T02:43:28.603 DEBUG:teuthology.orchestra.run.smithi142:> sudo ip addr flush dev ceph-brx 2024-09-21T02:43:28.604 DEBUG:teuthology.orchestra.run.smithi142:> sudo ip link set ceph-brx up 2024-09-21T02:43:28.604 DEBUG:teuthology.orchestra.run.smithi142:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-21T02:43:28.604 DEBUG:teuthology.orchestra.run.smithi142:> ') 2024-09-21T02:43:28.689 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:43:28 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T02:43:28.723 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:43:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:43:28.730 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:28.730 DEBUG:teuthology.orchestra.run.smithi142:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T02:43:28.740 INFO:teuthology.orchestra.run.smithi142.stdout:1 2024-09-21T02:43:28.741 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:28.741 DEBUG:teuthology.orchestra.run.smithi142:> route 2024-09-21T02:43:28.809 INFO:teuthology.orchestra.run.smithi142.stdout:Kernel IP routing table 2024-09-21T02:43:28.809 INFO:teuthology.orchestra.run.smithi142.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T02:43:28.809 INFO:teuthology.orchestra.run.smithi142.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-21T02:43:28.809 INFO:teuthology.orchestra.run.smithi142.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T02:43:28.809 INFO:teuthology.orchestra.run.smithi142.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-21T02:43:28.809 INFO:teuthology.orchestra.run.smithi142.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-21T02:43:28.809 INFO:teuthology.orchestra.run.smithi142.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T02:43:28.809 INFO:teuthology.orchestra.run.smithi142.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T02:43:28.809 INFO:teuthology.orchestra.run.smithi142.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T02:43:28.809 INFO:teuthology.orchestra.run.smithi142.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T02:43:28.809 INFO:teuthology.orchestra.run.smithi142.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T02:43:28.810 DEBUG:teuthology.orchestra.run.smithi142:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T02:43:28.810 DEBUG:teuthology.orchestra.run.smithi142:> set -e 2024-09-21T02:43:28.810 DEBUG:teuthology.orchestra.run.smithi142:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T02:43:28.810 DEBUG:teuthology.orchestra.run.smithi142:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T02:43:28.810 DEBUG:teuthology.orchestra.run.smithi142:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T02:43:28.810 DEBUG:teuthology.orchestra.run.smithi142:> ') 2024-09-21T02:43:28.896 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:43:28 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T02:43:28.924 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:43:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:43:28.932 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:28.932 DEBUG:teuthology.orchestra.run.smithi142:> ip netns list 2024-09-21T02:43:28.984 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:28.984 DEBUG:teuthology.orchestra.run.smithi142:> ip netns list-id 2024-09-21T02:43:29.032 DEBUG:teuthology.orchestra.run.smithi142:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T02:43:29.032 DEBUG:teuthology.orchestra.run.smithi142:> set -e 2024-09-21T02:43:29.032 DEBUG:teuthology.orchestra.run.smithi142:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T02:43:29.032 DEBUG:teuthology.orchestra.run.smithi142:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-09-21T02:43:29.032 DEBUG:teuthology.orchestra.run.smithi142:> ') 2024-09-21T02:43:29.123 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:43:29 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T02:43:29.144 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:43:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:43:29.151 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-09-21T02:43:29.152 DEBUG:teuthology.orchestra.run.smithi142:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T02:43:29.152 DEBUG:teuthology.orchestra.run.smithi142:> set -e 2024-09-21T02:43:29.152 DEBUG:teuthology.orchestra.run.smithi142:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-09-21T02:43:29.152 DEBUG:teuthology.orchestra.run.smithi142:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-21T02:43:29.152 DEBUG:teuthology.orchestra.run.smithi142:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-09-21T02:43:29.152 DEBUG:teuthology.orchestra.run.smithi142:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-09-21T02:43:29.152 DEBUG:teuthology.orchestra.run.smithi142:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-09-21T02:43:29.152 DEBUG:teuthology.orchestra.run.smithi142:> ') 2024-09-21T02:43:29.196 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:43:29 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T02:43:29.249 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:43:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:43:29.255 DEBUG:teuthology.orchestra.run.smithi142:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T02:43:29.255 DEBUG:teuthology.orchestra.run.smithi142:> set -e 2024-09-21T02:43:29.255 DEBUG:teuthology.orchestra.run.smithi142:> sudo ip link set brx.0 up 2024-09-21T02:43:29.256 DEBUG:teuthology.orchestra.run.smithi142:> sudo ip link set dev brx.0 master ceph-brx 2024-09-21T02:43:29.256 DEBUG:teuthology.orchestra.run.smithi142:> ') 2024-09-21T02:43:29.335 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:43:29 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T02:43:29.351 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:43:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:43:29.358 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-21T02:43:29.358 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T02:43:29.358 DEBUG:teuthology.orchestra.run.smithi142:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-21T02:43:29.403 INFO:teuthology.orchestra.run.smithi142.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-21T02:43:29.403 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T02:43:29.403 DEBUG:teuthology.orchestra.run.smithi142:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-21T02:43:29.451 DEBUG:teuthology.orchestra.run.smithi142:> sudo modprobe fuse 2024-09-21T02:43:29.509 DEBUG:teuthology.orchestra.run.smithi142:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T02:43:29.558 INFO:teuthology.orchestra.run.smithi142.stdout:/sys 2024-09-21T02:43:29.558 INFO:teuthology.orchestra.run.smithi142.stdout:/proc 2024-09-21T02:43:29.558 INFO:teuthology.orchestra.run.smithi142.stdout:/dev 2024-09-21T02:43:29.558 INFO:teuthology.orchestra.run.smithi142.stdout:/dev/pts 2024-09-21T02:43:29.558 INFO:teuthology.orchestra.run.smithi142.stdout:/run 2024-09-21T02:43:29.558 INFO:teuthology.orchestra.run.smithi142.stdout:/ 2024-09-21T02:43:29.558 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/kernel/security 2024-09-21T02:43:29.558 INFO:teuthology.orchestra.run.smithi142.stdout:/dev/shm 2024-09-21T02:43:29.558 INFO:teuthology.orchestra.run.smithi142.stdout:/run/lock 2024-09-21T02:43:29.559 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/fs/cgroup 2024-09-21T02:43:29.559 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/fs/pstore 2024-09-21T02:43:29.559 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/fs/bpf 2024-09-21T02:43:29.559 INFO:teuthology.orchestra.run.smithi142.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T02:43:29.559 INFO:teuthology.orchestra.run.smithi142.stdout:/dev/hugepages 2024-09-21T02:43:29.559 INFO:teuthology.orchestra.run.smithi142.stdout:/dev/mqueue 2024-09-21T02:43:29.559 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/kernel/debug 2024-09-21T02:43:29.559 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/kernel/tracing 2024-09-21T02:43:29.559 INFO:teuthology.orchestra.run.smithi142.stdout:/proc/fs/nfsd 2024-09-21T02:43:29.559 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/fs/fuse/connections 2024-09-21T02:43:29.560 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/kernel/config 2024-09-21T02:43:29.560 INFO:teuthology.orchestra.run.smithi142.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T02:43:29.560 INFO:teuthology.orchestra.run.smithi142.stdout:/run/rpc_pipefs 2024-09-21T02:43:29.560 INFO:teuthology.orchestra.run.smithi142.stdout:/run/user/1000 2024-09-21T02:43:29.560 INFO:teuthology.orchestra.run.smithi142.stdout:/var/lib/ceph 2024-09-21T02:43:29.560 INFO:teuthology.orchestra.run.smithi142.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T02:43:29.560 INFO:teuthology.orchestra.run.smithi142.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T02:43:29.560 INFO:teuthology.orchestra.run.smithi142.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T02:43:29.560 INFO:teuthology.orchestra.run.smithi142.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T02:43:29.560 INFO:teuthology.orchestra.run.smithi142.stdout:/run/netns 2024-09-21T02:43:29.561 INFO:teuthology.orchestra.run.smithi142.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T02:43:29.561 INFO:teuthology.orchestra.run.smithi142.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T02:43:29.561 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:29.562 DEBUG:teuthology.orchestra.run.smithi142:> ls /sys/fs/fuse/connections 2024-09-21T02:43:29.607 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T02:43:29.608 DEBUG:teuthology.orchestra.run.smithi142:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-21T02:43:29.652 DEBUG:teuthology.orchestra.run.smithi142:> sudo modprobe fuse 2024-09-21T02:43:29.667 DEBUG:teuthology.orchestra.run.smithi142:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T02:43:29.715 INFO:teuthology.orchestra.run.smithi142.stdout:/sys 2024-09-21T02:43:29.716 INFO:teuthology.orchestra.run.smithi142.stdout:/proc 2024-09-21T02:43:29.716 INFO:teuthology.orchestra.run.smithi142.stdout:/dev 2024-09-21T02:43:29.716 INFO:teuthology.orchestra.run.smithi142.stdout:/dev/pts 2024-09-21T02:43:29.716 INFO:teuthology.orchestra.run.smithi142.stdout:/run 2024-09-21T02:43:29.716 INFO:teuthology.orchestra.run.smithi142.stdout:/ 2024-09-21T02:43:29.716 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/kernel/security 2024-09-21T02:43:29.716 INFO:teuthology.orchestra.run.smithi142.stdout:/dev/shm 2024-09-21T02:43:29.716 INFO:teuthology.orchestra.run.smithi142.stdout:/run/lock 2024-09-21T02:43:29.716 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/fs/cgroup 2024-09-21T02:43:29.716 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/fs/pstore 2024-09-21T02:43:29.716 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/fs/bpf 2024-09-21T02:43:29.716 INFO:teuthology.orchestra.run.smithi142.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T02:43:29.716 INFO:teuthology.orchestra.run.smithi142.stdout:/dev/hugepages 2024-09-21T02:43:29.717 INFO:teuthology.orchestra.run.smithi142.stdout:/dev/mqueue 2024-09-21T02:43:29.717 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/kernel/debug 2024-09-21T02:43:29.717 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/kernel/tracing 2024-09-21T02:43:29.717 INFO:teuthology.orchestra.run.smithi142.stdout:/proc/fs/nfsd 2024-09-21T02:43:29.717 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/fs/fuse/connections 2024-09-21T02:43:29.717 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/kernel/config 2024-09-21T02:43:29.717 INFO:teuthology.orchestra.run.smithi142.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T02:43:29.717 INFO:teuthology.orchestra.run.smithi142.stdout:/run/rpc_pipefs 2024-09-21T02:43:29.717 INFO:teuthology.orchestra.run.smithi142.stdout:/run/user/1000 2024-09-21T02:43:29.717 INFO:teuthology.orchestra.run.smithi142.stdout:/var/lib/ceph 2024-09-21T02:43:29.717 INFO:teuthology.orchestra.run.smithi142.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T02:43:29.717 INFO:teuthology.orchestra.run.smithi142.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T02:43:29.717 INFO:teuthology.orchestra.run.smithi142.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T02:43:29.717 INFO:teuthology.orchestra.run.smithi142.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T02:43:29.717 INFO:teuthology.orchestra.run.smithi142.stdout:/run/netns 2024-09-21T02:43:29.717 INFO:teuthology.orchestra.run.smithi142.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T02:43:29.718 INFO:teuthology.orchestra.run.smithi142.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T02:43:29.718 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:29.718 DEBUG:teuthology.orchestra.run.smithi142:> ls /sys/fs/fuse/connections 2024-09-21T02:43:29.762 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi142.stderr:2024-09-21T02:43:29.757+0000 7f3566b29580 -1 init, newargv = 0x7f35540ad020 newargc=15 2024-09-21T02:43:29.762 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi142.stderr:ceph-fuse[34723]: starting ceph client 2024-09-21T02:43:29.768 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi142.stderr:ceph-fuse[34723]: starting fuse 2024-09-21T02:43:30.867 DEBUG:teuthology.orchestra.run.smithi142:> sudo modprobe fuse 2024-09-21T02:43:30.885 DEBUG:teuthology.orchestra.run.smithi142:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T02:43:30.934 INFO:teuthology.orchestra.run.smithi142.stdout:/sys 2024-09-21T02:43:30.935 INFO:teuthology.orchestra.run.smithi142.stdout:/proc 2024-09-21T02:43:30.935 INFO:teuthology.orchestra.run.smithi142.stdout:/dev 2024-09-21T02:43:30.935 INFO:teuthology.orchestra.run.smithi142.stdout:/dev/pts 2024-09-21T02:43:30.935 INFO:teuthology.orchestra.run.smithi142.stdout:/run 2024-09-21T02:43:30.935 INFO:teuthology.orchestra.run.smithi142.stdout:/ 2024-09-21T02:43:30.935 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/kernel/security 2024-09-21T02:43:30.935 INFO:teuthology.orchestra.run.smithi142.stdout:/dev/shm 2024-09-21T02:43:30.935 INFO:teuthology.orchestra.run.smithi142.stdout:/run/lock 2024-09-21T02:43:30.935 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/fs/cgroup 2024-09-21T02:43:30.936 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/fs/pstore 2024-09-21T02:43:30.936 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/fs/bpf 2024-09-21T02:43:30.936 INFO:teuthology.orchestra.run.smithi142.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T02:43:30.936 INFO:teuthology.orchestra.run.smithi142.stdout:/dev/hugepages 2024-09-21T02:43:30.936 INFO:teuthology.orchestra.run.smithi142.stdout:/dev/mqueue 2024-09-21T02:43:30.936 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/kernel/debug 2024-09-21T02:43:30.936 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/kernel/tracing 2024-09-21T02:43:30.936 INFO:teuthology.orchestra.run.smithi142.stdout:/proc/fs/nfsd 2024-09-21T02:43:30.936 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/fs/fuse/connections 2024-09-21T02:43:30.936 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/kernel/config 2024-09-21T02:43:30.936 INFO:teuthology.orchestra.run.smithi142.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T02:43:30.936 INFO:teuthology.orchestra.run.smithi142.stdout:/run/rpc_pipefs 2024-09-21T02:43:30.936 INFO:teuthology.orchestra.run.smithi142.stdout:/run/user/1000 2024-09-21T02:43:30.937 INFO:teuthology.orchestra.run.smithi142.stdout:/var/lib/ceph 2024-09-21T02:43:30.937 INFO:teuthology.orchestra.run.smithi142.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T02:43:30.937 INFO:teuthology.orchestra.run.smithi142.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T02:43:30.937 INFO:teuthology.orchestra.run.smithi142.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T02:43:30.937 INFO:teuthology.orchestra.run.smithi142.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T02:43:30.937 INFO:teuthology.orchestra.run.smithi142.stdout:/run/netns 2024-09-21T02:43:30.937 INFO:teuthology.orchestra.run.smithi142.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T02:43:30.937 INFO:teuthology.orchestra.run.smithi142.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T02:43:30.937 INFO:teuthology.orchestra.run.smithi142.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-21T02:43:30.938 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:30.938 DEBUG:teuthology.orchestra.run.smithi142:> ls /sys/fs/fuse/connections 2024-09-21T02:43:30.983 INFO:teuthology.orchestra.run.smithi142.stdout:45 2024-09-21T02:43:30.984 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-21T02:43:30.984 DEBUG:teuthology.orchestra.run.smithi142:> sudo stdin-killer -- python3 -c ' 2024-09-21T02:43:30.984 DEBUG:teuthology.orchestra.run.smithi142:> import glob 2024-09-21T02:43:30.984 DEBUG:teuthology.orchestra.run.smithi142:> import re 2024-09-21T02:43:30.984 DEBUG:teuthology.orchestra.run.smithi142:> import os 2024-09-21T02:43:30.984 DEBUG:teuthology.orchestra.run.smithi142:> import subprocess 2024-09-21T02:43:30.984 DEBUG:teuthology.orchestra.run.smithi142:> 2024-09-21T02:43:30.984 DEBUG:teuthology.orchestra.run.smithi142:> def _find_admin_socket(client_name): 2024-09-21T02:43:30.984 DEBUG:teuthology.orchestra.run.smithi142:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-21T02:43:30.984 DEBUG:teuthology.orchestra.run.smithi142:> files = glob.glob(asok_path) 2024-09-21T02:43:30.984 DEBUG:teuthology.orchestra.run.smithi142:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-21T02:43:30.984 DEBUG:teuthology.orchestra.run.smithi142:> 2024-09-21T02:43:30.985 DEBUG:teuthology.orchestra.run.smithi142:> # Given a non-glob path, it better be there 2024-09-21T02:43:30.985 DEBUG:teuthology.orchestra.run.smithi142:> if "*" not in asok_path: 2024-09-21T02:43:30.985 DEBUG:teuthology.orchestra.run.smithi142:> assert(len(files) == 1) 2024-09-21T02:43:30.985 DEBUG:teuthology.orchestra.run.smithi142:> return files[0] 2024-09-21T02:43:30.985 DEBUG:teuthology.orchestra.run.smithi142:> 2024-09-21T02:43:30.985 DEBUG:teuthology.orchestra.run.smithi142:> for f in files: 2024-09-21T02:43:30.985 DEBUG:teuthology.orchestra.run.smithi142:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T02:43:30.985 DEBUG:teuthology.orchestra.run.smithi142:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T02:43:30.985 DEBUG:teuthology.orchestra.run.smithi142:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T02:43:30.985 DEBUG:teuthology.orchestra.run.smithi142:> contents = proc_f.read() 2024-09-21T02:43:30.985 DEBUG:teuthology.orchestra.run.smithi142:> if mountpoint in contents: 2024-09-21T02:43:30.985 DEBUG:teuthology.orchestra.run.smithi142:> return f 2024-09-21T02:43:30.985 DEBUG:teuthology.orchestra.run.smithi142:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T02:43:30.985 DEBUG:teuthology.orchestra.run.smithi142:> 2024-09-21T02:43:30.986 DEBUG:teuthology.orchestra.run.smithi142:> print(_find_admin_socket("client.1")) 2024-09-21T02:43:30.986 DEBUG:teuthology.orchestra.run.smithi142:> ' 2024-09-21T02:43:31.109 INFO:teuthology.orchestra.run.smithi142.stdout:/var/run/ceph/ceph-client.1.34723.asok 2024-09-21T02:43:31.112 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:43:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:43:31.120 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.34723.asok 2024-09-21T02:43:31.120 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:31.120 DEBUG:teuthology.orchestra.run.smithi142:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.34723.asok status 2024-09-21T02:43:31.300 INFO:teuthology.orchestra.run.smithi142.stdout:{ 2024-09-21T02:43:31.300 INFO:teuthology.orchestra.run.smithi142.stdout: "metadata": { 2024-09-21T02:43:31.300 INFO:teuthology.orchestra.run.smithi142.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T02:43:31.300 INFO:teuthology.orchestra.run.smithi142.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T02:43:31.300 INFO:teuthology.orchestra.run.smithi142.stdout: "entity_id": "1", 2024-09-21T02:43:31.300 INFO:teuthology.orchestra.run.smithi142.stdout: "hostname": "smithi142", 2024-09-21T02:43:31.300 INFO:teuthology.orchestra.run.smithi142.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-21T02:43:31.300 INFO:teuthology.orchestra.run.smithi142.stdout: "pid": "34723", 2024-09-21T02:43:31.301 INFO:teuthology.orchestra.run.smithi142.stdout: "root": "/" 2024-09-21T02:43:31.301 INFO:teuthology.orchestra.run.smithi142.stdout: }, 2024-09-21T02:43:31.301 INFO:teuthology.orchestra.run.smithi142.stdout: "dentry_count": 0, 2024-09-21T02:43:31.301 INFO:teuthology.orchestra.run.smithi142.stdout: "dentry_pinned_count": 0, 2024-09-21T02:43:31.301 INFO:teuthology.orchestra.run.smithi142.stdout: "id": 4547, 2024-09-21T02:43:31.301 INFO:teuthology.orchestra.run.smithi142.stdout: "inst": { 2024-09-21T02:43:31.301 INFO:teuthology.orchestra.run.smithi142.stdout: "name": { 2024-09-21T02:43:31.301 INFO:teuthology.orchestra.run.smithi142.stdout: "type": "client", 2024-09-21T02:43:31.301 INFO:teuthology.orchestra.run.smithi142.stdout: "num": 4547 2024-09-21T02:43:31.301 INFO:teuthology.orchestra.run.smithi142.stdout: }, 2024-09-21T02:43:31.301 INFO:teuthology.orchestra.run.smithi142.stdout: "addr": { 2024-09-21T02:43:31.301 INFO:teuthology.orchestra.run.smithi142.stdout: "type": "v1", 2024-09-21T02:43:31.301 INFO:teuthology.orchestra.run.smithi142.stdout: "addr": "192.168.0.1:0", 2024-09-21T02:43:31.301 INFO:teuthology.orchestra.run.smithi142.stdout: "nonce": 779082061 2024-09-21T02:43:31.301 INFO:teuthology.orchestra.run.smithi142.stdout: } 2024-09-21T02:43:31.302 INFO:teuthology.orchestra.run.smithi142.stdout: }, 2024-09-21T02:43:31.302 INFO:teuthology.orchestra.run.smithi142.stdout: "addr": { 2024-09-21T02:43:31.302 INFO:teuthology.orchestra.run.smithi142.stdout: "type": "v1", 2024-09-21T02:43:31.302 INFO:teuthology.orchestra.run.smithi142.stdout: "addr": "192.168.0.1:0", 2024-09-21T02:43:31.302 INFO:teuthology.orchestra.run.smithi142.stdout: "nonce": 779082061 2024-09-21T02:43:31.302 INFO:teuthology.orchestra.run.smithi142.stdout: }, 2024-09-21T02:43:31.302 INFO:teuthology.orchestra.run.smithi142.stdout: "inst_str": "client.4547 192.168.0.1:0/779082061", 2024-09-21T02:43:31.302 INFO:teuthology.orchestra.run.smithi142.stdout: "addr_str": "192.168.0.1:0/779082061", 2024-09-21T02:43:31.302 INFO:teuthology.orchestra.run.smithi142.stdout: "inode_count": 1, 2024-09-21T02:43:31.302 INFO:teuthology.orchestra.run.smithi142.stdout: "mds_epoch": 8, 2024-09-21T02:43:31.302 INFO:teuthology.orchestra.run.smithi142.stdout: "osd_epoch": 22, 2024-09-21T02:43:31.303 INFO:teuthology.orchestra.run.smithi142.stdout: "osd_epoch_barrier": 0, 2024-09-21T02:43:31.303 INFO:teuthology.orchestra.run.smithi142.stdout: "blocklisted": false, 2024-09-21T02:43:31.303 INFO:teuthology.orchestra.run.smithi142.stdout: "fs_name": "cephfs" 2024-09-21T02:43:31.303 INFO:teuthology.orchestra.run.smithi142.stdout:} 2024-09-21T02:43:31.316 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-21T02:43:31.316 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T02:43:31.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.476+0000 7ff1df783640 1 -- 172.21.15.83:0/1212122357 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff1d813e670 msgr2=0x7ff1d806f2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:31.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.476+0000 7ff1df783640 1 --2- 172.21.15.83:0/1212122357 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff1d813e670 0x7ff1d806f2a0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7ff1d80711c0 tx=0x7ff1c801c820 comp rx=0 tx=0).stop 2024-09-21T02:43:31.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.476+0000 7ff1df783640 1 -- 172.21.15.83:0/1212122357 shutdown_connections 2024-09-21T02:43:31.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.476+0000 7ff1df783640 1 --2- 172.21.15.83:0/1212122357 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff1d813e670 0x7ff1d806f2a0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:31.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.476+0000 7ff1df783640 1 --2- 172.21.15.83:0/1212122357 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff1d813e260 0x7ff1d806ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:31.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.476+0000 7ff1df783640 1 -- 172.21.15.83:0/1212122357 >> 172.21.15.83:0/1212122357 conn(0x7ff1d806ce90 msgr2=0x7ff1d806d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:31.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.476+0000 7ff1df783640 1 -- 172.21.15.83:0/1212122357 shutdown_connections 2024-09-21T02:43:31.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.476+0000 7ff1df783640 1 -- 172.21.15.83:0/1212122357 wait complete. 2024-09-21T02:43:31.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.480+0000 7ff1df783640 1 Processor -- start 2024-09-21T02:43:31.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.480+0000 7ff1df783640 1 -- start start 2024-09-21T02:43:31.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.480+0000 7ff1df783640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff1d80cc010 0x7ff1d81fa280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:31.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.480+0000 7ff1df783640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff1d813e260 0x7ff1d81506e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:31.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.480+0000 7ff1df783640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff1d813e670 0x7ff1d815cf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:31.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.480+0000 7ff1df783640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff1d815e980 con 0x7ff1d813e260 2024-09-21T02:43:31.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.480+0000 7ff1df783640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7ff1d815e800 con 0x7ff1d813e670 2024-09-21T02:43:31.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.480+0000 7ff1df783640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7ff1d815eb00 con 0x7ff1d80cc010 2024-09-21T02:43:31.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.480+0000 7ff1dcd1e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff1d813e260 0x7ff1d81506e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:31.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.480+0000 7ff1dcd1e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff1d813e260 0x7ff1d81506e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50650/0 (socket says 172.21.15.83:50650) 2024-09-21T02:43:31.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.480+0000 7ff1dcd1e640 1 -- 172.21.15.83:0/183987411 learned_addr learned my addr 172.21.15.83:0/183987411 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:31.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.480+0000 7ff1dd51f640 1 --2- 172.21.15.83:0/183987411 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff1d80cc010 0x7ff1d81fa280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:31.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.480+0000 7ff1dcd1e640 1 -- 172.21.15.83:0/183987411 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff1d80cc010 msgr2=0x7ff1d81fa280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:31.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.480+0000 7ff1dcd1e640 1 --2- 172.21.15.83:0/183987411 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff1d80cc010 0x7ff1d81fa280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:31.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.480+0000 7ff1dcd1e640 1 -- 172.21.15.83:0/183987411 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff1d813e670 msgr2=0x7ff1d815cf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:31.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.480+0000 7ff1ddd20640 1 --2- 172.21.15.83:0/183987411 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff1d813e670 0x7ff1d815cf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:31.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.480+0000 7ff1dcd1e640 1 --2- 172.21.15.83:0/183987411 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff1d813e670 0x7ff1d815cf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:31.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.480+0000 7ff1dcd1e640 1 -- 172.21.15.83:0/183987411 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1d81faad0 con 0x7ff1d813e260 2024-09-21T02:43:31.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.480+0000 7ff1ddd20640 1 --2- 172.21.15.83:0/183987411 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff1d813e670 0x7ff1d815cf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:43:31.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.480+0000 7ff1dcd1e640 1 --2- 172.21.15.83:0/183987411 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff1d813e260 0x7ff1d81506e0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7ff1c80b0040 tx=0x7ff1c80a5790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:31.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.480+0000 7ff1cdffb640 1 -- 172.21.15.83:0/183987411 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1c80b2040 con 0x7ff1d813e260 2024-09-21T02:43:31.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.480+0000 7ff1cdffb640 1 -- 172.21.15.83:0/183987411 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff1c8004430 con 0x7ff1d813e260 2024-09-21T02:43:31.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.480+0000 7ff1df783640 1 -- 172.21.15.83:0/183987411 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1d81fadb0 con 0x7ff1d813e260 2024-09-21T02:43:31.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.480+0000 7ff1cdffb640 1 -- 172.21.15.83:0/183987411 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1c8005280 con 0x7ff1d813e260 2024-09-21T02:43:31.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.480+0000 7ff1df783640 1 -- 172.21.15.83:0/183987411 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1d81fb090 con 0x7ff1d813e260 2024-09-21T02:43:31.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.484+0000 7ff1df783640 1 -- 172.21.15.83:0/183987411 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1d81fa840 con 0x7ff1d813e260 2024-09-21T02:43:31.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.484+0000 7ff1cdffb640 1 -- 172.21.15.83:0/183987411 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7ff1c8005420 con 0x7ff1d813e260 2024-09-21T02:43:31.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.484+0000 7ff1cdffb640 1 --2- 172.21.15.83:0/183987411 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff1bc073230 0x7ff1bc075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:31.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.484+0000 7ff1cdffb640 1 -- 172.21.15.83:0/183987411 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7ff1c812e300 con 0x7ff1d813e260 2024-09-21T02:43:31.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.484+0000 7ff1dd51f640 1 --2- 172.21.15.83:0/183987411 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff1bc073230 0x7ff1bc075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:31.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.484+0000 7ff1dd51f640 1 --2- 172.21.15.83:0/183987411 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff1bc073230 0x7ff1bc075740 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7ff1d400b9a0 tx=0x7ff1d4005c30 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:31.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.488+0000 7ff1cdffb640 1 -- 172.21.15.83:0/183987411 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7ff1c80164d0 con 0x7ff1d813e260 2024-09-21T02:43:31.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.692+0000 7ff1df783640 1 -- 172.21.15.83:0/183987411 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7ff1d80cc420 con 0x7ff1d813e260 2024-09-21T02:43:31.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.696+0000 7ff1cdffb640 1 -- 172.21.15.83:0/183987411 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+73 (secure 0 0 0) 0x7ff1c80f93b0 con 0x7ff1d813e260 2024-09-21T02:43:31.697 INFO:teuthology.orchestra.run.smithi083.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T02:43:31.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.696+0000 7ff1df783640 1 -- 172.21.15.83:0/183987411 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff1bc073230 msgr2=0x7ff1bc075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:31.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.696+0000 7ff1df783640 1 --2- 172.21.15.83:0/183987411 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff1bc073230 0x7ff1bc075740 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7ff1d400b9a0 tx=0x7ff1d4005c30 comp rx=0 tx=0).stop 2024-09-21T02:43:31.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.696+0000 7ff1df783640 1 -- 172.21.15.83:0/183987411 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff1d813e260 msgr2=0x7ff1d81506e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:31.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.696+0000 7ff1df783640 1 --2- 172.21.15.83:0/183987411 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff1d813e260 0x7ff1d81506e0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7ff1c80b0040 tx=0x7ff1c80a5790 comp rx=0 tx=0).stop 2024-09-21T02:43:31.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.696+0000 7ff1df783640 1 -- 172.21.15.83:0/183987411 shutdown_connections 2024-09-21T02:43:31.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.696+0000 7ff1df783640 1 --2- 172.21.15.83:0/183987411 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff1bc073230 0x7ff1bc075740 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:31.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.696+0000 7ff1df783640 1 --2- 172.21.15.83:0/183987411 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff1d813e670 0x7ff1d815cf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:31.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.696+0000 7ff1df783640 1 --2- 172.21.15.83:0/183987411 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff1d813e260 0x7ff1d81506e0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:31.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.696+0000 7ff1df783640 1 --2- 172.21.15.83:0/183987411 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff1d80cc010 0x7ff1d81fa280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:31.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.696+0000 7ff1df783640 1 -- 172.21.15.83:0/183987411 >> 172.21.15.83:0/183987411 conn(0x7ff1d806ce90 msgr2=0x7ff1d813cea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:31.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.696+0000 7ff1df783640 1 -- 172.21.15.83:0/183987411 shutdown_connections 2024-09-21T02:43:31.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:31.696+0000 7ff1df783640 1 -- 172.21.15.83:0/183987411 wait complete. 2024-09-21T02:43:31.717 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T02:43:31.717 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T02:43:31.717 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi142.front.sepia.ceph.com 2024-09-21T02:43:31.717 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-09-21T02:43:31.717 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-21T02:43:31.717 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T02:43:31.717 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T02:43:31.717 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T02:43:31.717 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-09-21T02:43:31.717 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:31.718 DEBUG:teuthology.orchestra.run.smithi142:> ip addr 2024-09-21T02:43:31.724 INFO:teuthology.orchestra.run.smithi142.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T02:43:31.724 INFO:teuthology.orchestra.run.smithi142.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T02:43:31.725 INFO:teuthology.orchestra.run.smithi142.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T02:43:31.725 INFO:teuthology.orchestra.run.smithi142.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:43:31.725 INFO:teuthology.orchestra.run.smithi142.stdout: inet6 ::1/128 scope host 2024-09-21T02:43:31.725 INFO:teuthology.orchestra.run.smithi142.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:43:31.725 INFO:teuthology.orchestra.run.smithi142.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T02:43:31.725 INFO:teuthology.orchestra.run.smithi142.stdout: link/ether 0c:c4:7a:d9:36:3c brd ff:ff:ff:ff:ff:ff 2024-09-21T02:43:31.725 INFO:teuthology.orchestra.run.smithi142.stdout: altname enp7s0f0 2024-09-21T02:43:31.725 INFO:teuthology.orchestra.run.smithi142.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T02:43:31.725 INFO:teuthology.orchestra.run.smithi142.stdout: link/ether 0c:c4:7a:d9:36:3d brd ff:ff:ff:ff:ff:ff 2024-09-21T02:43:31.725 INFO:teuthology.orchestra.run.smithi142.stdout: altname enp7s0f1 2024-09-21T02:43:31.726 INFO:teuthology.orchestra.run.smithi142.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T02:43:31.726 INFO:teuthology.orchestra.run.smithi142.stdout: link/ether 0c:c4:7a:88:6e:0c brd ff:ff:ff:ff:ff:ff 2024-09-21T02:43:31.726 INFO:teuthology.orchestra.run.smithi142.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T02:43:31.726 INFO:teuthology.orchestra.run.smithi142.stdout: link/ether 0c:c4:7a:88:6e:0d brd ff:ff:ff:ff:ff:ff 2024-09-21T02:43:31.726 INFO:teuthology.orchestra.run.smithi142.stdout: inet 172.21.15.142/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-21T02:43:31.726 INFO:teuthology.orchestra.run.smithi142.stdout: valid_lft 42467sec preferred_lft 42467sec 2024-09-21T02:43:31.726 INFO:teuthology.orchestra.run.smithi142.stdout: inet6 fe80::ec4:7aff:fe88:6e0d/64 scope link 2024-09-21T02:43:31.726 INFO:teuthology.orchestra.run.smithi142.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:43:31.726 INFO:teuthology.orchestra.run.smithi142.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-21T02:43:31.726 INFO:teuthology.orchestra.run.smithi142.stdout: link/ether 02:42:0d:50:cb:73 brd ff:ff:ff:ff:ff:ff 2024-09-21T02:43:31.726 INFO:teuthology.orchestra.run.smithi142.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-21T02:43:31.726 INFO:teuthology.orchestra.run.smithi142.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:43:31.726 INFO:teuthology.orchestra.run.smithi142.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T02:43:31.727 INFO:teuthology.orchestra.run.smithi142.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-21T02:43:31.727 INFO:teuthology.orchestra.run.smithi142.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T02:43:31.727 INFO:teuthology.orchestra.run.smithi142.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:43:31.727 INFO:teuthology.orchestra.run.smithi142.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-21T02:43:31.727 INFO:teuthology.orchestra.run.smithi142.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:43:31.727 INFO:teuthology.orchestra.run.smithi142.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T02:43:31.727 INFO:teuthology.orchestra.run.smithi142.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T02:43:31.727 INFO:teuthology.orchestra.run.smithi142.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-21T02:43:31.727 INFO:teuthology.orchestra.run.smithi142.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:43:31.727 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:31.727 DEBUG:teuthology.orchestra.run.smithi142:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T02:43:31.779 INFO:teuthology.orchestra.run.smithi142.stdout:1 2024-09-21T02:43:31.780 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:31.780 DEBUG:teuthology.orchestra.run.smithi142:> route 2024-09-21T02:43:31.831 INFO:teuthology.orchestra.run.smithi142.stdout:Kernel IP routing table 2024-09-21T02:43:31.831 INFO:teuthology.orchestra.run.smithi142.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T02:43:31.831 INFO:teuthology.orchestra.run.smithi142.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-21T02:43:31.832 INFO:teuthology.orchestra.run.smithi142.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T02:43:31.832 INFO:teuthology.orchestra.run.smithi142.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-21T02:43:31.832 INFO:teuthology.orchestra.run.smithi142.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-21T02:43:31.832 INFO:teuthology.orchestra.run.smithi142.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T02:43:31.832 INFO:teuthology.orchestra.run.smithi142.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T02:43:31.832 INFO:teuthology.orchestra.run.smithi142.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T02:43:31.832 INFO:teuthology.orchestra.run.smithi142.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T02:43:31.832 INFO:teuthology.orchestra.run.smithi142.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T02:43:31.832 DEBUG:teuthology.orchestra.run.smithi142:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T02:43:31.832 DEBUG:teuthology.orchestra.run.smithi142:> set -e 2024-09-21T02:43:31.832 DEBUG:teuthology.orchestra.run.smithi142:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T02:43:31.833 DEBUG:teuthology.orchestra.run.smithi142:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T02:43:31.833 DEBUG:teuthology.orchestra.run.smithi142:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T02:43:31.833 DEBUG:teuthology.orchestra.run.smithi142:> ') 2024-09-21T02:43:31.923 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:43:31 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T02:43:31.951 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:43:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:43:31.959 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:31.959 DEBUG:teuthology.orchestra.run.smithi142:> ip netns list 2024-09-21T02:43:31.965 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-21T02:43:31.965 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:31.965 DEBUG:teuthology.orchestra.run.smithi142:> ip netns list-id 2024-09-21T02:43:32.011 INFO:teuthology.orchestra.run.smithi142.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-09-21T02:43:32.011 DEBUG:teuthology.orchestra.run.smithi142:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T02:43:32.011 DEBUG:teuthology.orchestra.run.smithi142:> set -e 2024-09-21T02:43:32.012 DEBUG:teuthology.orchestra.run.smithi142:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T02:43:32.012 DEBUG:teuthology.orchestra.run.smithi142:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-09-21T02:43:32.012 DEBUG:teuthology.orchestra.run.smithi142:> ') 2024-09-21T02:43:32.101 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:43:32 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T02:43:32.121 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:43:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:43:32.128 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:32.128 DEBUG:teuthology.orchestra.run.smithi142:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-21T02:43:32.140 INFO:teuthology.orchestra.run.smithi142.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T02:43:32.140 INFO:teuthology.orchestra.run.smithi142.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T02:43:32.140 INFO:teuthology.orchestra.run.smithi142.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T02:43:32.140 INFO:teuthology.orchestra.run.smithi142.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:43:32.140 INFO:teuthology.orchestra.run.smithi142.stdout: inet6 ::1/128 scope host 2024-09-21T02:43:32.140 INFO:teuthology.orchestra.run.smithi142.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:43:32.140 INFO:teuthology.orchestra.run.smithi142.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T02:43:32.140 INFO:teuthology.orchestra.run.smithi142.stdout: link/ether 7a:63:7a:8c:40:0e brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-21T02:43:32.141 INFO:teuthology.orchestra.run.smithi142.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-21T02:43:32.141 INFO:teuthology.orchestra.run.smithi142.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:43:32.141 INFO:teuthology.orchestra.run.smithi142.stdout: inet6 fe80::7863:7aff:fe8c:400e/64 scope link 2024-09-21T02:43:32.141 INFO:teuthology.orchestra.run.smithi142.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:43:32.142 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:32.142 DEBUG:teuthology.orchestra.run.smithi142:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-21T02:43:32.195 INFO:teuthology.orchestra.run.smithi142.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T02:43:32.195 INFO:teuthology.orchestra.run.smithi142.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T02:43:32.195 INFO:teuthology.orchestra.run.smithi142.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T02:43:32.195 INFO:teuthology.orchestra.run.smithi142.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:43:32.195 INFO:teuthology.orchestra.run.smithi142.stdout: inet6 ::1/128 scope host 2024-09-21T02:43:32.195 INFO:teuthology.orchestra.run.smithi142.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:43:32.195 INFO:teuthology.orchestra.run.smithi142.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T02:43:32.195 INFO:teuthology.orchestra.run.smithi142.stdout: link/ether 7a:63:7a:8c:40:0e brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-21T02:43:32.195 INFO:teuthology.orchestra.run.smithi142.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-21T02:43:32.195 INFO:teuthology.orchestra.run.smithi142.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:43:32.195 INFO:teuthology.orchestra.run.smithi142.stdout: inet6 fe80::7863:7aff:fe8c:400e/64 scope link 2024-09-21T02:43:32.196 INFO:teuthology.orchestra.run.smithi142.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:43:32.196 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-09-21T02:43:32.197 DEBUG:teuthology.orchestra.run.smithi142:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T02:43:32.197 DEBUG:teuthology.orchestra.run.smithi142:> set -e 2024-09-21T02:43:32.197 DEBUG:teuthology.orchestra.run.smithi142:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-09-21T02:43:32.197 DEBUG:teuthology.orchestra.run.smithi142:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-21T02:43:32.197 DEBUG:teuthology.orchestra.run.smithi142:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-09-21T02:43:32.197 DEBUG:teuthology.orchestra.run.smithi142:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-09-21T02:43:32.197 DEBUG:teuthology.orchestra.run.smithi142:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-09-21T02:43:32.197 DEBUG:teuthology.orchestra.run.smithi142:> ') 2024-09-21T02:43:32.285 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:43:32 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T02:43:32.335 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:43:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:43:32.342 DEBUG:teuthology.orchestra.run.smithi142:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T02:43:32.342 DEBUG:teuthology.orchestra.run.smithi142:> set -e 2024-09-21T02:43:32.342 DEBUG:teuthology.orchestra.run.smithi142:> sudo ip link set brx.1 up 2024-09-21T02:43:32.342 DEBUG:teuthology.orchestra.run.smithi142:> sudo ip link set dev brx.1 master ceph-brx 2024-09-21T02:43:32.343 DEBUG:teuthology.orchestra.run.smithi142:> ') 2024-09-21T02:43:32.381 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:43:32 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T02:43:32.395 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:43:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:43:32.402 INFO:tasks.cephfs.fuse_mount:Client client.3 config is {} 2024-09-21T02:43:32.402 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T02:43:32.402 DEBUG:teuthology.orchestra.run.smithi142:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-09-21T02:43:32.447 INFO:teuthology.orchestra.run.smithi142.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-09-21T02:43:32.447 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T02:43:32.447 DEBUG:teuthology.orchestra.run.smithi142:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-09-21T02:43:32.498 DEBUG:teuthology.orchestra.run.smithi142:> sudo modprobe fuse 2024-09-21T02:43:32.557 DEBUG:teuthology.orchestra.run.smithi142:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T02:43:32.605 INFO:teuthology.orchestra.run.smithi142.stdout:/sys 2024-09-21T02:43:32.605 INFO:teuthology.orchestra.run.smithi142.stdout:/proc 2024-09-21T02:43:32.605 INFO:teuthology.orchestra.run.smithi142.stdout:/dev 2024-09-21T02:43:32.605 INFO:teuthology.orchestra.run.smithi142.stdout:/dev/pts 2024-09-21T02:43:32.605 INFO:teuthology.orchestra.run.smithi142.stdout:/run 2024-09-21T02:43:32.606 INFO:teuthology.orchestra.run.smithi142.stdout:/ 2024-09-21T02:43:32.606 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/kernel/security 2024-09-21T02:43:32.606 INFO:teuthology.orchestra.run.smithi142.stdout:/dev/shm 2024-09-21T02:43:32.606 INFO:teuthology.orchestra.run.smithi142.stdout:/run/lock 2024-09-21T02:43:32.606 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/fs/cgroup 2024-09-21T02:43:32.606 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/fs/pstore 2024-09-21T02:43:32.606 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/fs/bpf 2024-09-21T02:43:32.606 INFO:teuthology.orchestra.run.smithi142.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T02:43:32.606 INFO:teuthology.orchestra.run.smithi142.stdout:/dev/hugepages 2024-09-21T02:43:32.606 INFO:teuthology.orchestra.run.smithi142.stdout:/dev/mqueue 2024-09-21T02:43:32.606 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/kernel/debug 2024-09-21T02:43:32.606 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/kernel/tracing 2024-09-21T02:43:32.606 INFO:teuthology.orchestra.run.smithi142.stdout:/proc/fs/nfsd 2024-09-21T02:43:32.607 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/fs/fuse/connections 2024-09-21T02:43:32.607 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/kernel/config 2024-09-21T02:43:32.607 INFO:teuthology.orchestra.run.smithi142.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T02:43:32.607 INFO:teuthology.orchestra.run.smithi142.stdout:/run/rpc_pipefs 2024-09-21T02:43:32.607 INFO:teuthology.orchestra.run.smithi142.stdout:/run/user/1000 2024-09-21T02:43:32.607 INFO:teuthology.orchestra.run.smithi142.stdout:/var/lib/ceph 2024-09-21T02:43:32.607 INFO:teuthology.orchestra.run.smithi142.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T02:43:32.607 INFO:teuthology.orchestra.run.smithi142.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T02:43:32.607 INFO:teuthology.orchestra.run.smithi142.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T02:43:32.607 INFO:teuthology.orchestra.run.smithi142.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T02:43:32.607 INFO:teuthology.orchestra.run.smithi142.stdout:/run/netns 2024-09-21T02:43:32.607 INFO:teuthology.orchestra.run.smithi142.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T02:43:32.607 INFO:teuthology.orchestra.run.smithi142.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T02:43:32.607 INFO:teuthology.orchestra.run.smithi142.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-21T02:43:32.607 INFO:teuthology.orchestra.run.smithi142.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T02:43:32.608 INFO:teuthology.orchestra.run.smithi142.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T02:43:32.608 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:32.609 DEBUG:teuthology.orchestra.run.smithi142:> ls /sys/fs/fuse/connections 2024-09-21T02:43:32.655 INFO:teuthology.orchestra.run.smithi142.stdout:45 2024-09-21T02:43:32.655 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [45] 2024-09-21T02:43:32.656 DEBUG:teuthology.orchestra.run.smithi142:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.3 --id 3) 2024-09-21T02:43:32.700 DEBUG:teuthology.orchestra.run.smithi142:> sudo modprobe fuse 2024-09-21T02:43:32.716 DEBUG:teuthology.orchestra.run.smithi142:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T02:43:32.764 INFO:teuthology.orchestra.run.smithi142.stdout:/sys 2024-09-21T02:43:32.765 INFO:teuthology.orchestra.run.smithi142.stdout:/proc 2024-09-21T02:43:32.765 INFO:teuthology.orchestra.run.smithi142.stdout:/dev 2024-09-21T02:43:32.765 INFO:teuthology.orchestra.run.smithi142.stdout:/dev/pts 2024-09-21T02:43:32.765 INFO:teuthology.orchestra.run.smithi142.stdout:/run 2024-09-21T02:43:32.765 INFO:teuthology.orchestra.run.smithi142.stdout:/ 2024-09-21T02:43:32.765 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/kernel/security 2024-09-21T02:43:32.765 INFO:teuthology.orchestra.run.smithi142.stdout:/dev/shm 2024-09-21T02:43:32.765 INFO:teuthology.orchestra.run.smithi142.stdout:/run/lock 2024-09-21T02:43:32.766 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/fs/cgroup 2024-09-21T02:43:32.766 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/fs/pstore 2024-09-21T02:43:32.766 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/fs/bpf 2024-09-21T02:43:32.766 INFO:teuthology.orchestra.run.smithi142.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T02:43:32.766 INFO:teuthology.orchestra.run.smithi142.stdout:/dev/hugepages 2024-09-21T02:43:32.766 INFO:teuthology.orchestra.run.smithi142.stdout:/dev/mqueue 2024-09-21T02:43:32.766 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/kernel/debug 2024-09-21T02:43:32.766 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/kernel/tracing 2024-09-21T02:43:32.767 INFO:teuthology.orchestra.run.smithi142.stdout:/proc/fs/nfsd 2024-09-21T02:43:32.767 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/fs/fuse/connections 2024-09-21T02:43:32.767 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/kernel/config 2024-09-21T02:43:32.767 INFO:teuthology.orchestra.run.smithi142.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T02:43:32.767 INFO:teuthology.orchestra.run.smithi142.stdout:/run/rpc_pipefs 2024-09-21T02:43:32.767 INFO:teuthology.orchestra.run.smithi142.stdout:/run/user/1000 2024-09-21T02:43:32.767 INFO:teuthology.orchestra.run.smithi142.stdout:/var/lib/ceph 2024-09-21T02:43:32.767 INFO:teuthology.orchestra.run.smithi142.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T02:43:32.767 INFO:teuthology.orchestra.run.smithi142.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T02:43:32.767 INFO:teuthology.orchestra.run.smithi142.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T02:43:32.767 INFO:teuthology.orchestra.run.smithi142.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T02:43:32.767 INFO:teuthology.orchestra.run.smithi142.stdout:/run/netns 2024-09-21T02:43:32.768 INFO:teuthology.orchestra.run.smithi142.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T02:43:32.768 INFO:teuthology.orchestra.run.smithi142.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T02:43:32.768 INFO:teuthology.orchestra.run.smithi142.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-21T02:43:32.768 INFO:teuthology.orchestra.run.smithi142.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T02:43:32.768 INFO:teuthology.orchestra.run.smithi142.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T02:43:32.768 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:32.768 DEBUG:teuthology.orchestra.run.smithi142:> ls /sys/fs/fuse/connections 2024-09-21T02:43:32.811 INFO:teuthology.orchestra.run.smithi142.stdout:45 2024-09-21T02:43:32.811 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi142.stderr:2024-09-21T02:43:32.809+0000 7f9b2911a580 -1 init, newargv = 0x7f9b18001f10 newargc=15 2024-09-21T02:43:32.811 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi142.stderr:ceph-fuse[34842]: starting ceph client 2024-09-21T02:43:32.817 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi142.stderr:ceph-fuse[34842]: starting fuse 2024-09-21T02:43:33.913 DEBUG:teuthology.orchestra.run.smithi142:> sudo modprobe fuse 2024-09-21T02:43:33.929 DEBUG:teuthology.orchestra.run.smithi142:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T02:43:33.978 INFO:teuthology.orchestra.run.smithi142.stdout:/sys 2024-09-21T02:43:33.978 INFO:teuthology.orchestra.run.smithi142.stdout:/proc 2024-09-21T02:43:33.978 INFO:teuthology.orchestra.run.smithi142.stdout:/dev 2024-09-21T02:43:33.978 INFO:teuthology.orchestra.run.smithi142.stdout:/dev/pts 2024-09-21T02:43:33.978 INFO:teuthology.orchestra.run.smithi142.stdout:/run 2024-09-21T02:43:33.978 INFO:teuthology.orchestra.run.smithi142.stdout:/ 2024-09-21T02:43:33.978 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/kernel/security 2024-09-21T02:43:33.978 INFO:teuthology.orchestra.run.smithi142.stdout:/dev/shm 2024-09-21T02:43:33.978 INFO:teuthology.orchestra.run.smithi142.stdout:/run/lock 2024-09-21T02:43:33.979 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/fs/cgroup 2024-09-21T02:43:33.979 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/fs/pstore 2024-09-21T02:43:33.979 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/fs/bpf 2024-09-21T02:43:33.979 INFO:teuthology.orchestra.run.smithi142.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T02:43:33.979 INFO:teuthology.orchestra.run.smithi142.stdout:/dev/hugepages 2024-09-21T02:43:33.979 INFO:teuthology.orchestra.run.smithi142.stdout:/dev/mqueue 2024-09-21T02:43:33.979 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/kernel/debug 2024-09-21T02:43:33.979 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/kernel/tracing 2024-09-21T02:43:33.979 INFO:teuthology.orchestra.run.smithi142.stdout:/proc/fs/nfsd 2024-09-21T02:43:33.979 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/fs/fuse/connections 2024-09-21T02:43:33.979 INFO:teuthology.orchestra.run.smithi142.stdout:/sys/kernel/config 2024-09-21T02:43:33.979 INFO:teuthology.orchestra.run.smithi142.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T02:43:33.979 INFO:teuthology.orchestra.run.smithi142.stdout:/run/rpc_pipefs 2024-09-21T02:43:33.979 INFO:teuthology.orchestra.run.smithi142.stdout:/run/user/1000 2024-09-21T02:43:33.980 INFO:teuthology.orchestra.run.smithi142.stdout:/var/lib/ceph 2024-09-21T02:43:33.980 INFO:teuthology.orchestra.run.smithi142.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T02:43:33.980 INFO:teuthology.orchestra.run.smithi142.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T02:43:33.980 INFO:teuthology.orchestra.run.smithi142.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T02:43:33.980 INFO:teuthology.orchestra.run.smithi142.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T02:43:33.980 INFO:teuthology.orchestra.run.smithi142.stdout:/run/netns 2024-09-21T02:43:33.980 INFO:teuthology.orchestra.run.smithi142.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T02:43:33.980 INFO:teuthology.orchestra.run.smithi142.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T02:43:33.980 INFO:teuthology.orchestra.run.smithi142.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-21T02:43:33.980 INFO:teuthology.orchestra.run.smithi142.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T02:43:33.980 INFO:teuthology.orchestra.run.smithi142.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T02:43:33.980 INFO:teuthology.orchestra.run.smithi142.stdout:/home/ubuntu/cephtest/mnt.3 2024-09-21T02:43:33.981 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:33.981 DEBUG:teuthology.orchestra.run.smithi142:> ls /sys/fs/fuse/connections 2024-09-21T02:43:34.027 INFO:teuthology.orchestra.run.smithi142.stdout:45 2024-09-21T02:43:34.028 INFO:teuthology.orchestra.run.smithi142.stdout:46 2024-09-21T02:43:34.028 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45, 46] 2024-09-21T02:43:34.028 DEBUG:teuthology.orchestra.run.smithi142:> sudo stdin-killer -- python3 -c ' 2024-09-21T02:43:34.028 DEBUG:teuthology.orchestra.run.smithi142:> import glob 2024-09-21T02:43:34.028 DEBUG:teuthology.orchestra.run.smithi142:> import re 2024-09-21T02:43:34.028 DEBUG:teuthology.orchestra.run.smithi142:> import os 2024-09-21T02:43:34.028 DEBUG:teuthology.orchestra.run.smithi142:> import subprocess 2024-09-21T02:43:34.028 DEBUG:teuthology.orchestra.run.smithi142:> 2024-09-21T02:43:34.028 DEBUG:teuthology.orchestra.run.smithi142:> def _find_admin_socket(client_name): 2024-09-21T02:43:34.028 DEBUG:teuthology.orchestra.run.smithi142:> asok_path = "/var/run/ceph/ceph-client.3.*.asok" 2024-09-21T02:43:34.028 DEBUG:teuthology.orchestra.run.smithi142:> files = glob.glob(asok_path) 2024-09-21T02:43:34.029 DEBUG:teuthology.orchestra.run.smithi142:> mountpoint = "/home/ubuntu/cephtest/mnt.3" 2024-09-21T02:43:34.029 DEBUG:teuthology.orchestra.run.smithi142:> 2024-09-21T02:43:34.029 DEBUG:teuthology.orchestra.run.smithi142:> # Given a non-glob path, it better be there 2024-09-21T02:43:34.029 DEBUG:teuthology.orchestra.run.smithi142:> if "*" not in asok_path: 2024-09-21T02:43:34.029 DEBUG:teuthology.orchestra.run.smithi142:> assert(len(files) == 1) 2024-09-21T02:43:34.029 DEBUG:teuthology.orchestra.run.smithi142:> return files[0] 2024-09-21T02:43:34.029 DEBUG:teuthology.orchestra.run.smithi142:> 2024-09-21T02:43:34.029 DEBUG:teuthology.orchestra.run.smithi142:> for f in files: 2024-09-21T02:43:34.029 DEBUG:teuthology.orchestra.run.smithi142:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T02:43:34.029 DEBUG:teuthology.orchestra.run.smithi142:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T02:43:34.029 DEBUG:teuthology.orchestra.run.smithi142:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T02:43:34.029 DEBUG:teuthology.orchestra.run.smithi142:> contents = proc_f.read() 2024-09-21T02:43:34.030 DEBUG:teuthology.orchestra.run.smithi142:> if mountpoint in contents: 2024-09-21T02:43:34.030 DEBUG:teuthology.orchestra.run.smithi142:> return f 2024-09-21T02:43:34.030 DEBUG:teuthology.orchestra.run.smithi142:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T02:43:34.030 DEBUG:teuthology.orchestra.run.smithi142:> 2024-09-21T02:43:34.030 DEBUG:teuthology.orchestra.run.smithi142:> print(_find_admin_socket("client.3")) 2024-09-21T02:43:34.030 DEBUG:teuthology.orchestra.run.smithi142:> ' 2024-09-21T02:43:34.156 INFO:teuthology.orchestra.run.smithi142.stdout:/var/run/ceph/ceph-client.3.34842.asok 2024-09-21T02:43:34.160 INFO:teuthology.orchestra.run.smithi142.stderr:2024-09-21T02:43:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:43:34.168 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.3.34842.asok 2024-09-21T02:43:34.168 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:34.168 DEBUG:teuthology.orchestra.run.smithi142:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.3.34842.asok status 2024-09-21T02:43:34.351 INFO:teuthology.orchestra.run.smithi142.stdout:{ 2024-09-21T02:43:34.351 INFO:teuthology.orchestra.run.smithi142.stdout: "metadata": { 2024-09-21T02:43:34.351 INFO:teuthology.orchestra.run.smithi142.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T02:43:34.351 INFO:teuthology.orchestra.run.smithi142.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T02:43:34.351 INFO:teuthology.orchestra.run.smithi142.stdout: "entity_id": "3", 2024-09-21T02:43:34.352 INFO:teuthology.orchestra.run.smithi142.stdout: "hostname": "smithi142", 2024-09-21T02:43:34.352 INFO:teuthology.orchestra.run.smithi142.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.3", 2024-09-21T02:43:34.352 INFO:teuthology.orchestra.run.smithi142.stdout: "pid": "34842", 2024-09-21T02:43:34.352 INFO:teuthology.orchestra.run.smithi142.stdout: "root": "/" 2024-09-21T02:43:34.352 INFO:teuthology.orchestra.run.smithi142.stdout: }, 2024-09-21T02:43:34.352 INFO:teuthology.orchestra.run.smithi142.stdout: "dentry_count": 0, 2024-09-21T02:43:34.352 INFO:teuthology.orchestra.run.smithi142.stdout: "dentry_pinned_count": 0, 2024-09-21T02:43:34.352 INFO:teuthology.orchestra.run.smithi142.stdout: "id": 4642, 2024-09-21T02:43:34.353 INFO:teuthology.orchestra.run.smithi142.stdout: "inst": { 2024-09-21T02:43:34.353 INFO:teuthology.orchestra.run.smithi142.stdout: "name": { 2024-09-21T02:43:34.353 INFO:teuthology.orchestra.run.smithi142.stdout: "type": "client", 2024-09-21T02:43:34.353 INFO:teuthology.orchestra.run.smithi142.stdout: "num": 4642 2024-09-21T02:43:34.353 INFO:teuthology.orchestra.run.smithi142.stdout: }, 2024-09-21T02:43:34.353 INFO:teuthology.orchestra.run.smithi142.stdout: "addr": { 2024-09-21T02:43:34.353 INFO:teuthology.orchestra.run.smithi142.stdout: "type": "v1", 2024-09-21T02:43:34.353 INFO:teuthology.orchestra.run.smithi142.stdout: "addr": "192.168.0.2:0", 2024-09-21T02:43:34.354 INFO:teuthology.orchestra.run.smithi142.stdout: "nonce": 177439644 2024-09-21T02:43:34.354 INFO:teuthology.orchestra.run.smithi142.stdout: } 2024-09-21T02:43:34.354 INFO:teuthology.orchestra.run.smithi142.stdout: }, 2024-09-21T02:43:34.354 INFO:teuthology.orchestra.run.smithi142.stdout: "addr": { 2024-09-21T02:43:34.354 INFO:teuthology.orchestra.run.smithi142.stdout: "type": "v1", 2024-09-21T02:43:34.354 INFO:teuthology.orchestra.run.smithi142.stdout: "addr": "192.168.0.2:0", 2024-09-21T02:43:34.354 INFO:teuthology.orchestra.run.smithi142.stdout: "nonce": 177439644 2024-09-21T02:43:34.354 INFO:teuthology.orchestra.run.smithi142.stdout: }, 2024-09-21T02:43:34.355 INFO:teuthology.orchestra.run.smithi142.stdout: "inst_str": "client.4642 192.168.0.2:0/177439644", 2024-09-21T02:43:34.355 INFO:teuthology.orchestra.run.smithi142.stdout: "addr_str": "192.168.0.2:0/177439644", 2024-09-21T02:43:34.355 INFO:teuthology.orchestra.run.smithi142.stdout: "inode_count": 1, 2024-09-21T02:43:34.355 INFO:teuthology.orchestra.run.smithi142.stdout: "mds_epoch": 8, 2024-09-21T02:43:34.355 INFO:teuthology.orchestra.run.smithi142.stdout: "osd_epoch": 22, 2024-09-21T02:43:34.355 INFO:teuthology.orchestra.run.smithi142.stdout: "osd_epoch_barrier": 0, 2024-09-21T02:43:34.355 INFO:teuthology.orchestra.run.smithi142.stdout: "blocklisted": false, 2024-09-21T02:43:34.356 INFO:teuthology.orchestra.run.smithi142.stdout: "fs_name": "cephfs" 2024-09-21T02:43:34.356 INFO:teuthology.orchestra.run.smithi142.stdout:} 2024-09-21T02:43:34.366 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:34.367 DEBUG:teuthology.orchestra.run.smithi083:> stat --file-system '--printf=%T 2024-09-21T02:43:34.367 DEBUG:teuthology.orchestra.run.smithi083:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-21T02:43:34.374 INFO:teuthology.orchestra.run.smithi083.stdout:fuseblk 2024-09-21T02:43:34.375 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-21T02:43:34.375 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:34.375 DEBUG:teuthology.orchestra.run.smithi083:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-21T02:43:34.434 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:34.434 DEBUG:teuthology.orchestra.run.smithi083:> stat --file-system '--printf=%T 2024-09-21T02:43:34.434 DEBUG:teuthology.orchestra.run.smithi083:> ' -- /home/ubuntu/cephtest/mnt.2 2024-09-21T02:43:34.482 INFO:teuthology.orchestra.run.smithi083.stdout:fuseblk 2024-09-21T02:43:34.482 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.2 2024-09-21T02:43:34.482 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:34.482 DEBUG:teuthology.orchestra.run.smithi083:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-09-21T02:43:34.543 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:34.543 DEBUG:teuthology.orchestra.run.smithi142:> stat --file-system '--printf=%T 2024-09-21T02:43:34.543 DEBUG:teuthology.orchestra.run.smithi142:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-21T02:43:34.551 INFO:teuthology.orchestra.run.smithi142.stdout:fuseblk 2024-09-21T02:43:34.551 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-21T02:43:34.551 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:34.551 DEBUG:teuthology.orchestra.run.smithi142:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-21T02:43:34.608 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:34.608 DEBUG:teuthology.orchestra.run.smithi142:> stat --file-system '--printf=%T 2024-09-21T02:43:34.608 DEBUG:teuthology.orchestra.run.smithi142:> ' -- /home/ubuntu/cephtest/mnt.3 2024-09-21T02:43:34.657 INFO:teuthology.orchestra.run.smithi142.stdout:fuseblk 2024-09-21T02:43:34.657 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.3 2024-09-21T02:43:34.657 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:34.657 DEBUG:teuthology.orchestra.run.smithi142:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-09-21T02:43:34.712 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-09-21T02:43:36.382 INFO:tasks.cephfs_test_runner:Starting test: test_basic (tasks.cephfs.test_dump_tree.TestDumpTree) 2024-09-21T02:43:36.382 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T02:43:36.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.544+0000 7ff764253640 1 -- 172.21.15.83:0/2042282963 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff75c0d1460 msgr2=0x7ff75c0d2270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:36.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.544+0000 7ff764253640 1 --2- 172.21.15.83:0/2042282963 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff75c0d1460 0x7ff75c0d2270 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7ff74c009900 tx=0x7ff74c01c850 comp rx=0 tx=0).stop 2024-09-21T02:43:36.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.544+0000 7ff764253640 1 -- 172.21.15.83:0/2042282963 shutdown_connections 2024-09-21T02:43:36.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.544+0000 7ff764253640 1 --2- 172.21.15.83:0/2042282963 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff75c0d1460 0x7ff75c0d2270 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:36.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.544+0000 7ff764253640 1 --2- 172.21.15.83:0/2042282963 >> v2:172.21.15.142:3300/0 conn(0x7ff75c0d0b10 0x7ff75c0d0f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:36.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.544+0000 7ff764253640 1 -- 172.21.15.83:0/2042282963 >> 172.21.15.83:0/2042282963 conn(0x7ff75c09d6e0 msgr2=0x7ff75c0d4490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:36.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.544+0000 7ff764253640 1 -- 172.21.15.83:0/2042282963 shutdown_connections 2024-09-21T02:43:36.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.548+0000 7ff764253640 1 -- 172.21.15.83:0/2042282963 wait complete. 2024-09-21T02:43:36.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.548+0000 7ff764253640 1 Processor -- start 2024-09-21T02:43:36.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.548+0000 7ff764253640 1 -- start start 2024-09-21T02:43:36.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.548+0000 7ff764253640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff75c0d0b10 0x7ff75c1fcbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:36.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.548+0000 7ff764253640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff75c0d1460 0x7ff75c15d0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:36.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.548+0000 7ff764253640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff75c0d27b0 0x7ff75c1f9400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:36.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.548+0000 7ff764253640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff75c16c390 con 0x7ff75c0d1460 2024-09-21T02:43:36.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.548+0000 7ff764253640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7ff75c0ba030 con 0x7ff75c0d27b0 2024-09-21T02:43:36.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.548+0000 7ff764253640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7ff75c16c510 con 0x7ff75c0d0b10 2024-09-21T02:43:36.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.548+0000 7ff7617ee640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff75c0d1460 0x7ff75c15d0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:36.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.548+0000 7ff7617ee640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff75c0d1460 0x7ff75c15d0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33456/0 (socket says 172.21.15.83:33456) 2024-09-21T02:43:36.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.548+0000 7ff7617ee640 1 -- 172.21.15.83:0/3779209333 learned_addr learned my addr 172.21.15.83:0/3779209333 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:36.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.548+0000 7ff761fef640 1 --2- 172.21.15.83:0/3779209333 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff75c0d0b10 0x7ff75c1fcbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:36.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.548+0000 7ff7627f0640 1 --2- 172.21.15.83:0/3779209333 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff75c0d27b0 0x7ff75c1f9400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:36.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.548+0000 7ff7617ee640 1 -- 172.21.15.83:0/3779209333 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff75c0d0b10 msgr2=0x7ff75c1fcbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:36.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.548+0000 7ff7617ee640 1 --2- 172.21.15.83:0/3779209333 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff75c0d0b10 0x7ff75c1fcbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:36.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.548+0000 7ff7617ee640 1 -- 172.21.15.83:0/3779209333 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff75c0d27b0 msgr2=0x7ff75c1f9400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:36.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.548+0000 7ff7617ee640 1 --2- 172.21.15.83:0/3779209333 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff75c0d27b0 0x7ff75c1f9400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:36.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.548+0000 7ff7617ee640 1 -- 172.21.15.83:0/3779209333 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff75c0a1a20 con 0x7ff75c0d1460 2024-09-21T02:43:36.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.548+0000 7ff7627f0640 1 --2- 172.21.15.83:0/3779209333 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff75c0d27b0 0x7ff75c1f9400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T02:43:36.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.552+0000 7ff7617ee640 1 --2- 172.21.15.83:0/3779209333 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff75c0d1460 0x7ff75c15d0d0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7ff74c009850 tx=0x7ff74c005e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:36.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.552+0000 7ff7527fc640 1 -- 172.21.15.83:0/3779209333 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff74c0ab910 con 0x7ff75c0d1460 2024-09-21T02:43:36.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.552+0000 7ff7527fc640 1 -- 172.21.15.83:0/3779209333 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff74c0a7070 con 0x7ff75c0d1460 2024-09-21T02:43:36.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.552+0000 7ff764253640 1 -- 172.21.15.83:0/3779209333 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff75c0a1d00 con 0x7ff75c0d1460 2024-09-21T02:43:36.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.552+0000 7ff7527fc640 1 -- 172.21.15.83:0/3779209333 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff74c0abdc0 con 0x7ff75c0d1460 2024-09-21T02:43:36.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.552+0000 7ff764253640 1 -- 172.21.15.83:0/3779209333 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff75c1f8ee0 con 0x7ff75c0d1460 2024-09-21T02:43:36.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.552+0000 7ff764253640 1 -- 172.21.15.83:0/3779209333 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff75c0d0f20 con 0x7ff75c0d1460 2024-09-21T02:43:36.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.552+0000 7ff7527fc640 1 -- 172.21.15.83:0/3779209333 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7ff74c003600 con 0x7ff75c0d1460 2024-09-21T02:43:36.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.552+0000 7ff7527fc640 1 --2- 172.21.15.83:0/3779209333 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff740073200 0x7ff740075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:36.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.552+0000 7ff761fef640 1 --2- 172.21.15.83:0/3779209333 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff740073200 0x7ff740075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:36.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.552+0000 7ff7527fc640 1 -- 172.21.15.83:0/3779209333 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7ff74c12eff0 con 0x7ff75c0d1460 2024-09-21T02:43:36.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.552+0000 7ff761fef640 1 --2- 172.21.15.83:0/3779209333 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff740073200 0x7ff740075710 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7ff758005fd0 tx=0x7ff758005f40 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:36.559 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.556+0000 7ff7527fc640 1 -- 172.21.15.83:0/3779209333 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7ff74c0164d0 con 0x7ff75c0d1460 2024-09-21T02:43:36.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.732+0000 7ff764253640 1 -- 172.21.15.83:0/3779209333 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff75c0b4310 con 0x7ff75c0d1460 2024-09-21T02:43:36.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.732+0000 7ff7527fc640 1 -- 172.21.15.83:0/3779209333 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) ==== 74+0+16645 (secure 0 0 0) 0x7ff74c0fa0a0 con 0x7ff75c0d1460 2024-09-21T02:43:36.736 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:43:36.736 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":22,"fsid":"82b6a254-ea31-468f-b8d3-3f9b32622240","created":"2024-09-21T02:42:38.603140+0000","modified":"2024-09-21T02:43:06.085511+0000","last_up_change":"2024-09-21T02:42:53.602524+0000","last_in_change":"2024-09-21T02:42:43.192261+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T02:42:53.826200+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-21T02:43:02.423239+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-21T02:43:03.451557+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3a8ebb7b-1ae5-4b26-8278-9dcb6c385903","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6814","nonce":1413652419}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6818","nonce":1413652419}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6825","nonce":1413652419}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6822","nonce":1413652419}]},"public_addr":"172.21.15.83:6814/1413652419","cluster_addr":"172.21.15.83:6818/1413652419","heartbeat_back_addr":"172.21.15.83:6825/1413652419","heartbeat_front_addr":"172.21.15.83:6822/1413652419","state":["exists","up"]},{"osd":1,"uuid":"c965bb73-548b-4509-96ec-9c263029104b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6827","nonce":464765712}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6829","nonce":464765712}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6833","nonce":464765712}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6831","nonce":464765712}]},"public_addr":"172.21.15.83:6827/464765712","cluster_addr":"172.21.15.83:6829/464765712","heartbeat_back_addr":"172.21.15.83:6833/464765712","heartbeat_front_addr":"172.21.15.83:6831/464765712","state":["exists","up"]},{"osd":2,"uuid":"d86f4e42-c5e5-48f2-9936-817c45ca308d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6803","nonce":2393321522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6805","nonce":2393321522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6809","nonce":2393321522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6807","nonce":2393321522}]},"public_addr":"172.21.15.83:6803/2393321522","cluster_addr":"172.21.15.83:6805/2393321522","heartbeat_back_addr":"172.21.15.83:6809/2393321522","heartbeat_front_addr":"172.21.15.83:6807/2393321522","state":["exists","up"]},{"osd":3,"uuid":"13beb0a5-6df8-4bd9-a8c9-d61fe89e09e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6811","nonce":3390622409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6813","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6815","nonce":3390622409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6821","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6823","nonce":3390622409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6817","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6819","nonce":3390622409}]},"public_addr":"172.21.15.83:6811/3390622409","cluster_addr":"172.21.15.83:6815/3390622409","heartbeat_back_addr":"172.21.15.83:6823/3390622409","heartbeat_front_addr":"172.21.15.83:6819/3390622409","state":["exists","up"]},{"osd":4,"uuid":"2028bcfd-16b5-40a0-beaf-18832fee4ac1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6816","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6817","nonce":903609339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6818","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6819","nonce":903609339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6822","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6823","nonce":903609339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6820","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6821","nonce":903609339}]},"public_addr":"172.21.15.142:6817/903609339","cluster_addr":"172.21.15.142:6819/903609339","heartbeat_back_addr":"172.21.15.142:6823/903609339","heartbeat_front_addr":"172.21.15.142:6821/903609339","state":["exists","up"]},{"osd":5,"uuid":"f3fdab28-9ac1-4ff3-92ed-3c2a9833a45d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6824","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6825","nonce":1864459234}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6826","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6827","nonce":1864459234}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6830","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6831","nonce":1864459234}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6828","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6829","nonce":1864459234}]},"public_addr":"172.21.15.142:6825/1864459234","cluster_addr":"172.21.15.142:6827/1864459234","heartbeat_back_addr":"172.21.15.142:6831/1864459234","heartbeat_front_addr":"172.21.15.142:6829/1864459234","state":["exists","up"]},{"osd":6,"uuid":"e6c411f3-8a06-41f2-b104-40216326259a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6808","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6809","nonce":1137623679}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6810","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6811","nonce":1137623679}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6814","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6815","nonce":1137623679}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6812","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6813","nonce":1137623679}]},"public_addr":"172.21.15.142:6809/1137623679","cluster_addr":"172.21.15.142:6811/1137623679","heartbeat_back_addr":"172.21.15.142:6815/1137623679","heartbeat_front_addr":"172.21.15.142:6813/1137623679","state":["exists","up"]},{"osd":7,"uuid":"37ce1cb6-2b1b-4d91-ace3-926062f54290","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6800","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6801","nonce":81587312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6802","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6803","nonce":81587312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6806","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6807","nonce":81587312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6804","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6805","nonce":81587312}]},"public_addr":"172.21.15.142:6801/81587312","cluster_addr":"172.21.15.142:6803/81587312","heartbeat_back_addr":"172.21.15.142:6807/81587312","heartbeat_front_addr":"172.21.15.142:6805/81587312","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.547410+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.843449+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.932112+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.842886+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.082896+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.238106+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.825928+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.553550+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T02:43:36.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.736+0000 7ff764253640 1 -- 172.21.15.83:0/3779209333 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff740073200 msgr2=0x7ff740075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:36.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.736+0000 7ff764253640 1 --2- 172.21.15.83:0/3779209333 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff740073200 0x7ff740075710 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7ff758005fd0 tx=0x7ff758005f40 comp rx=0 tx=0).stop 2024-09-21T02:43:36.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.736+0000 7ff764253640 1 -- 172.21.15.83:0/3779209333 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff75c0d1460 msgr2=0x7ff75c15d0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:36.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.736+0000 7ff764253640 1 --2- 172.21.15.83:0/3779209333 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff75c0d1460 0x7ff75c15d0d0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7ff74c009850 tx=0x7ff74c005e70 comp rx=0 tx=0).stop 2024-09-21T02:43:36.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.736+0000 7ff764253640 1 -- 172.21.15.83:0/3779209333 shutdown_connections 2024-09-21T02:43:36.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.736+0000 7ff764253640 1 --2- 172.21.15.83:0/3779209333 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff740073200 0x7ff740075710 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:36.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.736+0000 7ff764253640 1 --2- 172.21.15.83:0/3779209333 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff75c0d27b0 0x7ff75c1f9400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:36.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.736+0000 7ff764253640 1 --2- 172.21.15.83:0/3779209333 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff75c0d1460 0x7ff75c15d0d0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:36.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.736+0000 7ff764253640 1 --2- 172.21.15.83:0/3779209333 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff75c0d0b10 0x7ff75c1fcbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:36.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.736+0000 7ff764253640 1 -- 172.21.15.83:0/3779209333 >> 172.21.15.83:0/3779209333 conn(0x7ff75c09d6e0 msgr2=0x7ff75c0ce0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:36.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.736+0000 7ff764253640 1 -- 172.21.15.83:0/3779209333 shutdown_connections 2024-09-21T02:43:36.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.736+0000 7ff764253640 1 -- 172.21.15.83:0/3779209333 wait complete. 2024-09-21T02:43:36.758 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-21T02:42:53.826200+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-21T02:43:02.423239+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-21T02:43:03.451557+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-21T02:43:36.758 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-21T02:43:36.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.912+0000 7fd5b74e7640 1 -- 172.21.15.83:0/3919014978 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd5b015f0a0 msgr2=0x7fd5b0152480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:36.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.912+0000 7fd5b74e7640 1 --2- 172.21.15.83:0/3919014978 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd5b015f0a0 0x7fd5b0152480 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fd5a8009c80 tx=0x7fd5a801cce0 comp rx=0 tx=0).stop 2024-09-21T02:43:36.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.912+0000 7fd5b74e7640 1 -- 172.21.15.83:0/3919014978 shutdown_connections 2024-09-21T02:43:36.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.912+0000 7fd5b74e7640 1 --2- 172.21.15.83:0/3919014978 >> v2:172.21.15.142:3300/0 conn(0x7fd5b015c250 0x7fd5b015c660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:36.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.912+0000 7fd5b74e7640 1 --2- 172.21.15.83:0/3919014978 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd5b015f0a0 0x7fd5b0152480 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:36.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.912+0000 7fd5b74e7640 1 -- 172.21.15.83:0/3919014978 >> 172.21.15.83:0/3919014978 conn(0x7fd5b006dfa0 msgr2=0x7fd5b006e3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:36.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.912+0000 7fd5b74e7640 1 -- 172.21.15.83:0/3919014978 shutdown_connections 2024-09-21T02:43:36.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.912+0000 7fd5b74e7640 1 -- 172.21.15.83:0/3919014978 wait complete. 2024-09-21T02:43:36.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.916+0000 7fd5b74e7640 1 Processor -- start 2024-09-21T02:43:36.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.916+0000 7fd5b74e7640 1 -- start start 2024-09-21T02:43:36.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.916+0000 7fd5b74e7640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd5b00d11c0 0x7fd5b01fcb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:36.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.916+0000 7fd5b74e7640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd5b015c250 0x7fd5b0154d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:36.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.916+0000 7fd5b74e7640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd5b015f0a0 0x7fd5b014e500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:36.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.916+0000 7fd5b74e7640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd5b00d0b40 con 0x7fd5b015c250 2024-09-21T02:43:36.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.916+0000 7fd5b74e7640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fd5b00d09c0 con 0x7fd5b00d11c0 2024-09-21T02:43:36.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.916+0000 7fd5b74e7640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fd5b00d0cc0 con 0x7fd5b015f0a0 2024-09-21T02:43:36.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.916+0000 7fd5b4a82640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd5b015c250 0x7fd5b0154d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:36.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.916+0000 7fd5b4a82640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd5b015c250 0x7fd5b0154d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33460/0 (socket says 172.21.15.83:33460) 2024-09-21T02:43:36.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.916+0000 7fd5b4a82640 1 -- 172.21.15.83:0/3972015399 learned_addr learned my addr 172.21.15.83:0/3972015399 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:36.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.916+0000 7fd5b5283640 1 --2- 172.21.15.83:0/3972015399 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd5b00d11c0 0x7fd5b01fcb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:36.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.916+0000 7fd5b5a84640 1 --2- 172.21.15.83:0/3972015399 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd5b015f0a0 0x7fd5b014e500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:36.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.916+0000 7fd5b4a82640 1 -- 172.21.15.83:0/3972015399 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd5b015f0a0 msgr2=0x7fd5b014e500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:36.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.916+0000 7fd5b4a82640 1 --2- 172.21.15.83:0/3972015399 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd5b015f0a0 0x7fd5b014e500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:36.921 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.916+0000 7fd5b4a82640 1 -- 172.21.15.83:0/3972015399 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd5b00d11c0 msgr2=0x7fd5b01fcb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:36.921 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.916+0000 7fd5b4a82640 1 --2- 172.21.15.83:0/3972015399 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd5b00d11c0 0x7fd5b01fcb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:36.921 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.916+0000 7fd5b4a82640 1 -- 172.21.15.83:0/3972015399 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5b014bb00 con 0x7fd5b015c250 2024-09-21T02:43:36.921 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.916+0000 7fd5b4a82640 1 --2- 172.21.15.83:0/3972015399 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd5b015c250 0x7fd5b0154d70 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fd5a400e790 tx=0x7fd5a400ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:36.921 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.916+0000 7fd5adffb640 1 -- 172.21.15.83:0/3972015399 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5a400eea0 con 0x7fd5b015c250 2024-09-21T02:43:36.921 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.916+0000 7fd5adffb640 1 -- 172.21.15.83:0/3972015399 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd5a400cc60 con 0x7fd5b015c250 2024-09-21T02:43:36.921 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.916+0000 7fd5adffb640 1 -- 172.21.15.83:0/3972015399 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5a4005280 con 0x7fd5b015c250 2024-09-21T02:43:36.921 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.916+0000 7fd5b74e7640 1 -- 172.21.15.83:0/3972015399 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5b01f8c50 con 0x7fd5b015c250 2024-09-21T02:43:36.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.916+0000 7fd5b74e7640 1 -- 172.21.15.83:0/3972015399 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5b01f9210 con 0x7fd5b015c250 2024-09-21T02:43:36.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.920+0000 7fd5b74e7640 1 -- 172.21.15.83:0/3972015399 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5b01f8a40 con 0x7fd5b015c250 2024-09-21T02:43:36.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.920+0000 7fd5adffb640 1 -- 172.21.15.83:0/3972015399 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fd5a4005420 con 0x7fd5b015c250 2024-09-21T02:43:36.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.920+0000 7fd5adffb640 1 --2- 172.21.15.83:0/3972015399 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd59c073200 0x7fd59c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:36.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.920+0000 7fd5adffb640 1 -- 172.21.15.83:0/3972015399 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fd5a40950a0 con 0x7fd5b015c250 2024-09-21T02:43:36.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.920+0000 7fd5b5283640 1 --2- 172.21.15.83:0/3972015399 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd59c073200 0x7fd59c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:36.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.920+0000 7fd5b5283640 1 --2- 172.21.15.83:0/3972015399 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd59c073200 0x7fd59c075710 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fd5a80af000 tx=0x7fd5a801b520 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:36.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:36.924+0000 7fd5adffb640 1 -- 172.21.15.83:0/3972015399 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fd5a40600a0 con 0x7fd5b015c250 2024-09-21T02:43:37.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.096+0000 7fd5b74e7640 1 -- 172.21.15.83:0/3972015399 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fd5b014b890 con 0x7fd5b015c250 2024-09-21T02:43:37.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.096+0000 7fd5adffb640 1 -- 172.21.15.83:0/3972015399 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) ==== 93+0+10 (secure 0 0 0) 0x7fd5a405f9a0 con 0x7fd5b015c250 2024-09-21T02:43:37.098 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 1 2024-09-21T02:43:37.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.096+0000 7fd5b74e7640 1 -- 172.21.15.83:0/3972015399 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd59c073200 msgr2=0x7fd59c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:37.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.096+0000 7fd5b74e7640 1 --2- 172.21.15.83:0/3972015399 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd59c073200 0x7fd59c075710 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fd5a80af000 tx=0x7fd5a801b520 comp rx=0 tx=0).stop 2024-09-21T02:43:37.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.096+0000 7fd5b74e7640 1 -- 172.21.15.83:0/3972015399 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd5b015c250 msgr2=0x7fd5b0154d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:37.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.100+0000 7fd5b74e7640 1 --2- 172.21.15.83:0/3972015399 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd5b015c250 0x7fd5b0154d70 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fd5a400e790 tx=0x7fd5a400ec50 comp rx=0 tx=0).stop 2024-09-21T02:43:37.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.100+0000 7fd5b74e7640 1 -- 172.21.15.83:0/3972015399 shutdown_connections 2024-09-21T02:43:37.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.100+0000 7fd5b74e7640 1 --2- 172.21.15.83:0/3972015399 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd59c073200 0x7fd59c075710 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:37.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.100+0000 7fd5b74e7640 1 --2- 172.21.15.83:0/3972015399 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd5b015f0a0 0x7fd5b014e500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:37.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.100+0000 7fd5b74e7640 1 --2- 172.21.15.83:0/3972015399 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd5b015c250 0x7fd5b0154d70 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:37.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.100+0000 7fd5b74e7640 1 --2- 172.21.15.83:0/3972015399 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd5b00d11c0 0x7fd5b01fcb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:37.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.100+0000 7fd5b74e7640 1 -- 172.21.15.83:0/3972015399 >> 172.21.15.83:0/3972015399 conn(0x7fd5b006dfa0 msgr2=0x7fd5b014fed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:37.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.100+0000 7fd5b74e7640 1 -- 172.21.15.83:0/3972015399 shutdown_connections 2024-09-21T02:43:37.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.100+0000 7fd5b74e7640 1 -- 172.21.15.83:0/3972015399 wait complete. 2024-09-21T02:43:37.121 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-21T02:43:37.283 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.280+0000 7f7ae7f69640 1 -- 172.21.15.83:0/693716176 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7ae00cc260 msgr2=0x7f7ae00cf200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:37.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.280+0000 7f7ae7f69640 1 --2- 172.21.15.83:0/693716176 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7ae00cc260 0x7f7ae00cf200 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f7ad8009bc0 tx=0x7f7ad801f3b0 comp rx=0 tx=0).stop 2024-09-21T02:43:37.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.280+0000 7f7ae7f69640 1 -- 172.21.15.83:0/693716176 shutdown_connections 2024-09-21T02:43:37.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.280+0000 7f7ae7f69640 1 --2- 172.21.15.83:0/693716176 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7ae00cc260 0x7f7ae00cf200 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:37.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.280+0000 7f7ae7f69640 1 --2- 172.21.15.83:0/693716176 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f7ae00cbe50 0x7f7ae00cecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:37.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.280+0000 7f7ae7f69640 1 -- 172.21.15.83:0/693716176 >> 172.21.15.83:0/693716176 conn(0x7f7ae00cdb70 msgr2=0x7f7ae00cdf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:37.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.280+0000 7f7ae7f69640 1 -- 172.21.15.83:0/693716176 shutdown_connections 2024-09-21T02:43:37.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.280+0000 7f7ae7f69640 1 -- 172.21.15.83:0/693716176 wait complete. 2024-09-21T02:43:37.285 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.284+0000 7f7ae7f69640 1 Processor -- start 2024-09-21T02:43:37.285 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.284+0000 7f7ae7f69640 1 -- start start 2024-09-21T02:43:37.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.284+0000 7f7ae7f69640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7ae00cbe50 0x7f7ae01f9a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:37.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.284+0000 7f7ae7f69640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f7ae00cc260 0x7f7ae00b6910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:37.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.284+0000 7f7ae7f69640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7ae015b3e0 0x7f7ae01f8e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:37.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.284+0000 7f7ae7f69640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f7ae00cfad0 con 0x7f7ae00cbe50 2024-09-21T02:43:37.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.284+0000 7f7ae7f69640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f7ae00cf950 con 0x7f7ae015b3e0 2024-09-21T02:43:37.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.284+0000 7f7ae7f69640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f7ae00cfc50 con 0x7f7ae00cc260 2024-09-21T02:43:37.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.284+0000 7f7ae5d05640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7ae00cbe50 0x7f7ae01f9a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:37.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.284+0000 7f7ae5d05640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7ae00cbe50 0x7f7ae01f9a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33474/0 (socket says 172.21.15.83:33474) 2024-09-21T02:43:37.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.284+0000 7f7ae5d05640 1 -- 172.21.15.83:0/787542037 learned_addr learned my addr 172.21.15.83:0/787542037 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:37.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.284+0000 7f7ae5504640 1 --2- 172.21.15.83:0/787542037 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f7ae00cc260 0x7f7ae00b6910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:37.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.284+0000 7f7ae5d05640 1 -- 172.21.15.83:0/787542037 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f7ae00cc260 msgr2=0x7f7ae00b6910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:37.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.284+0000 7f7ae5d05640 1 --2- 172.21.15.83:0/787542037 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f7ae00cc260 0x7f7ae00b6910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:37.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.284+0000 7f7ae5d05640 1 -- 172.21.15.83:0/787542037 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7ae015b3e0 msgr2=0x7f7ae01f8e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:37.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.284+0000 7f7ae5d05640 1 --2- 172.21.15.83:0/787542037 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7ae015b3e0 0x7f7ae01f8e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:37.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.284+0000 7f7ae5d05640 1 -- 172.21.15.83:0/787542037 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ae0155e60 con 0x7f7ae00cbe50 2024-09-21T02:43:37.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.284+0000 7f7ae5504640 1 --2- 172.21.15.83:0/787542037 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f7ae00cc260 0x7f7ae00b6910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:43:37.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.284+0000 7f7ae5d05640 1 --2- 172.21.15.83:0/787542037 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7ae00cbe50 0x7f7ae01f9a20 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f7adc00c430 tx=0x7f7adc00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:37.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.284+0000 7f7ad67fc640 1 -- 172.21.15.83:0/787542037 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7adc011790 con 0x7f7ae00cbe50 2024-09-21T02:43:37.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.284+0000 7f7ad67fc640 1 -- 172.21.15.83:0/787542037 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7adc017070 con 0x7f7ae00cbe50 2024-09-21T02:43:37.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.284+0000 7f7ae7f69640 1 -- 172.21.15.83:0/787542037 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ae0156140 con 0x7f7ae00cbe50 2024-09-21T02:43:37.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.284+0000 7f7ad67fc640 1 -- 172.21.15.83:0/787542037 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7adc011ce0 con 0x7f7ae00cbe50 2024-09-21T02:43:37.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.284+0000 7f7ae7f69640 1 -- 172.21.15.83:0/787542037 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ae0156700 con 0x7f7ae00cbe50 2024-09-21T02:43:37.290 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.284+0000 7f7ae7f69640 1 -- 172.21.15.83:0/787542037 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ae00cb740 con 0x7f7ae00cbe50 2024-09-21T02:43:37.290 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.288+0000 7f7ad67fc640 1 -- 172.21.15.83:0/787542037 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f7adc01c460 con 0x7f7ae00cbe50 2024-09-21T02:43:37.291 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.288+0000 7f7ad67fc640 1 --2- 172.21.15.83:0/787542037 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7ac4073230 0x7f7ac4075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:37.291 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.288+0000 7f7ad67fc640 1 -- 172.21.15.83:0/787542037 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f7adc093ea0 con 0x7f7ae00cbe50 2024-09-21T02:43:37.291 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.288+0000 7f7ae5504640 1 --2- 172.21.15.83:0/787542037 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7ac4073230 0x7f7ac4075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:37.291 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.288+0000 7f7ae5504640 1 --2- 172.21.15.83:0/787542037 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7ac4073230 0x7f7ac4075740 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f7ad0005fd0 tx=0x7f7ad0005de0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:37.294 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.292+0000 7f7ad67fc640 1 -- 172.21.15.83:0/787542037 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f7adc05f0a0 con 0x7f7ae00cbe50 2024-09-21T02:43:37.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.460+0000 7f7ae7f69640 1 -- 172.21.15.83:0/787542037 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f7ae006dd10 con 0x7f7ae00cbe50 2024-09-21T02:43:37.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.460+0000 7f7ad67fc640 1 -- 172.21.15.83:0/787542037 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) ==== 104+0+11 (secure 0 0 0) 0x7f7adc05e9a0 con 0x7f7ae00cbe50 2024-09-21T02:43:37.462 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 32 2024-09-21T02:43:37.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.464+0000 7f7ae7f69640 1 -- 172.21.15.83:0/787542037 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7ac4073230 msgr2=0x7f7ac4075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:37.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.464+0000 7f7ae7f69640 1 --2- 172.21.15.83:0/787542037 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7ac4073230 0x7f7ac4075740 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f7ad0005fd0 tx=0x7f7ad0005de0 comp rx=0 tx=0).stop 2024-09-21T02:43:37.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.464+0000 7f7ae7f69640 1 -- 172.21.15.83:0/787542037 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7ae00cbe50 msgr2=0x7f7ae01f9a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:37.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.464+0000 7f7ae7f69640 1 --2- 172.21.15.83:0/787542037 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7ae00cbe50 0x7f7ae01f9a20 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f7adc00c430 tx=0x7f7adc00c8f0 comp rx=0 tx=0).stop 2024-09-21T02:43:37.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.464+0000 7f7ae7f69640 1 -- 172.21.15.83:0/787542037 shutdown_connections 2024-09-21T02:43:37.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.464+0000 7f7ae7f69640 1 --2- 172.21.15.83:0/787542037 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7ac4073230 0x7f7ac4075740 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:37.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.464+0000 7f7ae7f69640 1 --2- 172.21.15.83:0/787542037 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7ae015b3e0 0x7f7ae01f8e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:37.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.464+0000 7f7ae7f69640 1 --2- 172.21.15.83:0/787542037 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f7ae00cc260 0x7f7ae00b6910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:37.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.464+0000 7f7ae7f69640 1 --2- 172.21.15.83:0/787542037 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7ae00cbe50 0x7f7ae01f9a20 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:37.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.464+0000 7f7ae7f69640 1 -- 172.21.15.83:0/787542037 >> 172.21.15.83:0/787542037 conn(0x7f7ae00cdb70 msgr2=0x7f7ae0157800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:37.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.464+0000 7f7ae7f69640 1 -- 172.21.15.83:0/787542037 shutdown_connections 2024-09-21T02:43:37.466 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.464+0000 7f7ae7f69640 1 -- 172.21.15.83:0/787542037 wait complete. 2024-09-21T02:43:37.482 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-21T02:43:37.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.624+0000 7faa7c110640 1 -- 172.21.15.83:0/3564972144 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa740cd0c0 msgr2=0x7faa7406f3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:37.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.624+0000 7faa7c110640 1 --2- 172.21.15.83:0/3564972144 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa740cd0c0 0x7faa7406f3f0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7faa6c009c80 tx=0x7faa6c01cbc0 comp rx=0 tx=0).stop 2024-09-21T02:43:37.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.624+0000 7faa7c110640 1 -- 172.21.15.83:0/3564972144 shutdown_connections 2024-09-21T02:43:37.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.624+0000 7faa7c110640 1 --2- 172.21.15.83:0/3564972144 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa740cd0c0 0x7faa7406f3f0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:37.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.624+0000 7faa7c110640 1 --2- 172.21.15.83:0/3564972144 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7faa740b49a0 0x7faa7415bd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:37.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.624+0000 7faa7c110640 1 -- 172.21.15.83:0/3564972144 >> 172.21.15.83:0/3564972144 conn(0x7faa7406d580 msgr2=0x7faa740b1d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:37.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.624+0000 7faa7c110640 1 -- 172.21.15.83:0/3564972144 shutdown_connections 2024-09-21T02:43:37.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.624+0000 7faa7c110640 1 -- 172.21.15.83:0/3564972144 wait complete. 2024-09-21T02:43:37.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.628+0000 7faa7c110640 1 Processor -- start 2024-09-21T02:43:37.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.628+0000 7faa7c110640 1 -- start start 2024-09-21T02:43:37.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.628+0000 7faa7c110640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7faa740ad030 0x7faa740994a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:37.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.628+0000 7faa7c110640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7faa740b49a0 0x7faa74073c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:37.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.628+0000 7faa7c110640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa740741c0 0x7faa7414d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:37.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.628+0000 7faa7c110640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7faa7416a440 con 0x7faa740741c0 2024-09-21T02:43:37.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.628+0000 7faa7c110640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7faa7416a2c0 con 0x7faa740ad030 2024-09-21T02:43:37.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.628+0000 7faa7c110640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7faa7416a5c0 con 0x7faa740b49a0 2024-09-21T02:43:37.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.628+0000 7faa7a6ad640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa740741c0 0x7faa7414d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:37.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.628+0000 7faa7a6ad640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa740741c0 0x7faa7414d9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33488/0 (socket says 172.21.15.83:33488) 2024-09-21T02:43:37.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.628+0000 7faa7a6ad640 1 -- 172.21.15.83:0/2564527419 learned_addr learned my addr 172.21.15.83:0/2564527419 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:37.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.628+0000 7faa79eac640 1 --2- 172.21.15.83:0/2564527419 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7faa740ad030 0x7faa740994a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:37.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.628+0000 7faa796ab640 1 --2- 172.21.15.83:0/2564527419 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7faa740b49a0 0x7faa74073c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:37.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.628+0000 7faa7a6ad640 1 -- 172.21.15.83:0/2564527419 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7faa740b49a0 msgr2=0x7faa74073c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:37.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.628+0000 7faa7a6ad640 1 --2- 172.21.15.83:0/2564527419 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7faa740b49a0 0x7faa74073c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:37.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.628+0000 7faa7a6ad640 1 -- 172.21.15.83:0/2564527419 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7faa740ad030 msgr2=0x7faa740994a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:37.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.628+0000 7faa7a6ad640 1 --2- 172.21.15.83:0/2564527419 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7faa740ad030 0x7faa740994a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:37.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.628+0000 7faa7a6ad640 1 -- 172.21.15.83:0/2564527419 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa740999e0 con 0x7faa740741c0 2024-09-21T02:43:37.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.628+0000 7faa7a6ad640 1 --2- 172.21.15.83:0/2564527419 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa740741c0 0x7faa7414d9c0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7faa6c01c9f0 tx=0x7faa6c0092c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:37.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.628+0000 7faa667fc640 1 -- 172.21.15.83:0/2564527419 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa6c0bc070 con 0x7faa740741c0 2024-09-21T02:43:37.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.628+0000 7faa667fc640 1 -- 172.21.15.83:0/2564527419 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faa6c004310 con 0x7faa740741c0 2024-09-21T02:43:37.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.628+0000 7faa667fc640 1 -- 172.21.15.83:0/2564527419 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa6c0b2040 con 0x7faa740741c0 2024-09-21T02:43:37.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.628+0000 7faa7c110640 1 -- 172.21.15.83:0/2564527419 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa74072f00 con 0x7faa740741c0 2024-09-21T02:43:37.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.628+0000 7faa7c110640 1 -- 172.21.15.83:0/2564527419 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa740731a0 con 0x7faa740741c0 2024-09-21T02:43:37.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.628+0000 7faa7c110640 1 -- 172.21.15.83:0/2564527419 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa74154900 con 0x7faa740741c0 2024-09-21T02:43:37.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.632+0000 7faa667fc640 1 -- 172.21.15.83:0/2564527419 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7faa6c0ad440 con 0x7faa740741c0 2024-09-21T02:43:37.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.632+0000 7faa667fc640 1 --2- 172.21.15.83:0/2564527419 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7faa58073200 0x7faa58075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:37.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.632+0000 7faa667fc640 1 -- 172.21.15.83:0/2564527419 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7faa6c12e3b0 con 0x7faa740741c0 2024-09-21T02:43:37.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.632+0000 7faa79eac640 1 --2- 172.21.15.83:0/2564527419 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7faa58073200 0x7faa58075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:37.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.632+0000 7faa79eac640 1 --2- 172.21.15.83:0/2564527419 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7faa58073200 0x7faa58075710 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7faa70005fd0 tx=0x7faa70005dc0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:37.637 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.636+0000 7faa667fc640 1 -- 172.21.15.83:0/2564527419 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7faa6c0c5080 con 0x7faa740741c0 2024-09-21T02:43:37.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.804+0000 7faa7c110640 1 -- 172.21.15.83:0/2564527419 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7faa7406a1c0 con 0x7faa740741c0 2024-09-21T02:43:37.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.808+0000 7faa667fc640 1 -- 172.21.15.83:0/2564527419 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) ==== 100+0+11 (secure 0 0 0) 0x7faa7415c260 con 0x7faa740741c0 2024-09-21T02:43:37.808 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 64 2024-09-21T02:43:37.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.808+0000 7faa7c110640 1 -- 172.21.15.83:0/2564527419 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7faa58073200 msgr2=0x7faa58075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:37.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.808+0000 7faa7c110640 1 --2- 172.21.15.83:0/2564527419 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7faa58073200 0x7faa58075710 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7faa70005fd0 tx=0x7faa70005dc0 comp rx=0 tx=0).stop 2024-09-21T02:43:37.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.808+0000 7faa7c110640 1 -- 172.21.15.83:0/2564527419 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa740741c0 msgr2=0x7faa7414d9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:37.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.808+0000 7faa7c110640 1 --2- 172.21.15.83:0/2564527419 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa740741c0 0x7faa7414d9c0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7faa6c01c9f0 tx=0x7faa6c0092c0 comp rx=0 tx=0).stop 2024-09-21T02:43:37.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.808+0000 7faa7c110640 1 -- 172.21.15.83:0/2564527419 shutdown_connections 2024-09-21T02:43:37.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.808+0000 7faa7c110640 1 --2- 172.21.15.83:0/2564527419 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7faa58073200 0x7faa58075710 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:37.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.808+0000 7faa7c110640 1 --2- 172.21.15.83:0/2564527419 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa740741c0 0x7faa7414d9c0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:37.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.808+0000 7faa7c110640 1 --2- 172.21.15.83:0/2564527419 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7faa740b49a0 0x7faa74073c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:37.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.808+0000 7faa7c110640 1 --2- 172.21.15.83:0/2564527419 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7faa740ad030 0x7faa740994a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:37.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.808+0000 7faa7c110640 1 -- 172.21.15.83:0/2564527419 >> 172.21.15.83:0/2564527419 conn(0x7faa7406d580 msgr2=0x7faa740cf060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:37.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.808+0000 7faa7c110640 1 -- 172.21.15.83:0/2564527419 shutdown_connections 2024-09-21T02:43:37.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.808+0000 7faa7c110640 1 -- 172.21.15.83:0/2564527419 wait complete. 2024-09-21T02:43:37.829 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_dump_tree.TestDumpTree.test_basic' 2024-09-21T02:43:37.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.972+0000 7f82c78e6640 1 -- 172.21.15.83:0/3518916286 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f82c015f130 msgr2=0x7f82c00cef40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:37.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.972+0000 7f82c78e6640 1 --2- 172.21.15.83:0/3518916286 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f82c015f130 0x7f82c00cef40 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f82c0074b10 tx=0x7f82bc01c8c0 comp rx=0 tx=0).stop 2024-09-21T02:43:37.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.972+0000 7f82c78e6640 1 -- 172.21.15.83:0/3518916286 shutdown_connections 2024-09-21T02:43:37.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.972+0000 7f82c78e6640 1 --2- 172.21.15.83:0/3518916286 >> v2:172.21.15.142:3300/0 conn(0x7f82c0074d50 0x7f82c0073dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:37.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.972+0000 7f82c78e6640 1 --2- 172.21.15.83:0/3518916286 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f82c015f130 0x7f82c00cef40 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:37.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.972+0000 7f82c78e6640 1 -- 172.21.15.83:0/3518916286 >> 172.21.15.83:0/3518916286 conn(0x7f82c0070650 msgr2=0x7f82c00b2d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:37.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.972+0000 7f82c78e6640 1 -- 172.21.15.83:0/3518916286 shutdown_connections 2024-09-21T02:43:37.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.972+0000 7f82c78e6640 1 -- 172.21.15.83:0/3518916286 wait complete. 2024-09-21T02:43:37.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.972+0000 7f82c78e6640 1 Processor -- start 2024-09-21T02:43:37.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.972+0000 7f82c78e6640 1 -- start start 2024-09-21T02:43:37.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.976+0000 7f82c78e6640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f82c0074310 0x7f82c013e220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:37.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.976+0000 7f82c78e6640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f82c0074d50 0x7f82c0140c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:37.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.976+0000 7f82c78e6640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f82c015f130 0x7f82c0141150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:37.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.976+0000 7f82c78e6640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f82c0168ec0 con 0x7f82c0074310 2024-09-21T02:43:37.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.976+0000 7f82c78e6640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f82c0168d40 con 0x7f82c015f130 2024-09-21T02:43:37.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.976+0000 7f82c78e6640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f82c0169040 con 0x7f82c0074d50 2024-09-21T02:43:37.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.976+0000 7f82c5682640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f82c0074310 0x7f82c013e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:37.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.976+0000 7f82c5682640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f82c0074310 0x7f82c013e220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33506/0 (socket says 172.21.15.83:33506) 2024-09-21T02:43:37.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.976+0000 7f82c5682640 1 -- 172.21.15.83:0/1179331553 learned_addr learned my addr 172.21.15.83:0/1179331553 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:37.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.976+0000 7f82c4e81640 1 --2- 172.21.15.83:0/1179331553 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f82c0074d50 0x7f82c0140c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:37.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.976+0000 7f82c5e83640 1 --2- 172.21.15.83:0/1179331553 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f82c015f130 0x7f82c0141150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:37.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.976+0000 7f82c5682640 1 -- 172.21.15.83:0/1179331553 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f82c0074d50 msgr2=0x7f82c0140c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:37.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.976+0000 7f82c5682640 1 --2- 172.21.15.83:0/1179331553 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f82c0074d50 0x7f82c0140c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:37.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.976+0000 7f82c5682640 1 -- 172.21.15.83:0/1179331553 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f82c015f130 msgr2=0x7f82c0141150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:37.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.976+0000 7f82c5682640 1 --2- 172.21.15.83:0/1179331553 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f82c015f130 0x7f82c0141150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:37.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.976+0000 7f82c5682640 1 -- 172.21.15.83:0/1179331553 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82c00b6480 con 0x7f82c0074310 2024-09-21T02:43:37.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.976+0000 7f82c4e81640 1 --2- 172.21.15.83:0/1179331553 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f82c0074d50 0x7f82c0140c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:43:37.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.976+0000 7f82c5682640 1 --2- 172.21.15.83:0/1179331553 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f82c0074310 0x7f82c013e220 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f82bc0b0040 tx=0x7f82bc0a5670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:37.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.976+0000 7f82b5ffb640 1 -- 172.21.15.83:0/1179331553 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82bc0b2040 con 0x7f82c0074310 2024-09-21T02:43:37.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.976+0000 7f82b5ffb640 1 -- 172.21.15.83:0/1179331553 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f82bc004430 con 0x7f82c0074310 2024-09-21T02:43:37.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.976+0000 7f82c78e6640 1 -- 172.21.15.83:0/1179331553 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82c00d0b10 con 0x7f82c0074310 2024-09-21T02:43:37.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.976+0000 7f82b5ffb640 1 -- 172.21.15.83:0/1179331553 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82bc003860 con 0x7f82c0074310 2024-09-21T02:43:37.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.976+0000 7f82c78e6640 1 -- 172.21.15.83:0/1179331553 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82c015a3b0 con 0x7f82c0074310 2024-09-21T02:43:37.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.976+0000 7f82c78e6640 1 -- 172.21.15.83:0/1179331553 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82c0073dd0 con 0x7f82c0074310 2024-09-21T02:43:37.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.976+0000 7f82b5ffb640 1 -- 172.21.15.83:0/1179331553 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f82bc003a00 con 0x7f82c0074310 2024-09-21T02:43:37.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.980+0000 7f82b5ffb640 1 --2- 172.21.15.83:0/1179331553 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f82a4073200 0x7f82a4075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:37.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.980+0000 7f82c4e81640 1 --2- 172.21.15.83:0/1179331553 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f82a4073200 0x7f82a4075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:37.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.980+0000 7f82b5ffb640 1 -- 172.21.15.83:0/1179331553 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f82bc12dc20 con 0x7f82c0074310 2024-09-21T02:43:37.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.980+0000 7f82c4e81640 1 --2- 172.21.15.83:0/1179331553 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f82a4073200 0x7f82a4075710 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f82c01f9700 tx=0x7f82b0005cc0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:37.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:37.984+0000 7f82b5ffb640 1 -- 172.21.15.83:0/1179331553 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f82bc0164b0 con 0x7f82c0074310 2024-09-21T02:43:38.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.212+0000 7f82c78e6640 1 -- 172.21.15.83:0/1179331553 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_dump_tree.TestDumpTree.test_basic"]} v 0) -- 0x7f82c00cffc0 con 0x7f82c0074310 2024-09-21T02:43:38.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.268+0000 7f82b5ffb640 1 -- 172.21.15.83:0/1179331553 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_dump_tree.TestDumpTree.test_basic"]}]=0 v50) ==== 133+0+0 (secure 0 0 0) 0x7f82bc0f8ce0 con 0x7f82c0074310 2024-09-21T02:43:38.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.268+0000 7f82c78e6640 1 -- 172.21.15.83:0/1179331553 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f82a4073200 msgr2=0x7f82a4075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:38.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.268+0000 7f82c78e6640 1 --2- 172.21.15.83:0/1179331553 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f82a4073200 0x7f82a4075710 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f82c01f9700 tx=0x7f82b0005cc0 comp rx=0 tx=0).stop 2024-09-21T02:43:38.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.268+0000 7f82c78e6640 1 -- 172.21.15.83:0/1179331553 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f82c0074310 msgr2=0x7f82c013e220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:38.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.268+0000 7f82c78e6640 1 --2- 172.21.15.83:0/1179331553 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f82c0074310 0x7f82c013e220 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f82bc0b0040 tx=0x7f82bc0a5670 comp rx=0 tx=0).stop 2024-09-21T02:43:38.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.268+0000 7f82c78e6640 1 -- 172.21.15.83:0/1179331553 shutdown_connections 2024-09-21T02:43:38.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.268+0000 7f82c78e6640 1 --2- 172.21.15.83:0/1179331553 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f82a4073200 0x7f82a4075710 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:38.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.268+0000 7f82c78e6640 1 --2- 172.21.15.83:0/1179331553 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f82c015f130 0x7f82c0141150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:38.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.268+0000 7f82c78e6640 1 --2- 172.21.15.83:0/1179331553 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f82c0074d50 0x7f82c0140c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:38.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.268+0000 7f82c78e6640 1 --2- 172.21.15.83:0/1179331553 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f82c0074310 0x7f82c013e220 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:38.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.268+0000 7f82c78e6640 1 -- 172.21.15.83:0/1179331553 >> 172.21.15.83:0/1179331553 conn(0x7f82c0070650 msgr2=0x7f82c0154d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:38.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.268+0000 7f82c78e6640 1 -- 172.21.15.83:0/1179331553 shutdown_connections 2024-09-21T02:43:38.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.268+0000 7f82c78e6640 1 -- 172.21.15.83:0/1179331553 wait complete. 2024-09-21T02:43:38.290 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-09-21T02:43:38.438 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.436+0000 7f1da07cc640 1 -- 172.21.15.83:0/3574912646 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1d98155880 msgr2=0x7f1d98162d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:38.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.436+0000 7f1da07cc640 1 --2- 172.21.15.83:0/3574912646 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1d98155880 0x7f1d98162d20 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f1d94009840 tx=0x7f1d9401c820 comp rx=0 tx=0).stop 2024-09-21T02:43:38.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.436+0000 7f1da07cc640 1 -- 172.21.15.83:0/3574912646 shutdown_connections 2024-09-21T02:43:38.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.436+0000 7f1da07cc640 1 --2- 172.21.15.83:0/3574912646 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f1d980cfd00 0x7f1d980d0110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:38.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.436+0000 7f1da07cc640 1 --2- 172.21.15.83:0/3574912646 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1d98155880 0x7f1d98162d20 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:38.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.436+0000 7f1da07cc640 1 -- 172.21.15.83:0/3574912646 >> 172.21.15.83:0/3574912646 conn(0x7f1d9806ce90 msgr2=0x7f1d9806d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:38.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.436+0000 7f1da07cc640 1 -- 172.21.15.83:0/3574912646 shutdown_connections 2024-09-21T02:43:38.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.436+0000 7f1da07cc640 1 -- 172.21.15.83:0/3574912646 wait complete. 2024-09-21T02:43:38.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.436+0000 7f1da07cc640 1 Processor -- start 2024-09-21T02:43:38.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.436+0000 7f1da07cc640 1 -- start start 2024-09-21T02:43:38.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.440+0000 7f1da07cc640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1d9806ed60 0x7f1d9814e490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:38.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.440+0000 7f1da07cc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1d980cfd00 0x7f1d98157730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:38.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.440+0000 7f1da07cc640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f1d98155880 0x7f1d98154ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:38.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.440+0000 7f1da07cc640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f1d9816c090 con 0x7f1d980cfd00 2024-09-21T02:43:38.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.440+0000 7f1da07cc640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f1d9816bf10 con 0x7f1d9806ed60 2024-09-21T02:43:38.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.440+0000 7f1da07cc640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f1d9816c210 con 0x7f1d98155880 2024-09-21T02:43:38.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.440+0000 7f1d9dd67640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1d980cfd00 0x7f1d98157730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:38.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.440+0000 7f1d9dd67640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1d980cfd00 0x7f1d98157730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33522/0 (socket says 172.21.15.83:33522) 2024-09-21T02:43:38.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.440+0000 7f1d9dd67640 1 -- 172.21.15.83:0/881953300 learned_addr learned my addr 172.21.15.83:0/881953300 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:38.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.440+0000 7f1d9ed69640 1 --2- 172.21.15.83:0/881953300 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f1d98155880 0x7f1d98154ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:38.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.440+0000 7f1d9dd67640 1 -- 172.21.15.83:0/881953300 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f1d98155880 msgr2=0x7f1d98154ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:38.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.440+0000 7f1d9dd67640 1 --2- 172.21.15.83:0/881953300 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f1d98155880 0x7f1d98154ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:38.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.440+0000 7f1d9dd67640 1 -- 172.21.15.83:0/881953300 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1d9806ed60 msgr2=0x7f1d9814e490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:38.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.440+0000 7f1d9dd67640 1 --2- 172.21.15.83:0/881953300 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1d9806ed60 0x7f1d9814e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:38.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.440+0000 7f1d9dd67640 1 -- 172.21.15.83:0/881953300 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d9814e9d0 con 0x7f1d980cfd00 2024-09-21T02:43:38.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.440+0000 7f1d9ed69640 1 --2- 172.21.15.83:0/881953300 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f1d98155880 0x7f1d98154ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:43:38.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.440+0000 7f1d9dd67640 1 --2- 172.21.15.83:0/881953300 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1d980cfd00 0x7f1d98157730 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f1d880058d0 tx=0x7f1d8800dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:38.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.440+0000 7f1d8effd640 1 -- 172.21.15.83:0/881953300 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d88017070 con 0x7f1d980cfd00 2024-09-21T02:43:38.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.440+0000 7f1d8effd640 1 -- 172.21.15.83:0/881953300 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1d88009d20 con 0x7f1d980cfd00 2024-09-21T02:43:38.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.440+0000 7f1da07cc640 1 -- 172.21.15.83:0/881953300 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d98152910 con 0x7f1d980cfd00 2024-09-21T02:43:38.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.440+0000 7f1d8effd640 1 -- 172.21.15.83:0/881953300 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d880106c0 con 0x7f1d980cfd00 2024-09-21T02:43:38.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.440+0000 7f1da07cc640 1 -- 172.21.15.83:0/881953300 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d98152ed0 con 0x7f1d980cfd00 2024-09-21T02:43:38.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.440+0000 7f1da07cc640 1 -- 172.21.15.83:0/881953300 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d980d0110 con 0x7f1d980cfd00 2024-09-21T02:43:38.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.440+0000 7f1d8effd640 1 -- 172.21.15.83:0/881953300 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f1d8801a070 con 0x7f1d980cfd00 2024-09-21T02:43:38.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.440+0000 7f1d8effd640 1 --2- 172.21.15.83:0/881953300 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f1d7c073230 0x7f1d7c075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:38.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.440+0000 7f1d8effd640 1 -- 172.21.15.83:0/881953300 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f1d880943c0 con 0x7f1d980cfd00 2024-09-21T02:43:38.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.440+0000 7f1d9e568640 1 --2- 172.21.15.83:0/881953300 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f1d7c073230 0x7f1d7c075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:38.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.444+0000 7f1d9e568640 1 --2- 172.21.15.83:0/881953300 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f1d7c073230 0x7f1d7c075740 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f1d940af000 tx=0x7f1d940195c0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:38.449 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.448+0000 7f1d8effd640 1 -- 172.21.15.83:0/881953300 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f1d8805f470 con 0x7f1d980cfd00 2024-09-21T02:43:38.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.604+0000 7f1da07cc640 1 -- 172.21.15.83:0/881953300 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f1d980d0ae0 con 0x7f1d980cfd00 2024-09-21T02:43:38.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.604+0000 7f1d8effd640 1 -- 172.21.15.83:0/881953300 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v31) ==== 59+0+2294 (secure 0 0 0) 0x7f1d8805ed70 con 0x7f1d980cfd00 2024-09-21T02:43:38.607 INFO:teuthology.orchestra.run.smithi083.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-21T02:43:38.607 INFO:teuthology.orchestra.run.smithi083.stdout:mon advanced mon_op_complaint_time 120 2024-09-21T02:43:38.608 INFO:teuthology.orchestra.run.smithi083.stdout:mgr advanced client_mount_timeout 30 2024-09-21T02:43:38.608 INFO:teuthology.orchestra.run.smithi083.stdout:mgr advanced debug_client 20/20 2024-09-21T02:43:38.608 INFO:teuthology.orchestra.run.smithi083.stdout:mgr advanced debug_mgr 20/20 2024-09-21T02:43:38.608 INFO:teuthology.orchestra.run.smithi083.stdout:mgr advanced debug_ms 1/1 2024-09-21T02:43:38.608 INFO:teuthology.orchestra.run.smithi083.stdout:mgr dev mon_warn_on_pool_no_app false 2024-09-21T02:43:38.608 INFO:teuthology.orchestra.run.smithi083.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-21T02:43:38.608 INFO:teuthology.orchestra.run.smithi083.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 4765.372493 2024-09-21T02:43:38.608 INFO:teuthology.orchestra.run.smithi083.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 4860.302457 2024-09-21T02:43:38.608 INFO:teuthology.orchestra.run.smithi083.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4886.296078 2024-09-21T02:43:38.608 INFO:teuthology.orchestra.run.smithi083.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 4849.690237 2024-09-21T02:43:38.608 INFO:teuthology.orchestra.run.smithi083.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 5060.590356 2024-09-21T02:43:38.608 INFO:teuthology.orchestra.run.smithi083.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 5094.118033 2024-09-21T02:43:38.608 INFO:teuthology.orchestra.run.smithi083.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 4972.850647 2024-09-21T02:43:38.609 INFO:teuthology.orchestra.run.smithi083.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 4989.270283 2024-09-21T02:43:38.609 INFO:teuthology.orchestra.run.smithi083.stdout:mds advanced debug_mds 20/20 2024-09-21T02:43:38.609 INFO:teuthology.orchestra.run.smithi083.stdout:mds advanced debug_mds_balancer 20/20 2024-09-21T02:43:38.609 INFO:teuthology.orchestra.run.smithi083.stdout:mds advanced debug_ms 2/2 2024-09-21T02:43:38.609 INFO:teuthology.orchestra.run.smithi083.stdout:mds dev mds_debug_frag true 2024-09-21T02:43:38.609 INFO:teuthology.orchestra.run.smithi083.stdout:mds dev mds_debug_scatterstat true 2024-09-21T02:43:38.609 INFO:teuthology.orchestra.run.smithi083.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-21T02:43:38.609 INFO:teuthology.orchestra.run.smithi083.stdout:mds dev mds_verify_scatter true 2024-09-21T02:43:38.609 INFO:teuthology.orchestra.run.smithi083.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-21T02:43:38.609 INFO:teuthology.orchestra.run.smithi083.stdout:mds advanced rados_mon_op_timeout 900 2024-09-21T02:43:38.609 INFO:teuthology.orchestra.run.smithi083.stdout:mds advanced rados_osd_op_timeout 900 2024-09-21T02:43:38.609 INFO:teuthology.orchestra.run.smithi083.stdout:client advanced client_mount_timeout 600 2024-09-21T02:43:38.609 INFO:teuthology.orchestra.run.smithi083.stdout:client advanced debug_client 20/20 2024-09-21T02:43:38.609 INFO:teuthology.orchestra.run.smithi083.stdout:client advanced debug_ms 1/1 2024-09-21T02:43:38.610 INFO:teuthology.orchestra.run.smithi083.stdout:client advanced rados_mon_op_timeout 900 2024-09-21T02:43:38.610 INFO:teuthology.orchestra.run.smithi083.stdout:client advanced rados_osd_op_timeout 900 2024-09-21T02:43:38.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.608+0000 7f1da07cc640 1 -- 172.21.15.83:0/881953300 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f1d7c073230 msgr2=0x7f1d7c075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:38.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.608+0000 7f1da07cc640 1 --2- 172.21.15.83:0/881953300 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f1d7c073230 0x7f1d7c075740 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f1d940af000 tx=0x7f1d940195c0 comp rx=0 tx=0).stop 2024-09-21T02:43:38.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.608+0000 7f1da07cc640 1 -- 172.21.15.83:0/881953300 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1d980cfd00 msgr2=0x7f1d98157730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:38.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.608+0000 7f1da07cc640 1 --2- 172.21.15.83:0/881953300 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1d980cfd00 0x7f1d98157730 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f1d880058d0 tx=0x7f1d8800dde0 comp rx=0 tx=0).stop 2024-09-21T02:43:38.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.608+0000 7f1da07cc640 1 -- 172.21.15.83:0/881953300 shutdown_connections 2024-09-21T02:43:38.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.608+0000 7f1da07cc640 1 --2- 172.21.15.83:0/881953300 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f1d7c073230 0x7f1d7c075740 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:38.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.608+0000 7f1da07cc640 1 --2- 172.21.15.83:0/881953300 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f1d98155880 0x7f1d98154ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:38.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.608+0000 7f1da07cc640 1 --2- 172.21.15.83:0/881953300 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1d980cfd00 0x7f1d98157730 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:38.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.608+0000 7f1da07cc640 1 --2- 172.21.15.83:0/881953300 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1d9806ed60 0x7f1d9814e490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:38.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.608+0000 7f1da07cc640 1 -- 172.21.15.83:0/881953300 >> 172.21.15.83:0/881953300 conn(0x7f1d9806ce90 msgr2=0x7f1d9806d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:38.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.608+0000 7f1da07cc640 1 -- 172.21.15.83:0/881953300 shutdown_connections 2024-09-21T02:43:38.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.608+0000 7f1da07cc640 1 -- 172.21.15.83:0/881953300 wait complete. 2024-09-21T02:43:38.627 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-21T02:43:38.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.768+0000 7fb1ed976640 1 -- 172.21.15.83:0/1325083880 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb1e815c590 msgr2=0x7fb1e80cc430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:38.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.768+0000 7fb1ed976640 1 --2- 172.21.15.83:0/1325083880 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb1e815c590 0x7fb1e80cc430 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fb1d8009900 tx=0x7fb1d801c8e0 comp rx=0 tx=0).stop 2024-09-21T02:43:38.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.768+0000 7fb1ed976640 1 -- 172.21.15.83:0/1325083880 shutdown_connections 2024-09-21T02:43:38.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.768+0000 7fb1ed976640 1 --2- 172.21.15.83:0/1325083880 >> v2:172.21.15.142:3300/0 conn(0x7fb1e80b3050 0x7fb1e80b3460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:38.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.768+0000 7fb1ed976640 1 --2- 172.21.15.83:0/1325083880 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb1e815c590 0x7fb1e80cc430 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:38.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.768+0000 7fb1ed976640 1 -- 172.21.15.83:0/1325083880 >> 172.21.15.83:0/1325083880 conn(0x7fb1e806d580 msgr2=0x7fb1e80b1d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:38.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.768+0000 7fb1ed976640 1 -- 172.21.15.83:0/1325083880 shutdown_connections 2024-09-21T02:43:38.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.768+0000 7fb1ed976640 1 -- 172.21.15.83:0/1325083880 wait complete. 2024-09-21T02:43:38.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.772+0000 7fb1ed976640 1 Processor -- start 2024-09-21T02:43:38.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.772+0000 7fb1ed976640 1 -- start start 2024-09-21T02:43:38.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.772+0000 7fb1ed976640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb1e80b3050 0x7fb1e8153770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:38.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.772+0000 7fb1ed976640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb1e8151df0 0x7fb1e8144610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:38.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.772+0000 7fb1ed976640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb1e815c590 0x7fb1e8155140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:38.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.772+0000 7fb1ed976640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fb1e806fb00 con 0x7fb1e8151df0 2024-09-21T02:43:38.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.772+0000 7fb1ed976640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fb1e806f980 con 0x7fb1e80b3050 2024-09-21T02:43:38.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.772+0000 7fb1ed976640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fb1e806fc80 con 0x7fb1e815c590 2024-09-21T02:43:38.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.772+0000 7fb1e67fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb1e8151df0 0x7fb1e8144610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:38.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.772+0000 7fb1e67fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb1e8151df0 0x7fb1e8144610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33538/0 (socket says 172.21.15.83:33538) 2024-09-21T02:43:38.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.772+0000 7fb1e67fc640 1 -- 172.21.15.83:0/627265401 learned_addr learned my addr 172.21.15.83:0/627265401 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:38.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.772+0000 7fb1e6ffd640 1 --2- 172.21.15.83:0/627265401 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb1e80b3050 0x7fb1e8153770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:38.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.772+0000 7fb1e77fe640 1 --2- 172.21.15.83:0/627265401 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb1e815c590 0x7fb1e8155140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:38.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.772+0000 7fb1e67fc640 1 -- 172.21.15.83:0/627265401 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb1e815c590 msgr2=0x7fb1e8155140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:38.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.772+0000 7fb1e67fc640 1 --2- 172.21.15.83:0/627265401 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb1e815c590 0x7fb1e8155140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:38.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.772+0000 7fb1e67fc640 1 -- 172.21.15.83:0/627265401 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb1e80b3050 msgr2=0x7fb1e8153770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:38.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.772+0000 7fb1e67fc640 1 --2- 172.21.15.83:0/627265401 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb1e80b3050 0x7fb1e8153770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:38.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.772+0000 7fb1e67fc640 1 -- 172.21.15.83:0/627265401 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1e814bb70 con 0x7fb1e8151df0 2024-09-21T02:43:38.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.772+0000 7fb1e67fc640 1 --2- 172.21.15.83:0/627265401 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb1e8151df0 0x7fb1e8144610 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fb1d000e9a0 tx=0x7fb1d000ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:38.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.772+0000 7fb1dffff640 1 -- 172.21.15.83:0/627265401 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1d000cd20 con 0x7fb1e8151df0 2024-09-21T02:43:38.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.772+0000 7fb1dffff640 1 -- 172.21.15.83:0/627265401 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb1d0004020 con 0x7fb1e8151df0 2024-09-21T02:43:38.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.772+0000 7fb1ed976640 1 -- 172.21.15.83:0/627265401 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1e8144b50 con 0x7fb1e8151df0 2024-09-21T02:43:38.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.772+0000 7fb1dffff640 1 -- 172.21.15.83:0/627265401 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1d0004450 con 0x7fb1e8151df0 2024-09-21T02:43:38.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.772+0000 7fb1ed976640 1 -- 172.21.15.83:0/627265401 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1e81f7a70 con 0x7fb1e8151df0 2024-09-21T02:43:38.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.772+0000 7fb1ed976640 1 -- 172.21.15.83:0/627265401 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1e81f7500 con 0x7fb1e8151df0 2024-09-21T02:43:38.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.776+0000 7fb1dffff640 1 -- 172.21.15.83:0/627265401 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fb1d0003600 con 0x7fb1e8151df0 2024-09-21T02:43:38.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.776+0000 7fb1dffff640 1 --2- 172.21.15.83:0/627265401 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb1c8073200 0x7fb1c8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:38.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.776+0000 7fb1dffff640 1 -- 172.21.15.83:0/627265401 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fb1d0094be0 con 0x7fb1e8151df0 2024-09-21T02:43:38.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.776+0000 7fb1e6ffd640 1 --2- 172.21.15.83:0/627265401 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb1c8073200 0x7fb1c8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:38.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.776+0000 7fb1e6ffd640 1 --2- 172.21.15.83:0/627265401 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb1c8073200 0x7fb1c8075710 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fb1d80af000 tx=0x7fb1d801b120 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:38.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.780+0000 7fb1dffff640 1 -- 172.21.15.83:0/627265401 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fb1d005fc10 con 0x7fb1e8151df0 2024-09-21T02:43:38.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.940+0000 7fb1ed976640 1 -- 172.21.15.83:0/627265401 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fb1e80b3460 con 0x7fb1e8151df0 2024-09-21T02:43:38.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.948+0000 7fb1dffff640 1 -- 172.21.15.83:0/627265401 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v32)=0 v32) ==== 122+0+0 (secure 0 0 0) 0x7fb1d005f510 con 0x7fb1e8151df0 2024-09-21T02:43:38.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.952+0000 7fb1ed976640 1 -- 172.21.15.83:0/627265401 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb1c8073200 msgr2=0x7fb1c8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:38.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.952+0000 7fb1ed976640 1 --2- 172.21.15.83:0/627265401 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb1c8073200 0x7fb1c8075710 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fb1d80af000 tx=0x7fb1d801b120 comp rx=0 tx=0).stop 2024-09-21T02:43:38.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.952+0000 7fb1ed976640 1 -- 172.21.15.83:0/627265401 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb1e8151df0 msgr2=0x7fb1e8144610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:38.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.952+0000 7fb1ed976640 1 --2- 172.21.15.83:0/627265401 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb1e8151df0 0x7fb1e8144610 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fb1d000e9a0 tx=0x7fb1d000ee60 comp rx=0 tx=0).stop 2024-09-21T02:43:38.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.952+0000 7fb1ed976640 1 -- 172.21.15.83:0/627265401 shutdown_connections 2024-09-21T02:43:38.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.952+0000 7fb1ed976640 1 --2- 172.21.15.83:0/627265401 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb1c8073200 0x7fb1c8075710 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:38.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.952+0000 7fb1ed976640 1 --2- 172.21.15.83:0/627265401 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb1e815c590 0x7fb1e8155140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:38.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.952+0000 7fb1ed976640 1 --2- 172.21.15.83:0/627265401 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb1e8151df0 0x7fb1e8144610 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:38.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.952+0000 7fb1ed976640 1 --2- 172.21.15.83:0/627265401 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb1e80b3050 0x7fb1e8153770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:38.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.952+0000 7fb1ed976640 1 -- 172.21.15.83:0/627265401 >> 172.21.15.83:0/627265401 conn(0x7fb1e806d580 msgr2=0x7fb1e80ad030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:38.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.952+0000 7fb1ed976640 1 -- 172.21.15.83:0/627265401 shutdown_connections 2024-09-21T02:43:38.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:38.952+0000 7fb1ed976640 1 -- 172.21.15.83:0/627265401 wait complete. 2024-09-21T02:43:38.971 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T02:43:38.971 DEBUG:teuthology.orchestra.run.smithi083:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T02:43:39.050 DEBUG:teuthology.orchestra.run.smithi142:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T02:43:39.120 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T02:43:39.121 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:43:39.121 DEBUG:teuthology.orchestra.run.smithi083:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T02:43:39.126 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:43:39.126 DEBUG:teuthology.orchestra.run.smithi083:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T02:43:39.174 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T02:43:39.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.372+0000 7f625c990640 1 -- 172.21.15.83:0/1977880174 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f625806f470 msgr2=0x7f62580cc010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:39.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.372+0000 7f625c990640 1 --2- 172.21.15.83:0/1977880174 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f625806f470 0x7f62580cc010 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f624c009840 tx=0x7f624c01c760 comp rx=0 tx=0).stop 2024-09-21T02:43:39.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.372+0000 7f625c990640 1 -- 172.21.15.83:0/1977880174 shutdown_connections 2024-09-21T02:43:39.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.372+0000 7f625c990640 1 --2- 172.21.15.83:0/1977880174 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f625806f470 0x7f62580cc010 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:39.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.372+0000 7f625c990640 1 -- 172.21.15.83:0/1977880174 >> 172.21.15.83:0/1977880174 conn(0x7f625806ce90 msgr2=0x7f625806d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:39.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.372+0000 7f625c990640 1 -- 172.21.15.83:0/1977880174 shutdown_connections 2024-09-21T02:43:39.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.376+0000 7f625c990640 1 -- 172.21.15.83:0/1977880174 wait complete. 2024-09-21T02:43:39.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.376+0000 7f625c990640 1 Processor -- start 2024-09-21T02:43:39.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.376+0000 7f625c990640 1 -- start start 2024-09-21T02:43:39.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.376+0000 7f625c990640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f625813e260 0x7f6258135ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:39.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.376+0000 7f625c990640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f625813e670 0x7f625815e690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:39.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.376+0000 7f625c990640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f62581511d0 0x7f625815ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:39.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.376+0000 7f625c990640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f6258169970 con 0x7f625813e260 2024-09-21T02:43:39.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.376+0000 7f625c990640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f62581697f0 con 0x7f625813e670 2024-09-21T02:43:39.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.376+0000 7f625c990640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f6258169af0 con 0x7f62581511d0 2024-09-21T02:43:39.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.376+0000 7f625659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f625813e260 0x7f6258135ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:39.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.376+0000 7f625659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f625813e260 0x7f6258135ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33544/0 (socket says 172.21.15.83:33544) 2024-09-21T02:43:39.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.376+0000 7f625659c640 1 -- 172.21.15.83:0/1298811962 learned_addr learned my addr 172.21.15.83:0/1298811962 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:39.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.376+0000 7f6255d9b640 1 --2- 172.21.15.83:0/1298811962 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f625813e670 0x7f625815e690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:39.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.376+0000 7f6256d9d640 1 --2- 172.21.15.83:0/1298811962 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f62581511d0 0x7f625815ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:39.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.376+0000 7f625659c640 1 -- 172.21.15.83:0/1298811962 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f62581511d0 msgr2=0x7f625815ebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:39.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.376+0000 7f625659c640 1 --2- 172.21.15.83:0/1298811962 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f62581511d0 0x7f625815ebd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:39.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.376+0000 7f625659c640 1 -- 172.21.15.83:0/1298811962 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f625813e670 msgr2=0x7f625815e690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:39.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.376+0000 7f625659c640 1 --2- 172.21.15.83:0/1298811962 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f625813e670 0x7f625815e690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:39.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.376+0000 7f625659c640 1 -- 172.21.15.83:0/1298811962 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f625806d2a0 con 0x7f625813e260 2024-09-21T02:43:39.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.376+0000 7f6256d9d640 1 --2- 172.21.15.83:0/1298811962 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f62581511d0 0x7f625815ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:43:39.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.376+0000 7f625659c640 1 --2- 172.21.15.83:0/1298811962 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f625813e260 0x7f6258135ab0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f624800b470 tx=0x7f624800b930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:39.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.380+0000 7f6246ffd640 1 -- 172.21.15.83:0/1298811962 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6248015030 con 0x7f625813e260 2024-09-21T02:43:39.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.380+0000 7f6246ffd640 1 -- 172.21.15.83:0/1298811962 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6248004020 con 0x7f625813e260 2024-09-21T02:43:39.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.380+0000 7f625c990640 1 -- 172.21.15.83:0/1298811962 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62581519b0 con 0x7f625813e260 2024-09-21T02:43:39.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.380+0000 7f6246ffd640 1 -- 172.21.15.83:0/1298811962 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6248004470 con 0x7f625813e260 2024-09-21T02:43:39.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.380+0000 7f625c990640 1 -- 172.21.15.83:0/1298811962 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f625813dc50 con 0x7f625813e260 2024-09-21T02:43:39.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.380+0000 7f625c990640 1 -- 172.21.15.83:0/1298811962 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62580cc010 con 0x7f625813e260 2024-09-21T02:43:39.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.380+0000 7f6246ffd640 1 -- 172.21.15.83:0/1298811962 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f6248018070 con 0x7f625813e260 2024-09-21T02:43:39.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.380+0000 7f6246ffd640 1 --2- 172.21.15.83:0/1298811962 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f6238073230 0x7f6238075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:39.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.380+0000 7f6246ffd640 1 -- 172.21.15.83:0/1298811962 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f6248094000 con 0x7f625813e260 2024-09-21T02:43:39.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.380+0000 7f6255d9b640 1 --2- 172.21.15.83:0/1298811962 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f6238073230 0x7f6238075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:39.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.380+0000 7f6255d9b640 1 --2- 172.21.15.83:0/1298811962 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f6238073230 0x7f6238075740 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f624c0af000 tx=0x7f624c01afa0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:39.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.384+0000 7f6246ffd640 1 -- 172.21.15.83:0/1298811962 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f624800d040 con 0x7f625813e260 2024-09-21T02:43:39.570 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.568+0000 7f625c990640 1 -- 172.21.15.83:0/1298811962 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f62580d02e0 con 0x7f625813e260 2024-09-21T02:43:39.570 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.568+0000 7f6246ffd640 1 -- 172.21.15.83:0/1298811962 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) ==== 80+0+0 (secure 0 0 0) 0x7f624805f020 con 0x7f625813e260 2024-09-21T02:43:39.571 INFO:teuthology.orchestra.run.smithi083.stderr:listed 0 entries 2024-09-21T02:43:39.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.572+0000 7f625c990640 1 -- 172.21.15.83:0/1298811962 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f6238073230 msgr2=0x7f6238075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:39.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.572+0000 7f625c990640 1 --2- 172.21.15.83:0/1298811962 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f6238073230 0x7f6238075740 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f624c0af000 tx=0x7f624c01afa0 comp rx=0 tx=0).stop 2024-09-21T02:43:39.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.572+0000 7f625c990640 1 -- 172.21.15.83:0/1298811962 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f625813e260 msgr2=0x7f6258135ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:39.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.572+0000 7f625c990640 1 --2- 172.21.15.83:0/1298811962 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f625813e260 0x7f6258135ab0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f624800b470 tx=0x7f624800b930 comp rx=0 tx=0).stop 2024-09-21T02:43:39.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.572+0000 7f625c990640 1 -- 172.21.15.83:0/1298811962 shutdown_connections 2024-09-21T02:43:39.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.572+0000 7f625c990640 1 --2- 172.21.15.83:0/1298811962 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f6238073230 0x7f6238075740 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:39.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.572+0000 7f625c990640 1 --2- 172.21.15.83:0/1298811962 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f62581511d0 0x7f625815ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:39.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.572+0000 7f625c990640 1 --2- 172.21.15.83:0/1298811962 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f625813e670 0x7f625815e690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:39.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.572+0000 7f625c990640 1 --2- 172.21.15.83:0/1298811962 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f625813e260 0x7f6258135ab0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:39.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.572+0000 7f625c990640 1 -- 172.21.15.83:0/1298811962 >> 172.21.15.83:0/1298811962 conn(0x7f625806ce90 msgr2=0x7f62580cd900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:39.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.572+0000 7f625c990640 1 -- 172.21.15.83:0/1298811962 shutdown_connections 2024-09-21T02:43:39.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.572+0000 7f625c990640 1 -- 172.21.15.83:0/1298811962 wait complete. 2024-09-21T02:43:39.592 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:43:39.592 DEBUG:teuthology.orchestra.run.smithi083:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T02:43:39.598 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T02:43:39.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.776+0000 7fd612a9f640 1 -- 172.21.15.83:0/836073971 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd60c0d1460 msgr2=0x7fd60c0d2270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:39.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.776+0000 7fd612a9f640 1 --2- 172.21.15.83:0/836073971 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd60c0d1460 0x7fd60c0d2270 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fd60c08ead0 tx=0x7fd60001c770 comp rx=0 tx=0).stop 2024-09-21T02:43:39.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.776+0000 7fd612a9f640 1 -- 172.21.15.83:0/836073971 shutdown_connections 2024-09-21T02:43:39.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.776+0000 7fd612a9f640 1 --2- 172.21.15.83:0/836073971 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd60c0d1460 0x7fd60c0d2270 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:39.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.776+0000 7fd612a9f640 1 --2- 172.21.15.83:0/836073971 >> v2:172.21.15.142:3300/0 conn(0x7fd60c0d0b10 0x7fd60c0d0f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:39.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.776+0000 7fd612a9f640 1 -- 172.21.15.83:0/836073971 >> 172.21.15.83:0/836073971 conn(0x7fd60c09d6e0 msgr2=0x7fd60c0d4490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:39.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.776+0000 7fd612a9f640 1 -- 172.21.15.83:0/836073971 shutdown_connections 2024-09-21T02:43:39.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.776+0000 7fd612a9f640 1 -- 172.21.15.83:0/836073971 wait complete. 2024-09-21T02:43:39.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.780+0000 7fd612a9f640 1 Processor -- start 2024-09-21T02:43:39.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.780+0000 7fd612a9f640 1 -- start start 2024-09-21T02:43:39.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.780+0000 7fd612a9f640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd60c0d0b10 0x7fd60c15a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:39.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.780+0000 7fd612a9f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd60c0d1460 0x7fd60c1676b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:39.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.780+0000 7fd612a9f640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd60c0d27b0 0x7fd60c1fc780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:39.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.780+0000 7fd612a9f640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd60c16c300 con 0x7fd60c0d1460 2024-09-21T02:43:39.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.780+0000 7fd612a9f640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fd60c16c180 con 0x7fd60c0d0b10 2024-09-21T02:43:39.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.780+0000 7fd612a9f640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fd60c16c480 con 0x7fd60c0d27b0 2024-09-21T02:43:39.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.780+0000 7fd60bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd60c0d1460 0x7fd60c1676b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:39.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.780+0000 7fd60bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd60c0d1460 0x7fd60c1676b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33562/0 (socket says 172.21.15.83:33562) 2024-09-21T02:43:39.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.780+0000 7fd60bfff640 1 -- 172.21.15.83:0/1509045207 learned_addr learned my addr 172.21.15.83:0/1509045207 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:39.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.780+0000 7fd60bfff640 1 -- 172.21.15.83:0/1509045207 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd60c0d27b0 msgr2=0x7fd60c1fc780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:39.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.780+0000 7fd60bfff640 1 --2- 172.21.15.83:0/1509045207 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd60c0d27b0 0x7fd60c1fc780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:39.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.780+0000 7fd60bfff640 1 -- 172.21.15.83:0/1509045207 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd60c0d0b10 msgr2=0x7fd60c15a7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:39.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.780+0000 7fd60bfff640 1 --2- 172.21.15.83:0/1509045207 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd60c0d0b10 0x7fd60c15a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:39.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.780+0000 7fd60bfff640 1 -- 172.21.15.83:0/1509045207 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd60c15ad00 con 0x7fd60c0d1460 2024-09-21T02:43:39.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.780+0000 7fd60bfff640 1 --2- 172.21.15.83:0/1509045207 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd60c0d1460 0x7fd60c1676b0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fd6000af040 tx=0x7fd600005760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:39.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.780+0000 7fd6097fa640 1 -- 172.21.15.83:0/1509045207 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6000b1050 con 0x7fd60c0d1460 2024-09-21T02:43:39.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.780+0000 7fd6097fa640 1 -- 172.21.15.83:0/1509045207 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd6000b2040 con 0x7fd60c0d1460 2024-09-21T02:43:39.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.780+0000 7fd612a9f640 1 -- 172.21.15.83:0/1509045207 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd60c15b0a0 con 0x7fd60c0d1460 2024-09-21T02:43:39.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.780+0000 7fd6097fa640 1 -- 172.21.15.83:0/1509045207 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6000acae0 con 0x7fd60c0d1460 2024-09-21T02:43:39.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.780+0000 7fd612a9f640 1 -- 172.21.15.83:0/1509045207 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd60c15b620 con 0x7fd60c0d1460 2024-09-21T02:43:39.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.784+0000 7fd612a9f640 1 -- 172.21.15.83:0/1509045207 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd60c0d0f20 con 0x7fd60c0d1460 2024-09-21T02:43:39.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.784+0000 7fd6097fa640 1 -- 172.21.15.83:0/1509045207 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fd6000bf030 con 0x7fd60c0d1460 2024-09-21T02:43:39.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.784+0000 7fd6097fa640 1 --2- 172.21.15.83:0/1509045207 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd5f8073200 0x7fd5f8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:39.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.784+0000 7fd6097fa640 1 -- 172.21.15.83:0/1509045207 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fd60012e1c0 con 0x7fd60c0d1460 2024-09-21T02:43:39.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.784+0000 7fd61083b640 1 --2- 172.21.15.83:0/1509045207 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd5f8073200 0x7fd5f8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:39.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.784+0000 7fd61083b640 1 --2- 172.21.15.83:0/1509045207 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd5f8073200 0x7fd5f8075710 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fd5fc00a8f0 tx=0x7fd5fc005bd0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:39.790 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.788+0000 7fd6097fa640 1 -- 172.21.15.83:0/1509045207 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fd6000c6020 con 0x7fd60c0d1460 2024-09-21T02:43:39.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.956+0000 7fd612a9f640 1 -- 172.21.15.83:0/1509045207 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fd60c0b4170 con 0x7fd60c0d1460 2024-09-21T02:43:39.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.956+0000 7fd6097fa640 1 -- 172.21.15.83:0/1509045207 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) ==== 80+0+0 (secure 0 0 0) 0x7fd60c15ad00 con 0x7fd60c0d1460 2024-09-21T02:43:39.960 INFO:teuthology.orchestra.run.smithi083.stderr:listed 0 entries 2024-09-21T02:43:39.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.960+0000 7fd612a9f640 1 -- 172.21.15.83:0/1509045207 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd5f8073200 msgr2=0x7fd5f8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:39.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.960+0000 7fd612a9f640 1 --2- 172.21.15.83:0/1509045207 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd5f8073200 0x7fd5f8075710 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fd5fc00a8f0 tx=0x7fd5fc005bd0 comp rx=0 tx=0).stop 2024-09-21T02:43:39.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.960+0000 7fd612a9f640 1 -- 172.21.15.83:0/1509045207 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd60c0d1460 msgr2=0x7fd60c1676b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:39.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.960+0000 7fd612a9f640 1 --2- 172.21.15.83:0/1509045207 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd60c0d1460 0x7fd60c1676b0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fd6000af040 tx=0x7fd600005760 comp rx=0 tx=0).stop 2024-09-21T02:43:39.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.960+0000 7fd612a9f640 1 -- 172.21.15.83:0/1509045207 shutdown_connections 2024-09-21T02:43:39.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.960+0000 7fd612a9f640 1 --2- 172.21.15.83:0/1509045207 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd5f8073200 0x7fd5f8075710 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:39.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.960+0000 7fd612a9f640 1 --2- 172.21.15.83:0/1509045207 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd60c0d27b0 0x7fd60c1fc780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:39.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.960+0000 7fd612a9f640 1 --2- 172.21.15.83:0/1509045207 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd60c0d1460 0x7fd60c1676b0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:39.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.960+0000 7fd612a9f640 1 --2- 172.21.15.83:0/1509045207 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd60c0d0b10 0x7fd60c15a7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:39.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.960+0000 7fd612a9f640 1 -- 172.21.15.83:0/1509045207 >> 172.21.15.83:0/1509045207 conn(0x7fd60c09d6e0 msgr2=0x7fd60c0b7c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:39.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.960+0000 7fd612a9f640 1 -- 172.21.15.83:0/1509045207 shutdown_connections 2024-09-21T02:43:39.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:39.960+0000 7fd612a9f640 1 -- 172.21.15.83:0/1509045207 wait complete. 2024-09-21T02:43:39.980 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi083.front.sepia.ceph.com... 2024-09-21T02:43:39.980 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:39.980 DEBUG:teuthology.orchestra.run.smithi083:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-21T02:43:40.048 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T02:43:40.049 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi083.front.sepia.ceph.com 2024-09-21T02:43:40.049 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:40.049 DEBUG:teuthology.orchestra.run.smithi083:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-21T02:43:40.061 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2024-09-21T02:43:40.061 DEBUG:teuthology.orchestra.run.smithi142:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T02:43:40.067 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2024-09-21T02:43:40.068 DEBUG:teuthology.orchestra.run.smithi142:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T02:43:40.116 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T02:43:40.275 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.272+0000 7efdc4b5e640 1 -- 172.21.15.83:0/3568602288 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efdc00b4b70 msgr2=0x7efdc015c410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:40.275 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.272+0000 7efdc4b5e640 1 --2- 172.21.15.83:0/3568602288 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efdc00b4b70 0x7efdc015c410 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7efdc00b31b0 tx=0x7efdb001c780 comp rx=0 tx=0).stop 2024-09-21T02:43:40.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.272+0000 7efdc4b5e640 1 -- 172.21.15.83:0/3568602288 shutdown_connections 2024-09-21T02:43:40.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.272+0000 7efdc4b5e640 1 --2- 172.21.15.83:0/3568602288 >> v2:172.21.15.142:3300/0 conn(0x7efdc00d06e0 0x7efdc00cdd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:40.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.272+0000 7efdc4b5e640 1 --2- 172.21.15.83:0/3568602288 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efdc00b4b70 0x7efdc015c410 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:40.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.272+0000 7efdc4b5e640 1 -- 172.21.15.83:0/3568602288 >> 172.21.15.83:0/3568602288 conn(0x7efdc006ce90 msgr2=0x7efdc006d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:40.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.272+0000 7efdc4b5e640 1 -- 172.21.15.83:0/3568602288 shutdown_connections 2024-09-21T02:43:40.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.272+0000 7efdc4b5e640 1 -- 172.21.15.83:0/3568602288 wait complete. 2024-09-21T02:43:40.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.276+0000 7efdc4b5e640 1 Processor -- start 2024-09-21T02:43:40.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.276+0000 7efdc4b5e640 1 -- start start 2024-09-21T02:43:40.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.276+0000 7efdc4b5e640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7efdc00b4b70 0x7efdc0151440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:40.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.276+0000 7efdc4b5e640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7efdc015b2c0 0x7efdc013e080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:40.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.276+0000 7efdc4b5e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efdc013fd30 0x7efdc014b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:40.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.276+0000 7efdc4b5e640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7efdc0168b50 con 0x7efdc013fd30 2024-09-21T02:43:40.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.276+0000 7efdc4b5e640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7efdc01689d0 con 0x7efdc015b2c0 2024-09-21T02:43:40.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.276+0000 7efdc4b5e640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7efdc0168cd0 con 0x7efdc00b4b70 2024-09-21T02:43:40.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.276+0000 7efdbed9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efdc013fd30 0x7efdc014b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:40.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.276+0000 7efdbed9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efdc013fd30 0x7efdc014b3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33582/0 (socket says 172.21.15.83:33582) 2024-09-21T02:43:40.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.276+0000 7efdbed9d640 1 -- 172.21.15.83:0/2263704478 learned_addr learned my addr 172.21.15.83:0/2263704478 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:40.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.276+0000 7efdbe59c640 1 --2- 172.21.15.83:0/2263704478 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7efdc00b4b70 0x7efdc0151440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:40.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.276+0000 7efdbdd9b640 1 --2- 172.21.15.83:0/2263704478 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7efdc015b2c0 0x7efdc013e080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:40.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.276+0000 7efdbed9d640 1 -- 172.21.15.83:0/2263704478 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7efdc00b4b70 msgr2=0x7efdc0151440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:40.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.276+0000 7efdbed9d640 1 --2- 172.21.15.83:0/2263704478 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7efdc00b4b70 0x7efdc0151440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:40.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.276+0000 7efdbed9d640 1 -- 172.21.15.83:0/2263704478 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7efdc015b2c0 msgr2=0x7efdc013e080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:40.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.276+0000 7efdbed9d640 1 --2- 172.21.15.83:0/2263704478 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7efdc015b2c0 0x7efdc013e080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:40.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.276+0000 7efdbed9d640 1 -- 172.21.15.83:0/2263704478 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efdc01f5600 con 0x7efdc013fd30 2024-09-21T02:43:40.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.276+0000 7efdbed9d640 1 --2- 172.21.15.83:0/2263704478 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efdc013fd30 0x7efdc014b3a0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7efdb800ca90 tx=0x7efdb800cf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:40.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.276+0000 7efdaeffd640 1 -- 172.21.15.83:0/2263704478 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdb8007df0 con 0x7efdc013fd30 2024-09-21T02:43:40.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.276+0000 7efdaeffd640 1 -- 172.21.15.83:0/2263704478 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efdb8004b30 con 0x7efdc013fd30 2024-09-21T02:43:40.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.276+0000 7efdc4b5e640 1 -- 172.21.15.83:0/2263704478 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efdc01f58e0 con 0x7efdc013fd30 2024-09-21T02:43:40.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.276+0000 7efdaeffd640 1 -- 172.21.15.83:0/2263704478 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdb8005020 con 0x7efdc013fd30 2024-09-21T02:43:40.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.276+0000 7efdc4b5e640 1 -- 172.21.15.83:0/2263704478 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efdc01f5ea0 con 0x7efdc013fd30 2024-09-21T02:43:40.282 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.280+0000 7efdc4b5e640 1 -- 172.21.15.83:0/2263704478 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efdc015c410 con 0x7efdc013fd30 2024-09-21T02:43:40.282 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.280+0000 7efdaeffd640 1 -- 172.21.15.83:0/2263704478 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7efdb80051c0 con 0x7efdc013fd30 2024-09-21T02:43:40.282 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.280+0000 7efdaeffd640 1 --2- 172.21.15.83:0/2263704478 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7efda0073200 0x7efda0075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:40.283 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.280+0000 7efdaeffd640 1 -- 172.21.15.83:0/2263704478 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7efdb80948a0 con 0x7efdc013fd30 2024-09-21T02:43:40.283 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.280+0000 7efdbe59c640 1 --2- 172.21.15.83:0/2263704478 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7efda0073200 0x7efda0075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:40.283 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.280+0000 7efdbe59c640 1 --2- 172.21.15.83:0/2263704478 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7efda0073200 0x7efda0075710 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7efdb00ae000 tx=0x7efdb001afc0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:40.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.284+0000 7efdaeffd640 1 -- 172.21.15.83:0/2263704478 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7efdb8014030 con 0x7efdc013fd30 2024-09-21T02:43:40.472 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.468+0000 7efdc4b5e640 1 -- 172.21.15.83:0/2263704478 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7efdc006d720 con 0x7efdc013fd30 2024-09-21T02:43:40.473 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.472+0000 7efdaeffd640 1 -- 172.21.15.83:0/2263704478 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) ==== 80+0+0 (secure 0 0 0) 0x7efdb805f9e0 con 0x7efdc013fd30 2024-09-21T02:43:40.473 INFO:teuthology.orchestra.run.smithi083.stderr:listed 0 entries 2024-09-21T02:43:40.475 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.472+0000 7efdc4b5e640 1 -- 172.21.15.83:0/2263704478 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7efda0073200 msgr2=0x7efda0075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:40.475 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.472+0000 7efdc4b5e640 1 --2- 172.21.15.83:0/2263704478 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7efda0073200 0x7efda0075710 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7efdb00ae000 tx=0x7efdb001afc0 comp rx=0 tx=0).stop 2024-09-21T02:43:40.475 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.472+0000 7efdc4b5e640 1 -- 172.21.15.83:0/2263704478 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efdc013fd30 msgr2=0x7efdc014b3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:40.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.472+0000 7efdc4b5e640 1 --2- 172.21.15.83:0/2263704478 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efdc013fd30 0x7efdc014b3a0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7efdb800ca90 tx=0x7efdb800cf50 comp rx=0 tx=0).stop 2024-09-21T02:43:40.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.472+0000 7efdc4b5e640 1 -- 172.21.15.83:0/2263704478 shutdown_connections 2024-09-21T02:43:40.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.472+0000 7efdc4b5e640 1 --2- 172.21.15.83:0/2263704478 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7efda0073200 0x7efda0075710 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:40.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.472+0000 7efdc4b5e640 1 --2- 172.21.15.83:0/2263704478 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efdc013fd30 0x7efdc014b3a0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:40.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.472+0000 7efdc4b5e640 1 --2- 172.21.15.83:0/2263704478 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7efdc015b2c0 0x7efdc013e080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:40.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.472+0000 7efdc4b5e640 1 --2- 172.21.15.83:0/2263704478 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7efdc00b4b70 0x7efdc0151440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:40.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.472+0000 7efdc4b5e640 1 -- 172.21.15.83:0/2263704478 >> 172.21.15.83:0/2263704478 conn(0x7efdc006ce90 msgr2=0x7efdc015cb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:40.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.472+0000 7efdc4b5e640 1 -- 172.21.15.83:0/2263704478 shutdown_connections 2024-09-21T02:43:40.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.472+0000 7efdc4b5e640 1 -- 172.21.15.83:0/2263704478 wait complete. 2024-09-21T02:43:40.495 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2024-09-21T02:43:40.495 DEBUG:teuthology.orchestra.run.smithi142:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T02:43:40.502 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T02:43:40.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.644+0000 7f0e5cf52640 1 -- 172.21.15.83:0/119013079 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0e5806ed60 msgr2=0x7f0e5806f170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:40.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.644+0000 7f0e5cf52640 1 --2- 172.21.15.83:0/119013079 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0e5806ed60 0x7f0e5806f170 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f0e48009900 tx=0x7f0e4801c8e0 comp rx=0 tx=0).stop 2024-09-21T02:43:40.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.644+0000 7f0e5cf52640 1 -- 172.21.15.83:0/119013079 shutdown_connections 2024-09-21T02:43:40.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.644+0000 7f0e5cf52640 1 --2- 172.21.15.83:0/119013079 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0e5806ed60 0x7f0e5806f170 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:40.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.644+0000 7f0e5cf52640 1 -- 172.21.15.83:0/119013079 >> 172.21.15.83:0/119013079 conn(0x7f0e5806ce90 msgr2=0x7f0e5806d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:40.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.644+0000 7f0e5cf52640 1 -- 172.21.15.83:0/119013079 shutdown_connections 2024-09-21T02:43:40.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.644+0000 7f0e5cf52640 1 -- 172.21.15.83:0/119013079 wait complete. 2024-09-21T02:43:40.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.648+0000 7f0e5cf52640 1 Processor -- start 2024-09-21T02:43:40.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.648+0000 7f0e5cf52640 1 -- start start 2024-09-21T02:43:40.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.648+0000 7f0e5cf52640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0e5806ed60 0x7f0e581518b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:40.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.648+0000 7f0e5cf52640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0e58074090 0x7f0e58154ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:40.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.648+0000 7f0e5cf52640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f0e580cc920 0x7f0e58155020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:40.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.648+0000 7f0e5cf52640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f0e5816aee0 con 0x7f0e58074090 2024-09-21T02:43:40.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.648+0000 7f0e5cf52640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f0e5816ad60 con 0x7f0e5806ed60 2024-09-21T02:43:40.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.648+0000 7f0e5cf52640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f0e5816b060 con 0x7f0e580cc920 2024-09-21T02:43:40.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.648+0000 7f0e55d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0e58074090 0x7f0e58154ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:40.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.648+0000 7f0e55d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0e58074090 0x7f0e58154ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33606/0 (socket says 172.21.15.83:33606) 2024-09-21T02:43:40.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.648+0000 7f0e55d9b640 1 -- 172.21.15.83:0/2077550181 learned_addr learned my addr 172.21.15.83:0/2077550181 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:40.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.648+0000 7f0e55d9b640 1 -- 172.21.15.83:0/2077550181 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f0e580cc920 msgr2=0x7f0e58155020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:40.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.648+0000 7f0e56d9d640 1 --2- 172.21.15.83:0/2077550181 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f0e580cc920 0x7f0e58155020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:40.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.648+0000 7f0e5659c640 1 --2- 172.21.15.83:0/2077550181 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0e5806ed60 0x7f0e581518b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:40.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.648+0000 7f0e55d9b640 1 --2- 172.21.15.83:0/2077550181 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f0e580cc920 0x7f0e58155020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:40.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.648+0000 7f0e55d9b640 1 -- 172.21.15.83:0/2077550181 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0e5806ed60 msgr2=0x7f0e581518b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:40.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.648+0000 7f0e55d9b640 1 --2- 172.21.15.83:0/2077550181 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0e5806ed60 0x7f0e581518b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:40.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.648+0000 7f0e55d9b640 1 -- 172.21.15.83:0/2077550181 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e58149270 con 0x7f0e58074090 2024-09-21T02:43:40.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.648+0000 7f0e55d9b640 1 --2- 172.21.15.83:0/2077550181 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0e58074090 0x7f0e58154ae0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f0e4c00b3e0 tx=0x7f0e4c00b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:40.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.648+0000 7f0e46ffd640 1 -- 172.21.15.83:0/2077550181 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e4c015020 con 0x7f0e58074090 2024-09-21T02:43:40.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.648+0000 7f0e46ffd640 1 -- 172.21.15.83:0/2077550181 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0e4c011940 con 0x7f0e58074090 2024-09-21T02:43:40.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.648+0000 7f0e46ffd640 1 -- 172.21.15.83:0/2077550181 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e4c011d90 con 0x7f0e58074090 2024-09-21T02:43:40.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.648+0000 7f0e5cf52640 1 -- 172.21.15.83:0/2077550181 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e58149550 con 0x7f0e58074090 2024-09-21T02:43:40.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.648+0000 7f0e5cf52640 1 -- 172.21.15.83:0/2077550181 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e58149b10 con 0x7f0e58074090 2024-09-21T02:43:40.654 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.652+0000 7f0e5cf52640 1 -- 172.21.15.83:0/2077550181 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e5806f170 con 0x7f0e58074090 2024-09-21T02:43:40.654 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.652+0000 7f0e46ffd640 1 -- 172.21.15.83:0/2077550181 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f0e4c018020 con 0x7f0e58074090 2024-09-21T02:43:40.654 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.652+0000 7f0e46ffd640 1 --2- 172.21.15.83:0/2077550181 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0e38073200 0x7f0e38075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:40.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.652+0000 7f0e5659c640 1 --2- 172.21.15.83:0/2077550181 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0e38073200 0x7f0e38075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:40.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.652+0000 7f0e46ffd640 1 -- 172.21.15.83:0/2077550181 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f0e4c094190 con 0x7f0e58074090 2024-09-21T02:43:40.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.652+0000 7f0e5659c640 1 --2- 172.21.15.83:0/2077550181 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0e38073200 0x7f0e38075710 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f0e480af000 tx=0x7f0e4801b120 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:40.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.656+0000 7f0e46ffd640 1 -- 172.21.15.83:0/2077550181 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f0e4c01f020 con 0x7f0e58074090 2024-09-21T02:43:40.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.836+0000 7f0e5cf52640 1 -- 172.21.15.83:0/2077550181 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f0e580cd240 con 0x7f0e58074090 2024-09-21T02:43:40.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.836+0000 7f0e46ffd640 1 -- 172.21.15.83:0/2077550181 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) ==== 80+0+0 (secure 0 0 0) 0x7f0e4c05f1b0 con 0x7f0e58074090 2024-09-21T02:43:40.840 INFO:teuthology.orchestra.run.smithi083.stderr:listed 0 entries 2024-09-21T02:43:40.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.840+0000 7f0e5cf52640 1 -- 172.21.15.83:0/2077550181 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0e38073200 msgr2=0x7f0e38075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:40.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.840+0000 7f0e5cf52640 1 --2- 172.21.15.83:0/2077550181 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0e38073200 0x7f0e38075710 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f0e480af000 tx=0x7f0e4801b120 comp rx=0 tx=0).stop 2024-09-21T02:43:40.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.840+0000 7f0e5cf52640 1 -- 172.21.15.83:0/2077550181 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0e58074090 msgr2=0x7f0e58154ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:40.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.840+0000 7f0e5cf52640 1 --2- 172.21.15.83:0/2077550181 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0e58074090 0x7f0e58154ae0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f0e4c00b3e0 tx=0x7f0e4c00b8a0 comp rx=0 tx=0).stop 2024-09-21T02:43:40.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.840+0000 7f0e5cf52640 1 -- 172.21.15.83:0/2077550181 shutdown_connections 2024-09-21T02:43:40.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.840+0000 7f0e5cf52640 1 --2- 172.21.15.83:0/2077550181 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0e38073200 0x7f0e38075710 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:40.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.840+0000 7f0e5cf52640 1 --2- 172.21.15.83:0/2077550181 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f0e580cc920 0x7f0e58155020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:40.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.840+0000 7f0e5cf52640 1 --2- 172.21.15.83:0/2077550181 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0e58074090 0x7f0e58154ae0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:40.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.840+0000 7f0e5cf52640 1 --2- 172.21.15.83:0/2077550181 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0e5806ed60 0x7f0e581518b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:40.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.840+0000 7f0e5cf52640 1 -- 172.21.15.83:0/2077550181 >> 172.21.15.83:0/2077550181 conn(0x7f0e5806ce90 msgr2=0x7f0e581571d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:40.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.840+0000 7f0e5cf52640 1 -- 172.21.15.83:0/2077550181 shutdown_connections 2024-09-21T02:43:40.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:40.840+0000 7f0e5cf52640 1 -- 172.21.15.83:0/2077550181 wait complete. 2024-09-21T02:43:40.862 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi142.front.sepia.ceph.com... 2024-09-21T02:43:40.862 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:40.862 DEBUG:teuthology.orchestra.run.smithi142:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-21T02:43:40.883 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T02:43:40.883 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi142.front.sepia.ceph.com 2024-09-21T02:43:40.884 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:40.884 DEBUG:teuthology.orchestra.run.smithi142:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-21T02:43:40.935 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:43:40.936 DEBUG:teuthology.orchestra.run.smithi083:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T02:43:40.941 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:43:40.941 DEBUG:teuthology.orchestra.run.smithi083:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T02:43:40.989 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T02:43:41.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.188+0000 7f824c71d640 1 -- 172.21.15.83:0/3646573270 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8244074310 msgr2=0x7f82440b45e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:41.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.188+0000 7f824c71d640 1 --2- 172.21.15.83:0/3646573270 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8244074310 0x7f82440b45e0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f8244070fa0 tx=0x7f823c01c8c0 comp rx=0 tx=0).stop 2024-09-21T02:43:41.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.188+0000 7f824c71d640 1 -- 172.21.15.83:0/3646573270 shutdown_connections 2024-09-21T02:43:41.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.188+0000 7f824c71d640 1 --2- 172.21.15.83:0/3646573270 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8244074310 0x7f82440b45e0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:41.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.188+0000 7f824c71d640 1 --2- 172.21.15.83:0/3646573270 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f8244074d50 0x7f8244073dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:41.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.188+0000 7f824c71d640 1 --2- 172.21.15.83:0/3646573270 >> v2:172.21.15.142:3300/0 conn(0x7f824415f130 0x7f82440cef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:41.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.188+0000 7f824c71d640 1 -- 172.21.15.83:0/3646573270 >> 172.21.15.83:0/3646573270 conn(0x7f8244070650 msgr2=0x7f82440b2d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:41.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.188+0000 7f824c71d640 1 -- 172.21.15.83:0/3646573270 shutdown_connections 2024-09-21T02:43:41.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.188+0000 7f824c71d640 1 -- 172.21.15.83:0/3646573270 wait complete. 2024-09-21T02:43:41.193 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.192+0000 7f824c71d640 1 Processor -- start 2024-09-21T02:43:41.193 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.192+0000 7f824c71d640 1 -- start start 2024-09-21T02:43:41.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.192+0000 7f824c71d640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8244074310 0x7f82441fcc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:41.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.192+0000 7f824c71d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8244074d50 0x7f8244154930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:41.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.192+0000 7f824c71d640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f824415f130 0x7f82441458e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:41.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.192+0000 7f824c71d640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f8244071ab0 con 0x7f8244074d50 2024-09-21T02:43:41.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.192+0000 7f824c71d640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f8244071930 con 0x7f8244074310 2024-09-21T02:43:41.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.192+0000 7f824c71d640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f8244071c30 con 0x7f824415f130 2024-09-21T02:43:41.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.192+0000 7f8249cb8640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8244074d50 0x7f8244154930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:41.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.192+0000 7f8249cb8640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8244074d50 0x7f8244154930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33634/0 (socket says 172.21.15.83:33634) 2024-09-21T02:43:41.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.192+0000 7f8249cb8640 1 -- 172.21.15.83:0/1472644226 learned_addr learned my addr 172.21.15.83:0/1472644226 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:41.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.192+0000 7f824acba640 1 --2- 172.21.15.83:0/1472644226 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f824415f130 0x7f82441458e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:41.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.192+0000 7f824a4b9640 1 --2- 172.21.15.83:0/1472644226 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8244074310 0x7f82441fcc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:41.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.192+0000 7f8249cb8640 1 -- 172.21.15.83:0/1472644226 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f824415f130 msgr2=0x7f82441458e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:41.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.192+0000 7f8249cb8640 1 --2- 172.21.15.83:0/1472644226 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f824415f130 0x7f82441458e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:41.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.192+0000 7f8249cb8640 1 -- 172.21.15.83:0/1472644226 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8244074310 msgr2=0x7f82441fcc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:41.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.192+0000 7f8249cb8640 1 --2- 172.21.15.83:0/1472644226 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8244074310 0x7f82441fcc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:41.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.192+0000 7f8249cb8640 1 -- 172.21.15.83:0/1472644226 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82441f91a0 con 0x7f8244074d50 2024-09-21T02:43:41.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.192+0000 7f824a4b9640 1 --2- 172.21.15.83:0/1472644226 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8244074310 0x7f82441fcc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:43:41.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.192+0000 7f8249cb8640 1 --2- 172.21.15.83:0/1472644226 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8244074d50 0x7f8244154930 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f823400c970 tx=0x7f823400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:41.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.192+0000 7f823affd640 1 -- 172.21.15.83:0/1472644226 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8234007bb0 con 0x7f8244074d50 2024-09-21T02:43:41.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.192+0000 7f823affd640 1 -- 172.21.15.83:0/1472644226 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8234007e40 con 0x7f8244074d50 2024-09-21T02:43:41.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.192+0000 7f823affd640 1 -- 172.21.15.83:0/1472644226 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8234005260 con 0x7f8244074d50 2024-09-21T02:43:41.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.192+0000 7f824c71d640 1 -- 172.21.15.83:0/1472644226 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82441f9480 con 0x7f8244074d50 2024-09-21T02:43:41.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.192+0000 7f824c71d640 1 -- 172.21.15.83:0/1472644226 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82441f9a40 con 0x7f8244074d50 2024-09-21T02:43:41.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.192+0000 7f824c71d640 1 -- 172.21.15.83:0/1472644226 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8244073dd0 con 0x7f8244074d50 2024-09-21T02:43:41.200 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.196+0000 7f823affd640 1 -- 172.21.15.83:0/1472644226 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f8234005400 con 0x7f8244074d50 2024-09-21T02:43:41.200 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.196+0000 7f823affd640 1 --2- 172.21.15.83:0/1472644226 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8228073230 0x7f8228075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:41.200 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.196+0000 7f823affd640 1 -- 172.21.15.83:0/1472644226 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f82340945d0 con 0x7f8244074d50 2024-09-21T02:43:41.200 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.196+0000 7f824a4b9640 1 --2- 172.21.15.83:0/1472644226 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8228073230 0x7f8228075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:41.200 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.196+0000 7f824a4b9640 1 --2- 172.21.15.83:0/1472644226 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8228073230 0x7f8228075740 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f8240005c50 tx=0x7f82400082b0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:41.202 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.200+0000 7f823affd640 1 -- 172.21.15.83:0/1472644226 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f8234014030 con 0x7f8244074d50 2024-09-21T02:43:41.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.372+0000 7f824c71d640 1 -- 172.21.15.83:0/1472644226 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f8244159620 con 0x7f8244074d50 2024-09-21T02:43:41.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.372+0000 7f823affd640 1 -- 172.21.15.83:0/1472644226 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) ==== 80+0+0 (secure 0 0 0) 0x7f823405f680 con 0x7f8244074d50 2024-09-21T02:43:41.374 INFO:teuthology.orchestra.run.smithi083.stderr:listed 0 entries 2024-09-21T02:43:41.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.372+0000 7f824c71d640 1 -- 172.21.15.83:0/1472644226 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8228073230 msgr2=0x7f8228075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:41.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.372+0000 7f824c71d640 1 --2- 172.21.15.83:0/1472644226 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8228073230 0x7f8228075740 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f8240005c50 tx=0x7f82400082b0 comp rx=0 tx=0).stop 2024-09-21T02:43:41.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.372+0000 7f824c71d640 1 -- 172.21.15.83:0/1472644226 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8244074d50 msgr2=0x7f8244154930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:41.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.372+0000 7f824c71d640 1 --2- 172.21.15.83:0/1472644226 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8244074d50 0x7f8244154930 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f823400c970 tx=0x7f823400ce30 comp rx=0 tx=0).stop 2024-09-21T02:43:41.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.372+0000 7f824c71d640 1 -- 172.21.15.83:0/1472644226 shutdown_connections 2024-09-21T02:43:41.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.372+0000 7f824c71d640 1 --2- 172.21.15.83:0/1472644226 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8228073230 0x7f8228075740 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:41.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.372+0000 7f824c71d640 1 --2- 172.21.15.83:0/1472644226 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f824415f130 0x7f82441458e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:41.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.372+0000 7f824c71d640 1 --2- 172.21.15.83:0/1472644226 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8244074d50 0x7f8244154930 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:41.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.372+0000 7f824c71d640 1 --2- 172.21.15.83:0/1472644226 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8244074310 0x7f82441fcc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:41.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.372+0000 7f824c71d640 1 -- 172.21.15.83:0/1472644226 >> 172.21.15.83:0/1472644226 conn(0x7f8244070650 msgr2=0x7f824415d930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:41.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.372+0000 7f824c71d640 1 -- 172.21.15.83:0/1472644226 shutdown_connections 2024-09-21T02:43:41.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.372+0000 7f824c71d640 1 -- 172.21.15.83:0/1472644226 wait complete. 2024-09-21T02:43:41.395 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:43:41.395 DEBUG:teuthology.orchestra.run.smithi083:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T02:43:41.401 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T02:43:41.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.600+0000 7fd79a749640 1 -- 172.21.15.83:0/3435285365 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd7940b5220 msgr2=0x7fd7940b5630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:41.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.600+0000 7fd79a749640 1 --2- 172.21.15.83:0/3435285365 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd7940b5220 0x7fd7940b5630 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fd794070530 tx=0x7fd78c01ccf0 comp rx=0 tx=0).stop 2024-09-21T02:43:41.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.600+0000 7fd79a749640 1 -- 172.21.15.83:0/3435285365 shutdown_connections 2024-09-21T02:43:41.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.600+0000 7fd79a749640 1 --2- 172.21.15.83:0/3435285365 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd7940b5220 0x7fd7940b5630 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:41.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.600+0000 7fd79a749640 1 --2- 172.21.15.83:0/3435285365 >> v2:172.21.15.142:3300/0 conn(0x7fd7940b73b0 0x7fd7940b77c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:41.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.600+0000 7fd79a749640 1 -- 172.21.15.83:0/3435285365 >> 172.21.15.83:0/3435285365 conn(0x7fd7940d2220 msgr2=0x7fd7940d2630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:41.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.600+0000 7fd79a749640 1 -- 172.21.15.83:0/3435285365 shutdown_connections 2024-09-21T02:43:41.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.600+0000 7fd79a749640 1 -- 172.21.15.83:0/3435285365 wait complete. 2024-09-21T02:43:41.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.604+0000 7fd79a749640 1 Processor -- start 2024-09-21T02:43:41.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.604+0000 7fd79a749640 1 -- start start 2024-09-21T02:43:41.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.604+0000 7fd79a749640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd7940b5220 0x7fd7941522e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:41.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.604+0000 7fd79a749640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd7940b73b0 0x7fd7941fb240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:41.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.604+0000 7fd79a749640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd7940ce930 0x7fd7941581e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:41.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.604+0000 7fd79a749640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd79416a6e0 con 0x7fd7940b73b0 2024-09-21T02:43:41.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.604+0000 7fd79a749640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fd79416a560 con 0x7fd7940b5220 2024-09-21T02:43:41.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.604+0000 7fd79a749640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fd79416a860 con 0x7fd7940ce930 2024-09-21T02:43:41.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.604+0000 7fd78b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd7940b73b0 0x7fd7941fb240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:41.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.604+0000 7fd78b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd7940b73b0 0x7fd7941fb240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33648/0 (socket says 172.21.15.83:33648) 2024-09-21T02:43:41.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.604+0000 7fd78b7fe640 1 -- 172.21.15.83:0/1660146145 learned_addr learned my addr 172.21.15.83:0/1660146145 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:41.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.604+0000 7fd793fff640 1 --2- 172.21.15.83:0/1660146145 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd7940b5220 0x7fd7941522e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:41.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.604+0000 7fd798ce6640 1 --2- 172.21.15.83:0/1660146145 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd7940ce930 0x7fd7941581e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:41.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.604+0000 7fd78b7fe640 1 -- 172.21.15.83:0/1660146145 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd7940ce930 msgr2=0x7fd7941581e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:41.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.604+0000 7fd78b7fe640 1 --2- 172.21.15.83:0/1660146145 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd7940ce930 0x7fd7941581e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:41.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.604+0000 7fd78b7fe640 1 -- 172.21.15.83:0/1660146145 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd7940b5220 msgr2=0x7fd7941522e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:41.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.604+0000 7fd78b7fe640 1 --2- 172.21.15.83:0/1660146145 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd7940b5220 0x7fd7941522e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:41.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.604+0000 7fd78b7fe640 1 -- 172.21.15.83:0/1660146145 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd794152f70 con 0x7fd7940b73b0 2024-09-21T02:43:41.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.604+0000 7fd793fff640 1 --2- 172.21.15.83:0/1660146145 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd7940b5220 0x7fd7941522e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:43:41.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.604+0000 7fd78b7fe640 1 --2- 172.21.15.83:0/1660146145 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd7940b73b0 0x7fd7941fb240 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fd77c00c370 tx=0x7fd77c00c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:41.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.604+0000 7fd7917fa640 1 -- 172.21.15.83:0/1660146145 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd77c017070 con 0x7fd7940b73b0 2024-09-21T02:43:41.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.604+0000 7fd7917fa640 1 -- 172.21.15.83:0/1660146145 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd77c0053c0 con 0x7fd7940b73b0 2024-09-21T02:43:41.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.604+0000 7fd79a749640 1 -- 172.21.15.83:0/1660146145 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd794153250 con 0x7fd7940b73b0 2024-09-21T02:43:41.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.604+0000 7fd7917fa640 1 -- 172.21.15.83:0/1660146145 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd77c003880 con 0x7fd7940b73b0 2024-09-21T02:43:41.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.604+0000 7fd79a749640 1 -- 172.21.15.83:0/1660146145 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd794153810 con 0x7fd7940b73b0 2024-09-21T02:43:41.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.604+0000 7fd79a749640 1 -- 172.21.15.83:0/1660146145 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd794152ce0 con 0x7fd7940b73b0 2024-09-21T02:43:41.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.608+0000 7fd7917fa640 1 -- 172.21.15.83:0/1660146145 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fd77c01a070 con 0x7fd7940b73b0 2024-09-21T02:43:41.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.608+0000 7fd7917fa640 1 --2- 172.21.15.83:0/1660146145 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd774073200 0x7fd774075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:41.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.608+0000 7fd793fff640 1 --2- 172.21.15.83:0/1660146145 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd774073200 0x7fd774075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:41.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.608+0000 7fd7917fa640 1 -- 172.21.15.83:0/1660146145 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fd77c093580 con 0x7fd7940b73b0 2024-09-21T02:43:41.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.608+0000 7fd793fff640 1 --2- 172.21.15.83:0/1660146145 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd774073200 0x7fd774075710 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fd794073d00 tx=0x7fd784005ca0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:41.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.612+0000 7fd7917fa640 1 -- 172.21.15.83:0/1660146145 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fd77c05e630 con 0x7fd7940b73b0 2024-09-21T02:43:41.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.780+0000 7fd79a749640 1 -- 172.21.15.83:0/1660146145 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fd7940b5630 con 0x7fd7940b73b0 2024-09-21T02:43:41.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.780+0000 7fd7917fa640 1 -- 172.21.15.83:0/1660146145 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) ==== 80+0+0 (secure 0 0 0) 0x7fd77c05df30 con 0x7fd7940b73b0 2024-09-21T02:43:41.784 INFO:teuthology.orchestra.run.smithi083.stderr:listed 0 entries 2024-09-21T02:43:41.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.784+0000 7fd79a749640 1 -- 172.21.15.83:0/1660146145 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd774073200 msgr2=0x7fd774075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:41.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.784+0000 7fd79a749640 1 --2- 172.21.15.83:0/1660146145 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd774073200 0x7fd774075710 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fd794073d00 tx=0x7fd784005ca0 comp rx=0 tx=0).stop 2024-09-21T02:43:41.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.784+0000 7fd79a749640 1 -- 172.21.15.83:0/1660146145 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd7940b73b0 msgr2=0x7fd7941fb240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:41.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.784+0000 7fd79a749640 1 --2- 172.21.15.83:0/1660146145 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd7940b73b0 0x7fd7941fb240 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fd77c00c370 tx=0x7fd77c00c830 comp rx=0 tx=0).stop 2024-09-21T02:43:41.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.784+0000 7fd79a749640 1 -- 172.21.15.83:0/1660146145 shutdown_connections 2024-09-21T02:43:41.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.784+0000 7fd79a749640 1 --2- 172.21.15.83:0/1660146145 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd774073200 0x7fd774075710 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:41.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.784+0000 7fd79a749640 1 --2- 172.21.15.83:0/1660146145 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd7940ce930 0x7fd7941581e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:41.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.784+0000 7fd79a749640 1 --2- 172.21.15.83:0/1660146145 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd7940b73b0 0x7fd7941fb240 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:41.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.784+0000 7fd79a749640 1 --2- 172.21.15.83:0/1660146145 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd7940b5220 0x7fd7941522e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:41.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.784+0000 7fd79a749640 1 -- 172.21.15.83:0/1660146145 >> 172.21.15.83:0/1660146145 conn(0x7fd7940d2220 msgr2=0x7fd794075ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:41.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.784+0000 7fd79a749640 1 -- 172.21.15.83:0/1660146145 shutdown_connections 2024-09-21T02:43:41.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:41.784+0000 7fd79a749640 1 -- 172.21.15.83:0/1660146145 wait complete. 2024-09-21T02:43:41.805 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi083.front.sepia.ceph.com... 2024-09-21T02:43:41.805 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:41.805 DEBUG:teuthology.orchestra.run.smithi083:> sudo fusermount -u /home/ubuntu/cephtest/mnt.2 2024-09-21T02:43:41.815 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T02:43:41.815 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi083.front.sepia.ceph.com 2024-09-21T02:43:41.816 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:41.816 DEBUG:teuthology.orchestra.run.smithi083:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-21T02:43:41.862 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2024-09-21T02:43:41.862 DEBUG:teuthology.orchestra.run.smithi142:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T02:43:41.868 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2024-09-21T02:43:41.868 DEBUG:teuthology.orchestra.run.smithi142:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T02:43:41.916 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T02:43:42.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.068+0000 7fe34d839640 1 -- 172.21.15.83:0/791800535 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe330003a40 msgr2=0x7fe330003eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:42.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.068+0000 7fe34d839640 1 --2- 172.21.15.83:0/791800535 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe330003a40 0x7fe330003eb0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fe3380016f0 tx=0x7fe33801c770 comp rx=0 tx=0).stop 2024-09-21T02:43:42.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.068+0000 7fe3477fe640 1 -- 172.21.15.83:0/791800535 reap_dead start 2024-09-21T02:43:42.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.068+0000 7fe34d839640 1 -- 172.21.15.83:0/791800535 shutdown_connections 2024-09-21T02:43:42.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.068+0000 7fe34d839640 1 -- 172.21.15.83:0/791800535 >> 172.21.15.83:0/791800535 conn(0x7fe34806ce90 msgr2=0x7fe34806d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:42.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.068+0000 7fe34d839640 1 -- 172.21.15.83:0/791800535 shutdown_connections 2024-09-21T02:43:42.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.068+0000 7fe34d839640 1 -- 172.21.15.83:0/791800535 wait complete. 2024-09-21T02:43:42.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.072+0000 7fe34d839640 1 Processor -- start 2024-09-21T02:43:42.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.072+0000 7fe34d839640 1 -- start start 2024-09-21T02:43:42.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.072+0000 7fe34d839640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe330003a40 0x7fe34815aa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:42.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.072+0000 7fe34d839640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe3481f5320 0x7fe348132fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:42.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.072+0000 7fe34d839640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe34815cb00 0x7fe34815cf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:42.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.072+0000 7fe34d839640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fe3481672c0 con 0x7fe330003a40 2024-09-21T02:43:42.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.072+0000 7fe34d839640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fe348167140 con 0x7fe34815cb00 2024-09-21T02:43:42.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.072+0000 7fe34d839640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fe348167440 con 0x7fe3481f5320 2024-09-21T02:43:42.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.072+0000 7fe346ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe330003a40 0x7fe34815aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:42.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.072+0000 7fe346ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe330003a40 0x7fe34815aa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33660/0 (socket says 172.21.15.83:33660) 2024-09-21T02:43:42.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.072+0000 7fe346ffd640 1 -- 172.21.15.83:0/1732635909 learned_addr learned my addr 172.21.15.83:0/1732635909 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:42.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.072+0000 7fe346ffd640 1 -- 172.21.15.83:0/1732635909 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe3481f5320 msgr2=0x7fe348132fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:42.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.072+0000 7fe346ffd640 1 --2- 172.21.15.83:0/1732635909 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe3481f5320 0x7fe348132fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:42.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.072+0000 7fe346ffd640 1 -- 172.21.15.83:0/1732635909 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe34815cb00 msgr2=0x7fe34815cf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:42.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.072+0000 7fe346ffd640 1 --2- 172.21.15.83:0/1732635909 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe34815cb00 0x7fe34815cf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:42.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.072+0000 7fe346ffd640 1 -- 172.21.15.83:0/1732635909 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe34815d450 con 0x7fe330003a40 2024-09-21T02:43:42.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.072+0000 7fe346ffd640 1 --2- 172.21.15.83:0/1732635909 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe330003a40 0x7fe34815aa20 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fe33801b050 tx=0x7fe3380013a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:42.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.072+0000 7fe32ffff640 1 -- 172.21.15.83:0/1732635909 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe338003600 con 0x7fe330003a40 2024-09-21T02:43:42.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.072+0000 7fe32ffff640 1 -- 172.21.15.83:0/1732635909 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe338003890 con 0x7fe330003a40 2024-09-21T02:43:42.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.072+0000 7fe34d839640 1 -- 172.21.15.83:0/1732635909 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3481334e0 con 0x7fe330003a40 2024-09-21T02:43:42.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.072+0000 7fe32ffff640 1 -- 172.21.15.83:0/1732635909 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe338003c80 con 0x7fe330003a40 2024-09-21T02:43:42.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.072+0000 7fe34d839640 1 -- 172.21.15.83:0/1732635909 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3481f5d10 con 0x7fe330003a40 2024-09-21T02:43:42.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.076+0000 7fe34d839640 1 -- 172.21.15.83:0/1732635909 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe3480cc010 con 0x7fe330003a40 2024-09-21T02:43:42.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.076+0000 7fe32ffff640 1 -- 172.21.15.83:0/1732635909 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fe3380a5570 con 0x7fe330003a40 2024-09-21T02:43:42.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.076+0000 7fe32ffff640 1 --2- 172.21.15.83:0/1732635909 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe334073200 0x7fe334075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:42.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.076+0000 7fe3467fc640 1 --2- 172.21.15.83:0/1732635909 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe334073200 0x7fe334075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:42.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.076+0000 7fe32ffff640 1 -- 172.21.15.83:0/1732635909 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fe33812db40 con 0x7fe330003a40 2024-09-21T02:43:42.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.076+0000 7fe3467fc640 1 --2- 172.21.15.83:0/1732635909 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe334073200 0x7fe334075710 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fe33c000fc0 tx=0x7fe33c0014c0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:42.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.080+0000 7fe32ffff640 1 -- 172.21.15.83:0/1732635909 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fe34815d450 con 0x7fe330003a40 2024-09-21T02:43:42.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.252+0000 7fe34d839640 1 -- 172.21.15.83:0/1732635909 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fe3480ce3b0 con 0x7fe330003a40 2024-09-21T02:43:42.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.252+0000 7fe32ffff640 1 -- 172.21.15.83:0/1732635909 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) ==== 80+0+0 (secure 0 0 0) 0x7fe338016510 con 0x7fe330003a40 2024-09-21T02:43:42.253 INFO:teuthology.orchestra.run.smithi083.stderr:listed 0 entries 2024-09-21T02:43:42.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.252+0000 7fe34d839640 1 -- 172.21.15.83:0/1732635909 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe334073200 msgr2=0x7fe334075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:42.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.252+0000 7fe34d839640 1 --2- 172.21.15.83:0/1732635909 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe334073200 0x7fe334075710 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fe33c000fc0 tx=0x7fe33c0014c0 comp rx=0 tx=0).stop 2024-09-21T02:43:42.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.252+0000 7fe34d839640 1 -- 172.21.15.83:0/1732635909 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe330003a40 msgr2=0x7fe34815aa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:42.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.252+0000 7fe34d839640 1 --2- 172.21.15.83:0/1732635909 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe330003a40 0x7fe34815aa20 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fe33801b050 tx=0x7fe3380013a0 comp rx=0 tx=0).stop 2024-09-21T02:43:42.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.252+0000 7fe34d839640 1 -- 172.21.15.83:0/1732635909 shutdown_connections 2024-09-21T02:43:42.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.252+0000 7fe34d839640 1 --2- 172.21.15.83:0/1732635909 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe334073200 0x7fe334075710 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:42.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.252+0000 7fe34d839640 1 --2- 172.21.15.83:0/1732635909 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe34815cb00 0x7fe34815cf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:42.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.252+0000 7fe34d839640 1 --2- 172.21.15.83:0/1732635909 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe3481f5320 0x7fe348132fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:42.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.252+0000 7fe34d839640 1 --2- 172.21.15.83:0/1732635909 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe330003a40 0x7fe34815aa20 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:42.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.252+0000 7fe34d839640 1 -- 172.21.15.83:0/1732635909 >> 172.21.15.83:0/1732635909 conn(0x7fe34806ce90 msgr2=0x7fe3480ce8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:42.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.252+0000 7fe34d839640 1 -- 172.21.15.83:0/1732635909 shutdown_connections 2024-09-21T02:43:42.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.252+0000 7fe34d839640 1 -- 172.21.15.83:0/1732635909 wait complete. 2024-09-21T02:43:42.275 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2024-09-21T02:43:42.275 DEBUG:teuthology.orchestra.run.smithi142:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T02:43:42.282 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T02:43:42.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.424+0000 7f8a92c6e640 1 -- 172.21.15.83:0/793858231 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8a8c06ed60 msgr2=0x7f8a8c06f170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:42.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.424+0000 7f8a92c6e640 1 --2- 172.21.15.83:0/793858231 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8a8c06ed60 0x7f8a8c06f170 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f8a7c009900 tx=0x7f8a7c01c8e0 comp rx=0 tx=0).stop 2024-09-21T02:43:42.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.428+0000 7f8a92c6e640 1 -- 172.21.15.83:0/793858231 shutdown_connections 2024-09-21T02:43:42.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.428+0000 7f8a92c6e640 1 --2- 172.21.15.83:0/793858231 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8a8c06ed60 0x7f8a8c06f170 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:42.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.428+0000 7f8a92c6e640 1 -- 172.21.15.83:0/793858231 >> 172.21.15.83:0/793858231 conn(0x7f8a8c06ce90 msgr2=0x7f8a8c06d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:42.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.428+0000 7f8a92c6e640 1 -- 172.21.15.83:0/793858231 shutdown_connections 2024-09-21T02:43:42.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.428+0000 7f8a92c6e640 1 -- 172.21.15.83:0/793858231 wait complete. 2024-09-21T02:43:42.431 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.428+0000 7f8a92c6e640 1 Processor -- start 2024-09-21T02:43:42.431 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.428+0000 7f8a92c6e640 1 -- start start 2024-09-21T02:43:42.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.428+0000 7f8a92c6e640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8a8c06ed60 0x7f8a8c13e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:42.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.428+0000 7f8a92c6e640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f8a8c074090 0x7f8a8c13b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:42.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.432+0000 7f8a92c6e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8a8c0cc920 0x7f8a8c0b0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:42.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.432+0000 7f8a92c6e640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f8a8c16aee0 con 0x7f8a8c0cc920 2024-09-21T02:43:42.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.432+0000 7f8a92c6e640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f8a8c16ad60 con 0x7f8a8c06ed60 2024-09-21T02:43:42.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.432+0000 7f8a92c6e640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f8a8c16b060 con 0x7f8a8c074090 2024-09-21T02:43:42.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.432+0000 7f8a9120b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8a8c0cc920 0x7f8a8c0b0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:42.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.432+0000 7f8a9120b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8a8c0cc920 0x7f8a8c0b0630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33690/0 (socket says 172.21.15.83:33690) 2024-09-21T02:43:42.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.432+0000 7f8a9120b640 1 -- 172.21.15.83:0/4033623227 learned_addr learned my addr 172.21.15.83:0/4033623227 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:42.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.432+0000 7f8a90a0a640 1 --2- 172.21.15.83:0/4033623227 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8a8c06ed60 0x7f8a8c13e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:42.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.432+0000 7f8a8bfff640 1 --2- 172.21.15.83:0/4033623227 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f8a8c074090 0x7f8a8c13b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:42.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.432+0000 7f8a9120b640 1 -- 172.21.15.83:0/4033623227 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f8a8c074090 msgr2=0x7f8a8c13b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:42.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.432+0000 7f8a9120b640 1 --2- 172.21.15.83:0/4033623227 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f8a8c074090 0x7f8a8c13b8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:42.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.432+0000 7f8a9120b640 1 -- 172.21.15.83:0/4033623227 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8a8c06ed60 msgr2=0x7f8a8c13e1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:42.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.432+0000 7f8a9120b640 1 --2- 172.21.15.83:0/4033623227 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8a8c06ed60 0x7f8a8c13e1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:42.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.432+0000 7f8a9120b640 1 -- 172.21.15.83:0/4033623227 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a8c1fd060 con 0x7f8a8c0cc920 2024-09-21T02:43:42.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.432+0000 7f8a9120b640 1 --2- 172.21.15.83:0/4033623227 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8a8c0cc920 0x7f8a8c0b0630 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f8a8400c730 tx=0x7f8a8400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:42.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.432+0000 7f8a897fa640 1 -- 172.21.15.83:0/4033623227 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a84003b80 con 0x7f8a8c0cc920 2024-09-21T02:43:42.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.432+0000 7f8a897fa640 1 -- 172.21.15.83:0/4033623227 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8a84003d40 con 0x7f8a8c0cc920 2024-09-21T02:43:42.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.432+0000 7f8a92c6e640 1 -- 172.21.15.83:0/4033623227 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a8c152e40 con 0x7f8a8c0cc920 2024-09-21T02:43:42.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.432+0000 7f8a897fa640 1 -- 172.21.15.83:0/4033623227 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a840052d0 con 0x7f8a8c0cc920 2024-09-21T02:43:42.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.432+0000 7f8a92c6e640 1 -- 172.21.15.83:0/4033623227 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a8c13cbd0 con 0x7f8a8c0cc920 2024-09-21T02:43:42.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.432+0000 7f8a92c6e640 1 -- 172.21.15.83:0/4033623227 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a8c13ce30 con 0x7f8a8c0cc920 2024-09-21T02:43:42.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.432+0000 7f8a897fa640 1 -- 172.21.15.83:0/4033623227 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f8a84005680 con 0x7f8a8c0cc920 2024-09-21T02:43:42.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.432+0000 7f8a897fa640 1 --2- 172.21.15.83:0/4033623227 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8a78073200 0x7f8a78075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:42.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.432+0000 7f8a897fa640 1 -- 172.21.15.83:0/4033623227 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f8a84094190 con 0x7f8a8c0cc920 2024-09-21T02:43:42.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.432+0000 7f8a90a0a640 1 --2- 172.21.15.83:0/4033623227 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8a78073200 0x7f8a78075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:42.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.432+0000 7f8a90a0a640 1 --2- 172.21.15.83:0/4033623227 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8a78073200 0x7f8a78075710 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f8a7c0af000 tx=0x7f8a7c01b120 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:42.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.436+0000 7f8a897fa640 1 -- 172.21.15.83:0/4033623227 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f8a8c06f6b0 con 0x7f8a8c0cc920 2024-09-21T02:43:42.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.616+0000 7f8a92c6e640 1 -- 172.21.15.83:0/4033623227 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f8a8c06f170 con 0x7f8a8c0cc920 2024-09-21T02:43:42.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.616+0000 7f8a897fa640 1 -- 172.21.15.83:0/4033623227 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) ==== 80+0+0 (secure 0 0 0) 0x7f8a8405f240 con 0x7f8a8c0cc920 2024-09-21T02:43:42.618 INFO:teuthology.orchestra.run.smithi083.stderr:listed 0 entries 2024-09-21T02:43:42.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.616+0000 7f8a92c6e640 1 -- 172.21.15.83:0/4033623227 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8a78073200 msgr2=0x7f8a78075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:42.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.616+0000 7f8a92c6e640 1 --2- 172.21.15.83:0/4033623227 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8a78073200 0x7f8a78075710 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f8a7c0af000 tx=0x7f8a7c01b120 comp rx=0 tx=0).stop 2024-09-21T02:43:42.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.616+0000 7f8a92c6e640 1 -- 172.21.15.83:0/4033623227 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8a8c0cc920 msgr2=0x7f8a8c0b0630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:42.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.616+0000 7f8a92c6e640 1 --2- 172.21.15.83:0/4033623227 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8a8c0cc920 0x7f8a8c0b0630 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f8a8400c730 tx=0x7f8a8400cbf0 comp rx=0 tx=0).stop 2024-09-21T02:43:42.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.620+0000 7f8a92c6e640 1 -- 172.21.15.83:0/4033623227 shutdown_connections 2024-09-21T02:43:42.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.620+0000 7f8a92c6e640 1 --2- 172.21.15.83:0/4033623227 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8a78073200 0x7f8a78075710 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:42.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.620+0000 7f8a92c6e640 1 --2- 172.21.15.83:0/4033623227 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8a8c0cc920 0x7f8a8c0b0630 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:42.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.620+0000 7f8a92c6e640 1 --2- 172.21.15.83:0/4033623227 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f8a8c074090 0x7f8a8c13b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:42.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.620+0000 7f8a92c6e640 1 --2- 172.21.15.83:0/4033623227 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8a8c06ed60 0x7f8a8c13e1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:42.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.620+0000 7f8a92c6e640 1 -- 172.21.15.83:0/4033623227 >> 172.21.15.83:0/4033623227 conn(0x7f8a8c06ce90 msgr2=0x7f8a8c1426b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:42.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.620+0000 7f8a92c6e640 1 -- 172.21.15.83:0/4033623227 shutdown_connections 2024-09-21T02:43:42.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.620+0000 7f8a92c6e640 1 -- 172.21.15.83:0/4033623227 wait complete. 2024-09-21T02:43:42.639 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi142.front.sepia.ceph.com... 2024-09-21T02:43:42.639 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:42.639 DEBUG:teuthology.orchestra.run.smithi142:> sudo fusermount -u /home/ubuntu/cephtest/mnt.3 2024-09-21T02:43:42.654 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T02:43:42.654 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi142.front.sepia.ceph.com 2024-09-21T02:43:42.654 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:43:42.655 DEBUG:teuthology.orchestra.run.smithi142:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-21T02:43:42.705 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-21T02:43:42.705 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T02:43:42.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.860+0000 7fe9f3336640 1 -- 172.21.15.83:0/866586824 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe9ec15c410 msgr2=0x7fe9ec0cffd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:42.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.860+0000 7fe9f3336640 1 --2- 172.21.15.83:0/866586824 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe9ec15c410 0x7fe9ec0cffd0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fe9ec0b4900 tx=0x7fe9dc01c830 comp rx=0 tx=0).stop 2024-09-21T02:43:42.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.860+0000 7fe9f3336640 1 -- 172.21.15.83:0/866586824 shutdown_connections 2024-09-21T02:43:42.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.860+0000 7fe9f3336640 1 --2- 172.21.15.83:0/866586824 >> v2:172.21.15.142:3300/0 conn(0x7fe9ec0d0510 0x7fe9ec0cdd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:42.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.860+0000 7fe9f3336640 1 --2- 172.21.15.83:0/866586824 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe9ec15c410 0x7fe9ec0cffd0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:42.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.860+0000 7fe9f3336640 1 -- 172.21.15.83:0/866586824 >> 172.21.15.83:0/866586824 conn(0x7fe9ec06ce90 msgr2=0x7fe9ec06d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:42.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.860+0000 7fe9f3336640 1 -- 172.21.15.83:0/866586824 shutdown_connections 2024-09-21T02:43:42.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.860+0000 7fe9f3336640 1 -- 172.21.15.83:0/866586824 wait complete. 2024-09-21T02:43:42.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.860+0000 7fe9f3336640 1 Processor -- start 2024-09-21T02:43:42.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.860+0000 7fe9f3336640 1 -- start start 2024-09-21T02:43:42.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.864+0000 7fe9f3336640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe9ec0b4b70 0x7fe9ec1f83b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:42.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.864+0000 7fe9f3336640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe9ec0d0510 0x7fe9ec14b930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:42.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.864+0000 7fe9f3336640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe9ec15c410 0x7fe9ec14be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:42.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.864+0000 7fe9f3336640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fe9ec168b00 con 0x7fe9ec0b4b70 2024-09-21T02:43:42.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.864+0000 7fe9f3336640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fe9ec168980 con 0x7fe9ec0d0510 2024-09-21T02:43:42.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.864+0000 7fe9f3336640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fe9ec168c80 con 0x7fe9ec15c410 2024-09-21T02:43:42.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.864+0000 7fe9f10d2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe9ec0b4b70 0x7fe9ec1f83b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:42.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.864+0000 7fe9f10d2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe9ec0b4b70 0x7fe9ec1f83b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33720/0 (socket says 172.21.15.83:33720) 2024-09-21T02:43:42.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.864+0000 7fe9f10d2640 1 -- 172.21.15.83:0/100570986 learned_addr learned my addr 172.21.15.83:0/100570986 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:42.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.864+0000 7fe9f08d1640 1 --2- 172.21.15.83:0/100570986 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe9ec0d0510 0x7fe9ec14b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:42.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.864+0000 7fe9f18d3640 1 --2- 172.21.15.83:0/100570986 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe9ec15c410 0x7fe9ec14be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:42.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.864+0000 7fe9f10d2640 1 -- 172.21.15.83:0/100570986 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe9ec15c410 msgr2=0x7fe9ec14be70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:42.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.864+0000 7fe9f10d2640 1 --2- 172.21.15.83:0/100570986 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe9ec15c410 0x7fe9ec14be70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:42.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.864+0000 7fe9f10d2640 1 -- 172.21.15.83:0/100570986 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe9ec0d0510 msgr2=0x7fe9ec14b930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:42.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.864+0000 7fe9f10d2640 1 --2- 172.21.15.83:0/100570986 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe9ec0d0510 0x7fe9ec14b930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:42.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.864+0000 7fe9f10d2640 1 -- 172.21.15.83:0/100570986 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9ec0b1d90 con 0x7fe9ec0b4b70 2024-09-21T02:43:42.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.864+0000 7fe9f08d1640 1 --2- 172.21.15.83:0/100570986 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe9ec0d0510 0x7fe9ec14b930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:43:42.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.864+0000 7fe9f10d2640 1 --2- 172.21.15.83:0/100570986 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe9ec0b4b70 0x7fe9ec1f83b0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fe9e8001ec0 tx=0x7fe9e800c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:42.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.864+0000 7fe9e1ffb640 1 -- 172.21.15.83:0/100570986 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e8017070 con 0x7fe9ec0b4b70 2024-09-21T02:43:42.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.864+0000 7fe9e1ffb640 1 -- 172.21.15.83:0/100570986 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe9e8003600 con 0x7fe9ec0b4b70 2024-09-21T02:43:42.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.864+0000 7fe9e1ffb640 1 -- 172.21.15.83:0/100570986 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e8003a50 con 0x7fe9ec0b4b70 2024-09-21T02:43:42.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.864+0000 7fe9f3336640 1 -- 172.21.15.83:0/100570986 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9ec1fc940 con 0x7fe9ec0b4b70 2024-09-21T02:43:42.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.864+0000 7fe9f3336640 1 -- 172.21.15.83:0/100570986 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9ec1fcf00 con 0x7fe9ec0b4b70 2024-09-21T02:43:42.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.864+0000 7fe9f3336640 1 -- 172.21.15.83:0/100570986 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9ec0cdd00 con 0x7fe9ec0b4b70 2024-09-21T02:43:42.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.868+0000 7fe9e1ffb640 1 -- 172.21.15.83:0/100570986 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fe9e801a070 con 0x7fe9ec0b4b70 2024-09-21T02:43:42.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.868+0000 7fe9e1ffb640 1 --2- 172.21.15.83:0/100570986 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe9d0073200 0x7fe9d0075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:42.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.868+0000 7fe9e1ffb640 1 -- 172.21.15.83:0/100570986 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fe9e8093940 con 0x7fe9ec0b4b70 2024-09-21T02:43:42.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.868+0000 7fe9f08d1640 1 --2- 172.21.15.83:0/100570986 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe9d0073200 0x7fe9d0075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:42.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.868+0000 7fe9f08d1640 1 --2- 172.21.15.83:0/100570986 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe9d0073200 0x7fe9d0075710 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fe9dc0af000 tx=0x7fe9dc01b070 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:42.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:42.872+0000 7fe9e1ffb640 1 -- 172.21.15.83:0/100570986 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fe9e8021020 con 0x7fe9ec0b4b70 2024-09-21T02:43:43.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.076+0000 7fe9f3336640 1 -- 172.21.15.83:0/100570986 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe9ec157500 con 0x7fe9ec0b4b70 2024-09-21T02:43:43.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.076+0000 7fe9e1ffb640 1 -- 172.21.15.83:0/100570986 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5223 (secure 0 0 0) 0x7fe9ec0d0920 con 0x7fe9ec0b4b70 2024-09-21T02:43:43.078 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:43:43.078 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":8,"btime":"2024-09-21T02:43:08:146109+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4311,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6836/2192751956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":2192751956},{"type":"v1","addr":"172.21.15.83:6836","nonce":2192751956}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4314,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/4142234226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6835","nonce":4142234226},{"type":"v1","addr":"172.21.15.83:6837","nonce":4142234226}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4375,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6833/2552052707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":2552052707},{"type":"v1","addr":"172.21.15.142:6833","nonce":2552052707}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T02:43:04.500676+0000","modified":"2024-09-21T02:43:07.569005+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4381},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4381":{"gid":4381,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.142:6835/3983670535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":3983670535},{"type":"v1","addr":"172.21.15.142:6835","nonce":3983670535}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4381,"qdb_cluster":[4381]},"id":1}]} 2024-09-21T02:43:43.078 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 8 2024-09-21T02:43:43.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.076+0000 7fe9f3336640 1 -- 172.21.15.83:0/100570986 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe9d0073200 msgr2=0x7fe9d0075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:43.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.076+0000 7fe9f3336640 1 --2- 172.21.15.83:0/100570986 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe9d0073200 0x7fe9d0075710 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fe9dc0af000 tx=0x7fe9dc01b070 comp rx=0 tx=0).stop 2024-09-21T02:43:43.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.076+0000 7fe9f3336640 1 -- 172.21.15.83:0/100570986 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe9ec0b4b70 msgr2=0x7fe9ec1f83b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:43.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.076+0000 7fe9f3336640 1 --2- 172.21.15.83:0/100570986 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe9ec0b4b70 0x7fe9ec1f83b0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fe9e8001ec0 tx=0x7fe9e800c890 comp rx=0 tx=0).stop 2024-09-21T02:43:43.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.076+0000 7fe9f3336640 1 -- 172.21.15.83:0/100570986 shutdown_connections 2024-09-21T02:43:43.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.076+0000 7fe9f3336640 1 --2- 172.21.15.83:0/100570986 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe9d0073200 0x7fe9d0075710 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:43.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.076+0000 7fe9f3336640 1 --2- 172.21.15.83:0/100570986 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe9ec15c410 0x7fe9ec14be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:43.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.076+0000 7fe9f3336640 1 --2- 172.21.15.83:0/100570986 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe9ec0d0510 0x7fe9ec14b930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:43.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.076+0000 7fe9f3336640 1 --2- 172.21.15.83:0/100570986 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe9ec0b4b70 0x7fe9ec1f83b0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:43.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.076+0000 7fe9f3336640 1 -- 172.21.15.83:0/100570986 >> 172.21.15.83:0/100570986 conn(0x7fe9ec06ce90 msgr2=0x7fe9ec0739d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:43.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.076+0000 7fe9f3336640 1 -- 172.21.15.83:0/100570986 shutdown_connections 2024-09-21T02:43:43.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.076+0000 7fe9f3336640 1 -- 172.21.15.83:0/100570986 wait complete. 2024-09-21T02:43:43.099 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T02:43:43.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.236+0000 7fefb8f73640 1 -- 172.21.15.83:0/1669679715 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fefb40cc920 msgr2=0x7fefb40ccd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:43.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.236+0000 7fefb8f73640 1 --2- 172.21.15.83:0/1669679715 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fefb40cc920 0x7fefb40ccd30 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fefa4009bc0 tx=0x7fefa401cba0 comp rx=0 tx=0).stop 2024-09-21T02:43:43.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.236+0000 7fefb8f73640 1 -- 172.21.15.83:0/1669679715 shutdown_connections 2024-09-21T02:43:43.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.236+0000 7fefb8f73640 1 --2- 172.21.15.83:0/1669679715 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fefb40cc920 0x7fefb40ccd30 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:43.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.236+0000 7fefb8f73640 1 --2- 172.21.15.83:0/1669679715 >> v2:172.21.15.142:3300/0 conn(0x7fefb4074090 0x7fefb40744a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:43.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.236+0000 7fefb8f73640 1 -- 172.21.15.83:0/1669679715 >> 172.21.15.83:0/1669679715 conn(0x7fefb406ce90 msgr2=0x7fefb406d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:43.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.240+0000 7fefb8f73640 1 -- 172.21.15.83:0/1669679715 shutdown_connections 2024-09-21T02:43:43.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.240+0000 7fefb8f73640 1 -- 172.21.15.83:0/1669679715 wait complete. 2024-09-21T02:43:43.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.240+0000 7fefb8f73640 1 Processor -- start 2024-09-21T02:43:43.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.240+0000 7fefb8f73640 1 -- start start 2024-09-21T02:43:43.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.240+0000 7fefb8f73640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fefb406ed60 0x7fefb4149610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:43.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.240+0000 7fefb8f73640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fefb4074090 0x7fefb41f85e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:43.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.240+0000 7fefb8f73640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fefb40cc920 0x7fefb414cd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:43.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.240+0000 7fefb8f73640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fefb4169960 con 0x7fefb406ed60 2024-09-21T02:43:43.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.240+0000 7fefb8f73640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fefb41697e0 con 0x7fefb40cc920 2024-09-21T02:43:43.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.240+0000 7fefb8f73640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fefb4169ae0 con 0x7fefb4074090 2024-09-21T02:43:43.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.244+0000 7fefb259c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fefb406ed60 0x7fefb4149610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:43.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.244+0000 7fefb259c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fefb406ed60 0x7fefb4149610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33722/0 (socket says 172.21.15.83:33722) 2024-09-21T02:43:43.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.244+0000 7fefb259c640 1 -- 172.21.15.83:0/3181398933 learned_addr learned my addr 172.21.15.83:0/3181398933 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:43.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.244+0000 7fefb1d9b640 1 --2- 172.21.15.83:0/3181398933 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fefb4074090 0x7fefb41f85e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:43.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.244+0000 7fefb2d9d640 1 --2- 172.21.15.83:0/3181398933 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fefb40cc920 0x7fefb414cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:43.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.244+0000 7fefb259c640 1 -- 172.21.15.83:0/3181398933 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fefb4074090 msgr2=0x7fefb41f85e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:43.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.244+0000 7fefb259c640 1 --2- 172.21.15.83:0/3181398933 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fefb4074090 0x7fefb41f85e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:43.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.244+0000 7fefb259c640 1 -- 172.21.15.83:0/3181398933 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fefb40cc920 msgr2=0x7fefb414cd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:43.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.244+0000 7fefb259c640 1 --2- 172.21.15.83:0/3181398933 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fefb40cc920 0x7fefb414cd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:43.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.244+0000 7fefb259c640 1 -- 172.21.15.83:0/3181398933 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefb40cd040 con 0x7fefb406ed60 2024-09-21T02:43:43.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.244+0000 7fefb259c640 1 --2- 172.21.15.83:0/3181398933 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fefb406ed60 0x7fefb4149610 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fefac00c430 tx=0x7fefac00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:43.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.244+0000 7fefaaffd640 1 -- 172.21.15.83:0/3181398933 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefac011790 con 0x7fefb406ed60 2024-09-21T02:43:43.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.244+0000 7fefaaffd640 1 -- 172.21.15.83:0/3181398933 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fefac017070 con 0x7fefb406ed60 2024-09-21T02:43:43.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.244+0000 7fefaaffd640 1 -- 172.21.15.83:0/3181398933 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefac011cc0 con 0x7fefb406ed60 2024-09-21T02:43:43.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.244+0000 7fefb8f73640 1 -- 172.21.15.83:0/3181398933 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fefb41f9150 con 0x7fefb406ed60 2024-09-21T02:43:43.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.244+0000 7fefb8f73640 1 -- 172.21.15.83:0/3181398933 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fefb40afb30 con 0x7fefb406ed60 2024-09-21T02:43:43.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.244+0000 7fefb8f73640 1 -- 172.21.15.83:0/3181398933 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fefb40744a0 con 0x7fefb406ed60 2024-09-21T02:43:43.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.244+0000 7fefaaffd640 1 -- 172.21.15.83:0/3181398933 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fefac01c460 con 0x7fefb406ed60 2024-09-21T02:43:43.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.244+0000 7fefaaffd640 1 --2- 172.21.15.83:0/3181398933 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fef94073230 0x7fef94075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:43.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.244+0000 7fefaaffd640 1 -- 172.21.15.83:0/3181398933 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fefac093f60 con 0x7fefb406ed60 2024-09-21T02:43:43.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.244+0000 7fefb1d9b640 1 --2- 172.21.15.83:0/3181398933 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fef94073230 0x7fef94075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:43.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.248+0000 7fefb1d9b640 1 --2- 172.21.15.83:0/3181398933 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fef94073230 0x7fef94075740 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fefa40af000 tx=0x7fefa401b3e0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:43.252 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.252+0000 7fefaaffd640 1 -- 172.21.15.83:0/3181398933 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fefac05f010 con 0x7fefb406ed60 2024-09-21T02:43:43.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.452+0000 7fefb8f73640 1 -- 172.21.15.83:0/3181398933 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fefb40af8e0 con 0x7fefb406ed60 2024-09-21T02:43:43.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.452+0000 7fefaaffd640 1 -- 172.21.15.83:0/3181398933 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5223 (secure 0 0 0) 0x7fefac05e910 con 0x7fefb406ed60 2024-09-21T02:43:43.456 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:43:43.456 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":8,"btime":"2024-09-21T02:43:08:146109+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4311,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6836/2192751956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":2192751956},{"type":"v1","addr":"172.21.15.83:6836","nonce":2192751956}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4314,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/4142234226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6835","nonce":4142234226},{"type":"v1","addr":"172.21.15.83:6837","nonce":4142234226}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4375,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6833/2552052707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":2552052707},{"type":"v1","addr":"172.21.15.142:6833","nonce":2552052707}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T02:43:04.500676+0000","modified":"2024-09-21T02:43:07.569005+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4381},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4381":{"gid":4381,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.142:6835/3983670535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":3983670535},{"type":"v1","addr":"172.21.15.142:6835","nonce":3983670535}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4381,"qdb_cluster":[4381]},"id":1}]} 2024-09-21T02:43:43.457 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 8 2024-09-21T02:43:43.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.456+0000 7fefb8f73640 1 -- 172.21.15.83:0/3181398933 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fef94073230 msgr2=0x7fef94075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:43.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.456+0000 7fefb8f73640 1 --2- 172.21.15.83:0/3181398933 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fef94073230 0x7fef94075740 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fefa40af000 tx=0x7fefa401b3e0 comp rx=0 tx=0).stop 2024-09-21T02:43:43.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.456+0000 7fefb8f73640 1 -- 172.21.15.83:0/3181398933 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fefb406ed60 msgr2=0x7fefb4149610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:43.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.456+0000 7fefb8f73640 1 --2- 172.21.15.83:0/3181398933 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fefb406ed60 0x7fefb4149610 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fefac00c430 tx=0x7fefac00c8f0 comp rx=0 tx=0).stop 2024-09-21T02:43:43.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.456+0000 7fefb8f73640 1 -- 172.21.15.83:0/3181398933 shutdown_connections 2024-09-21T02:43:43.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.456+0000 7fefb8f73640 1 --2- 172.21.15.83:0/3181398933 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fef94073230 0x7fef94075740 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:43.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.456+0000 7fefb8f73640 1 --2- 172.21.15.83:0/3181398933 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fefb40cc920 0x7fefb414cd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:43.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.456+0000 7fefb8f73640 1 --2- 172.21.15.83:0/3181398933 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fefb4074090 0x7fefb41f85e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:43.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.456+0000 7fefb8f73640 1 --2- 172.21.15.83:0/3181398933 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fefb406ed60 0x7fefb4149610 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:43.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.456+0000 7fefb8f73640 1 -- 172.21.15.83:0/3181398933 >> 172.21.15.83:0/3181398933 conn(0x7fefb406ce90 msgr2=0x7fefb415eb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:43.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.456+0000 7fefb8f73640 1 -- 172.21.15.83:0/3181398933 shutdown_connections 2024-09-21T02:43:43.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.456+0000 7fefb8f73640 1 -- 172.21.15.83:0/3181398933 wait complete. 2024-09-21T02:43:43.477 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T02:43:43.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.628+0000 7f4952684640 1 -- 172.21.15.83:0/3579225719 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f494c0d06e0 msgr2=0x7f494c166100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:43.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.628+0000 7f4952684640 1 --2- 172.21.15.83:0/3579225719 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f494c0d06e0 0x7f494c166100 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f4944009bc0 tx=0x7f494401cb10 comp rx=0 tx=0).stop 2024-09-21T02:43:43.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.628+0000 7f4952684640 1 -- 172.21.15.83:0/3579225719 shutdown_connections 2024-09-21T02:43:43.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.628+0000 7f4952684640 1 --2- 172.21.15.83:0/3579225719 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f494c0d06e0 0x7f494c166100 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:43.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.628+0000 7f4952684640 1 -- 172.21.15.83:0/3579225719 >> 172.21.15.83:0/3579225719 conn(0x7f494c06ce90 msgr2=0x7f494c06d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:43.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.628+0000 7f4952684640 1 -- 172.21.15.83:0/3579225719 shutdown_connections 2024-09-21T02:43:43.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.628+0000 7f4952684640 1 -- 172.21.15.83:0/3579225719 wait complete. 2024-09-21T02:43:43.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.628+0000 7f4952684640 1 Processor -- start 2024-09-21T02:43:43.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.628+0000 7f4952684640 1 -- start start 2024-09-21T02:43:43.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.632+0000 7f4952684640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f494c0b4b70 0x7f494c1457f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:43.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.632+0000 7f4952684640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f494c15c410 0x7f494c151410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:43.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.632+0000 7f4952684640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f494c151950 0x7f494c155d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:43.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.632+0000 7f4952684640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f494c169a20 con 0x7f494c0b4b70 2024-09-21T02:43:43.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.632+0000 7f4952684640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f494c1698a0 con 0x7f494c15c410 2024-09-21T02:43:43.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.632+0000 7f4952684640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f494c169ba0 con 0x7f494c151950 2024-09-21T02:43:43.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.632+0000 7f494bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f494c0b4b70 0x7f494c1457f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:43.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.632+0000 7f494bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f494c0b4b70 0x7f494c1457f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:41804/0 (socket says 172.21.15.83:41804) 2024-09-21T02:43:43.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.632+0000 7f494bfff640 1 -- 172.21.15.83:0/2223225291 learned_addr learned my addr 172.21.15.83:0/2223225291 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:43.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.632+0000 7f4950c21640 1 --2- 172.21.15.83:0/2223225291 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f494c151950 0x7f494c155d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:43.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.632+0000 7f494b7fe640 1 --2- 172.21.15.83:0/2223225291 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f494c15c410 0x7f494c151410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:43.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.632+0000 7f494bfff640 1 -- 172.21.15.83:0/2223225291 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f494c151950 msgr2=0x7f494c155d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:43.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.632+0000 7f494bfff640 1 --2- 172.21.15.83:0/2223225291 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f494c151950 0x7f494c155d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:43.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.632+0000 7f494bfff640 1 -- 172.21.15.83:0/2223225291 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f494c15c410 msgr2=0x7f494c151410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:43.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.632+0000 7f494bfff640 1 --2- 172.21.15.83:0/2223225291 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f494c15c410 0x7f494c151410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:43.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.632+0000 7f494bfff640 1 -- 172.21.15.83:0/2223225291 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f494c155590 con 0x7f494c0b4b70 2024-09-21T02:43:43.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.632+0000 7f494bfff640 1 --2- 172.21.15.83:0/2223225291 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f494c0b4b70 0x7f494c1457f0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f493c00c420 tx=0x7f493c00c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:43.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.632+0000 7f4948ff9640 1 -- 172.21.15.83:0/2223225291 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f493c017070 con 0x7f494c0b4b70 2024-09-21T02:43:43.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.632+0000 7f4948ff9640 1 -- 172.21.15.83:0/2223225291 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f493c0053c0 con 0x7f494c0b4b70 2024-09-21T02:43:43.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.632+0000 7f4952684640 1 -- 172.21.15.83:0/2223225291 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f494c1460a0 con 0x7f494c0b4b70 2024-09-21T02:43:43.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.632+0000 7f4948ff9640 1 -- 172.21.15.83:0/2223225291 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f493c003860 con 0x7f494c0b4b70 2024-09-21T02:43:43.636 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.632+0000 7f4952684640 1 -- 172.21.15.83:0/2223225291 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f494c146660 con 0x7f494c0b4b70 2024-09-21T02:43:43.636 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.632+0000 7f4952684640 1 -- 172.21.15.83:0/2223225291 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f494c15b2c0 con 0x7f494c0b4b70 2024-09-21T02:43:43.636 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.632+0000 7f4948ff9640 1 -- 172.21.15.83:0/2223225291 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f493c01a070 con 0x7f494c0b4b70 2024-09-21T02:43:43.636 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.632+0000 7f4948ff9640 1 --2- 172.21.15.83:0/2223225291 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f4938073200 0x7f4938075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:43.637 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.632+0000 7f4948ff9640 1 -- 172.21.15.83:0/2223225291 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f493c0935a0 con 0x7f494c0b4b70 2024-09-21T02:43:43.637 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.632+0000 7f494b7fe640 1 --2- 172.21.15.83:0/2223225291 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f4938073200 0x7f4938075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:43.637 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.636+0000 7f494b7fe640 1 --2- 172.21.15.83:0/2223225291 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f4938073200 0x7f4938075710 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f494c1f9940 tx=0x7f4940009040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:43.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.640+0000 7f4948ff9640 1 -- 172.21.15.83:0/2223225291 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f493c05e5c0 con 0x7f494c0b4b70 2024-09-21T02:43:43.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.796+0000 7f4952684640 1 -- 172.21.15.83:0/2223225291 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f494c149ea0 con 0x7f494c0b4b70 2024-09-21T02:43:43.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.800+0000 7f4948ff9640 1 -- 172.21.15.83:0/2223225291 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) ==== 74+0+16645 (secure 0 0 0) 0x7f493c05dec0 con 0x7f494c0b4b70 2024-09-21T02:43:43.801 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:43:43.801 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":22,"fsid":"82b6a254-ea31-468f-b8d3-3f9b32622240","created":"2024-09-21T02:42:38.603140+0000","modified":"2024-09-21T02:43:06.085511+0000","last_up_change":"2024-09-21T02:42:53.602524+0000","last_in_change":"2024-09-21T02:42:43.192261+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T02:42:53.826200+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-21T02:43:02.423239+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-21T02:43:03.451557+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3a8ebb7b-1ae5-4b26-8278-9dcb6c385903","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6814","nonce":1413652419}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6818","nonce":1413652419}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6825","nonce":1413652419}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6822","nonce":1413652419}]},"public_addr":"172.21.15.83:6814/1413652419","cluster_addr":"172.21.15.83:6818/1413652419","heartbeat_back_addr":"172.21.15.83:6825/1413652419","heartbeat_front_addr":"172.21.15.83:6822/1413652419","state":["exists","up"]},{"osd":1,"uuid":"c965bb73-548b-4509-96ec-9c263029104b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6827","nonce":464765712}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6829","nonce":464765712}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6833","nonce":464765712}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6831","nonce":464765712}]},"public_addr":"172.21.15.83:6827/464765712","cluster_addr":"172.21.15.83:6829/464765712","heartbeat_back_addr":"172.21.15.83:6833/464765712","heartbeat_front_addr":"172.21.15.83:6831/464765712","state":["exists","up"]},{"osd":2,"uuid":"d86f4e42-c5e5-48f2-9936-817c45ca308d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6803","nonce":2393321522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6805","nonce":2393321522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6809","nonce":2393321522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6807","nonce":2393321522}]},"public_addr":"172.21.15.83:6803/2393321522","cluster_addr":"172.21.15.83:6805/2393321522","heartbeat_back_addr":"172.21.15.83:6809/2393321522","heartbeat_front_addr":"172.21.15.83:6807/2393321522","state":["exists","up"]},{"osd":3,"uuid":"13beb0a5-6df8-4bd9-a8c9-d61fe89e09e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6811","nonce":3390622409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6813","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6815","nonce":3390622409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6821","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6823","nonce":3390622409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6817","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6819","nonce":3390622409}]},"public_addr":"172.21.15.83:6811/3390622409","cluster_addr":"172.21.15.83:6815/3390622409","heartbeat_back_addr":"172.21.15.83:6823/3390622409","heartbeat_front_addr":"172.21.15.83:6819/3390622409","state":["exists","up"]},{"osd":4,"uuid":"2028bcfd-16b5-40a0-beaf-18832fee4ac1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6816","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6817","nonce":903609339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6818","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6819","nonce":903609339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6822","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6823","nonce":903609339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6820","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6821","nonce":903609339}]},"public_addr":"172.21.15.142:6817/903609339","cluster_addr":"172.21.15.142:6819/903609339","heartbeat_back_addr":"172.21.15.142:6823/903609339","heartbeat_front_addr":"172.21.15.142:6821/903609339","state":["exists","up"]},{"osd":5,"uuid":"f3fdab28-9ac1-4ff3-92ed-3c2a9833a45d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6824","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6825","nonce":1864459234}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6826","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6827","nonce":1864459234}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6830","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6831","nonce":1864459234}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6828","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6829","nonce":1864459234}]},"public_addr":"172.21.15.142:6825/1864459234","cluster_addr":"172.21.15.142:6827/1864459234","heartbeat_back_addr":"172.21.15.142:6831/1864459234","heartbeat_front_addr":"172.21.15.142:6829/1864459234","state":["exists","up"]},{"osd":6,"uuid":"e6c411f3-8a06-41f2-b104-40216326259a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6808","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6809","nonce":1137623679}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6810","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6811","nonce":1137623679}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6814","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6815","nonce":1137623679}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6812","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6813","nonce":1137623679}]},"public_addr":"172.21.15.142:6809/1137623679","cluster_addr":"172.21.15.142:6811/1137623679","heartbeat_back_addr":"172.21.15.142:6815/1137623679","heartbeat_front_addr":"172.21.15.142:6813/1137623679","state":["exists","up"]},{"osd":7,"uuid":"37ce1cb6-2b1b-4d91-ace3-926062f54290","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6800","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6801","nonce":81587312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6802","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6803","nonce":81587312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6806","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6807","nonce":81587312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6804","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6805","nonce":81587312}]},"public_addr":"172.21.15.142:6801/81587312","cluster_addr":"172.21.15.142:6803/81587312","heartbeat_back_addr":"172.21.15.142:6807/81587312","heartbeat_front_addr":"172.21.15.142:6805/81587312","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.547410+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.843449+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.932112+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.842886+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.082896+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.238106+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.825928+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.553550+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T02:43:43.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.800+0000 7f4952684640 1 -- 172.21.15.83:0/2223225291 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f4938073200 msgr2=0x7f4938075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:43.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.800+0000 7f4952684640 1 --2- 172.21.15.83:0/2223225291 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f4938073200 0x7f4938075710 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f494c1f9940 tx=0x7f4940009040 comp rx=0 tx=0).stop 2024-09-21T02:43:43.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.800+0000 7f4952684640 1 -- 172.21.15.83:0/2223225291 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f494c0b4b70 msgr2=0x7f494c1457f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:43.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.800+0000 7f4952684640 1 --2- 172.21.15.83:0/2223225291 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f494c0b4b70 0x7f494c1457f0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f493c00c420 tx=0x7f493c00c8e0 comp rx=0 tx=0).stop 2024-09-21T02:43:43.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.800+0000 7f4952684640 1 -- 172.21.15.83:0/2223225291 shutdown_connections 2024-09-21T02:43:43.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.800+0000 7f4952684640 1 --2- 172.21.15.83:0/2223225291 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f4938073200 0x7f4938075710 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:43.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.800+0000 7f4952684640 1 --2- 172.21.15.83:0/2223225291 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f494c151950 0x7f494c155d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:43.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.800+0000 7f4952684640 1 --2- 172.21.15.83:0/2223225291 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f494c15c410 0x7f494c151410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:43.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.800+0000 7f4952684640 1 --2- 172.21.15.83:0/2223225291 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f494c0b4b70 0x7f494c1457f0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:43.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.800+0000 7f4952684640 1 -- 172.21.15.83:0/2223225291 >> 172.21.15.83:0/2223225291 conn(0x7f494c06ce90 msgr2=0x7f494c14a3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:43.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.800+0000 7f4952684640 1 -- 172.21.15.83:0/2223225291 shutdown_connections 2024-09-21T02:43:43.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.800+0000 7f4952684640 1 -- 172.21.15.83:0/2223225291 wait complete. 2024-09-21T02:43:43.823 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-21T02:43:43.823 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T02:43:43.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.960+0000 7fb4e1b1b640 1 -- 172.21.15.83:0/1223939799 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb4dc0d0b10 msgr2=0x7fb4dc0d0f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:43.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.960+0000 7fb4e1b1b640 1 --2- 172.21.15.83:0/1223939799 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb4dc0d0b10 0x7fb4dc0d0f20 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fb4cc0098f0 tx=0x7fb4cc01c850 comp rx=0 tx=0).stop 2024-09-21T02:43:43.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.960+0000 7fb4e1b1b640 1 -- 172.21.15.83:0/1223939799 shutdown_connections 2024-09-21T02:43:43.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.960+0000 7fb4e1b1b640 1 --2- 172.21.15.83:0/1223939799 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb4dc0d1460 0x7fb4dc0d2270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:43.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.960+0000 7fb4e1b1b640 1 --2- 172.21.15.83:0/1223939799 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb4dc0d0b10 0x7fb4dc0d0f20 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:43.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.960+0000 7fb4e1b1b640 1 -- 172.21.15.83:0/1223939799 >> 172.21.15.83:0/1223939799 conn(0x7fb4dc09d6e0 msgr2=0x7fb4dc0d4490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:43.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.960+0000 7fb4e1b1b640 1 -- 172.21.15.83:0/1223939799 shutdown_connections 2024-09-21T02:43:43.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.960+0000 7fb4e1b1b640 1 -- 172.21.15.83:0/1223939799 wait complete. 2024-09-21T02:43:43.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.964+0000 7fb4e1b1b640 1 Processor -- start 2024-09-21T02:43:43.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.964+0000 7fb4e1b1b640 1 -- start start 2024-09-21T02:43:43.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.964+0000 7fb4e1b1b640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb4dc0d0b10 0x7fb4dc15ce60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:43.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.964+0000 7fb4e1b1b640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb4dc0d1460 0x7fb4dc1642c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:43.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.964+0000 7fb4e1b1b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb4dc0d27b0 0x7fb4dc164800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:43.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.964+0000 7fb4e1b1b640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fb4dc16c390 con 0x7fb4dc0d27b0 2024-09-21T02:43:43.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.964+0000 7fb4e1b1b640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fb4dc0b9ff0 con 0x7fb4dc0d1460 2024-09-21T02:43:43.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.964+0000 7fb4e1b1b640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fb4dc16c510 con 0x7fb4dc0d0b10 2024-09-21T02:43:43.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.964+0000 7fb4dbfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb4dc0d27b0 0x7fb4dc164800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:43.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.964+0000 7fb4dbfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb4dc0d27b0 0x7fb4dc164800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:41810/0 (socket says 172.21.15.83:41810) 2024-09-21T02:43:43.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.964+0000 7fb4dbfff640 1 -- 172.21.15.83:0/1319985161 learned_addr learned my addr 172.21.15.83:0/1319985161 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:43.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.964+0000 7fb4daffd640 1 --2- 172.21.15.83:0/1319985161 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb4dc0d1460 0x7fb4dc1642c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:43.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.964+0000 7fb4db7fe640 1 --2- 172.21.15.83:0/1319985161 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb4dc0d0b10 0x7fb4dc15ce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:43.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.964+0000 7fb4dbfff640 1 -- 172.21.15.83:0/1319985161 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb4dc0d0b10 msgr2=0x7fb4dc15ce60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:43.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.964+0000 7fb4dbfff640 1 --2- 172.21.15.83:0/1319985161 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb4dc0d0b10 0x7fb4dc15ce60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:43.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.964+0000 7fb4dbfff640 1 -- 172.21.15.83:0/1319985161 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb4dc0d1460 msgr2=0x7fb4dc1642c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:43.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.964+0000 7fb4dbfff640 1 --2- 172.21.15.83:0/1319985161 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb4dc0d1460 0x7fb4dc1642c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:43.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.964+0000 7fb4dbfff640 1 -- 172.21.15.83:0/1319985161 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4dc166400 con 0x7fb4dc0d27b0 2024-09-21T02:43:43.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.964+0000 7fb4dbfff640 1 --2- 172.21.15.83:0/1319985161 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb4dc0d27b0 0x7fb4dc164800 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fb4d400c730 tx=0x7fb4d400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:43.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.964+0000 7fb4c3fff640 1 -- 172.21.15.83:0/1319985161 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4d4003b80 con 0x7fb4dc0d27b0 2024-09-21T02:43:43.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.964+0000 7fb4c3fff640 1 -- 172.21.15.83:0/1319985161 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb4d4003d20 con 0x7fb4dc0d27b0 2024-09-21T02:43:43.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.964+0000 7fb4c3fff640 1 -- 172.21.15.83:0/1319985161 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4d400aab0 con 0x7fb4dc0d27b0 2024-09-21T02:43:43.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.964+0000 7fb4e1b1b640 1 -- 172.21.15.83:0/1319985161 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4dc15fd10 con 0x7fb4dc0d27b0 2024-09-21T02:43:43.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.964+0000 7fb4e1b1b640 1 -- 172.21.15.83:0/1319985161 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4dc15ffb0 con 0x7fb4dc0d27b0 2024-09-21T02:43:43.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.968+0000 7fb4e1b1b640 1 -- 172.21.15.83:0/1319985161 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4dc0d0f20 con 0x7fb4dc0d27b0 2024-09-21T02:43:43.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.968+0000 7fb4c3fff640 1 -- 172.21.15.83:0/1319985161 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fb4d400ac50 con 0x7fb4dc0d27b0 2024-09-21T02:43:43.971 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.968+0000 7fb4c3fff640 1 --2- 172.21.15.83:0/1319985161 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb4c8073200 0x7fb4c8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:43.971 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.968+0000 7fb4db7fe640 1 --2- 172.21.15.83:0/1319985161 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb4c8073200 0x7fb4c8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:43.971 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.968+0000 7fb4c3fff640 1 -- 172.21.15.83:0/1319985161 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fb4d4093f40 con 0x7fb4dc0d27b0 2024-09-21T02:43:43.971 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.968+0000 7fb4db7fe640 1 --2- 172.21.15.83:0/1319985161 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb4c8073200 0x7fb4c8075710 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fb4cc0af000 tx=0x7fb4cc01b090 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:43.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:43.972+0000 7fb4c3fff640 1 -- 172.21.15.83:0/1319985161 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fb4dc0b0fd0 con 0x7fb4dc0d27b0 2024-09-21T02:43:44.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.176+0000 7fb4e1b1b640 1 -- 172.21.15.83:0/1319985161 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb4dc167b80 con 0x7fb4dc0d27b0 2024-09-21T02:43:44.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.176+0000 7fb4c3fff640 1 -- 172.21.15.83:0/1319985161 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5223 (secure 0 0 0) 0x7fb4d405eff0 con 0x7fb4dc0d27b0 2024-09-21T02:43:44.178 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:43:44.178 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":8,"btime":"2024-09-21T02:43:08:146109+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4311,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6836/2192751956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":2192751956},{"type":"v1","addr":"172.21.15.83:6836","nonce":2192751956}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4314,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/4142234226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6835","nonce":4142234226},{"type":"v1","addr":"172.21.15.83:6837","nonce":4142234226}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4375,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6833/2552052707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":2552052707},{"type":"v1","addr":"172.21.15.142:6833","nonce":2552052707}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T02:43:04.500676+0000","modified":"2024-09-21T02:43:07.569005+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4381},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4381":{"gid":4381,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.142:6835/3983670535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":3983670535},{"type":"v1","addr":"172.21.15.142:6835","nonce":3983670535}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4381,"qdb_cluster":[4381]},"id":1}]} 2024-09-21T02:43:44.178 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 8 2024-09-21T02:43:44.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.176+0000 7fb4e1b1b640 1 -- 172.21.15.83:0/1319985161 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb4c8073200 msgr2=0x7fb4c8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:44.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.176+0000 7fb4e1b1b640 1 --2- 172.21.15.83:0/1319985161 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb4c8073200 0x7fb4c8075710 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fb4cc0af000 tx=0x7fb4cc01b090 comp rx=0 tx=0).stop 2024-09-21T02:43:44.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.176+0000 7fb4e1b1b640 1 -- 172.21.15.83:0/1319985161 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb4dc0d27b0 msgr2=0x7fb4dc164800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:44.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.176+0000 7fb4e1b1b640 1 --2- 172.21.15.83:0/1319985161 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb4dc0d27b0 0x7fb4dc164800 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fb4d400c730 tx=0x7fb4d400cbf0 comp rx=0 tx=0).stop 2024-09-21T02:43:44.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.176+0000 7fb4e1b1b640 1 -- 172.21.15.83:0/1319985161 shutdown_connections 2024-09-21T02:43:44.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.176+0000 7fb4e1b1b640 1 --2- 172.21.15.83:0/1319985161 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb4c8073200 0x7fb4c8075710 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:44.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.176+0000 7fb4e1b1b640 1 --2- 172.21.15.83:0/1319985161 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb4dc0d27b0 0x7fb4dc164800 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:44.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.176+0000 7fb4e1b1b640 1 --2- 172.21.15.83:0/1319985161 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb4dc0d1460 0x7fb4dc1642c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:44.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.176+0000 7fb4e1b1b640 1 --2- 172.21.15.83:0/1319985161 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb4dc0d0b10 0x7fb4dc15ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:44.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.176+0000 7fb4e1b1b640 1 -- 172.21.15.83:0/1319985161 >> 172.21.15.83:0/1319985161 conn(0x7fb4dc09d6e0 msgr2=0x7fb4dc0b3480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:44.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.176+0000 7fb4e1b1b640 1 -- 172.21.15.83:0/1319985161 shutdown_connections 2024-09-21T02:43:44.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.176+0000 7fb4e1b1b640 1 -- 172.21.15.83:0/1319985161 wait complete. 2024-09-21T02:43:44.198 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T02:43:44.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.352+0000 7f2f4d6bc640 1 -- 172.21.15.83:0/1360407227 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2f34004d50 msgr2=0x7f2f34005160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:44.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.352+0000 7f2f4d6bc640 1 --2- 172.21.15.83:0/1360407227 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2f34004d50 0x7f2f34005160 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f2f40009eb0 tx=0x7f2f4001d5f0 comp rx=0 tx=0).stop 2024-09-21T02:43:44.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.352+0000 7f2f477fe640 1 -- 172.21.15.83:0/1360407227 reap_dead start 2024-09-21T02:43:44.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.352+0000 7f2f4d6bc640 1 -- 172.21.15.83:0/1360407227 shutdown_connections 2024-09-21T02:43:44.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.352+0000 7f2f4d6bc640 1 -- 172.21.15.83:0/1360407227 >> 172.21.15.83:0/1360407227 conn(0x7f2f4806ce90 msgr2=0x7f2f4806d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:44.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.352+0000 7f2f4d6bc640 1 -- 172.21.15.83:0/1360407227 shutdown_connections 2024-09-21T02:43:44.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.352+0000 7f2f4d6bc640 1 -- 172.21.15.83:0/1360407227 wait complete. 2024-09-21T02:43:44.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.356+0000 7f2f4d6bc640 1 Processor -- start 2024-09-21T02:43:44.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.356+0000 7f2f4d6bc640 1 -- start start 2024-09-21T02:43:44.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.356+0000 7f2f4d6bc640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2f48156830 0x7f2f480c9410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:44.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.356+0000 7f2f4d6bc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2f480c9950 0x7f2f481f6eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:44.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.356+0000 7f2f4d6bc640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2f481f73f0 0x7f2f481f3870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:44.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.356+0000 7f2f4d6bc640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f2f4806f2f0 con 0x7f2f480c9950 2024-09-21T02:43:44.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.356+0000 7f2f4d6bc640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f2f4806f170 con 0x7f2f481f73f0 2024-09-21T02:43:44.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.356+0000 7f2f4d6bc640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f2f4806f470 con 0x7f2f48156830 2024-09-21T02:43:44.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.356+0000 7f2f467fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2f480c9950 0x7f2f481f6eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:44.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.356+0000 7f2f467fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2f480c9950 0x7f2f481f6eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:41830/0 (socket says 172.21.15.83:41830) 2024-09-21T02:43:44.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.356+0000 7f2f467fc640 1 -- 172.21.15.83:0/3259307840 learned_addr learned my addr 172.21.15.83:0/3259307840 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:44.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.356+0000 7f2f477fe640 1 --2- 172.21.15.83:0/3259307840 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2f481f73f0 0x7f2f481f3870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:44.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.356+0000 7f2f46ffd640 1 --2- 172.21.15.83:0/3259307840 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2f48156830 0x7f2f480c9410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:44.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.356+0000 7f2f467fc640 1 -- 172.21.15.83:0/3259307840 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2f48156830 msgr2=0x7f2f480c9410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:44.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.356+0000 7f2f467fc640 1 --2- 172.21.15.83:0/3259307840 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2f48156830 0x7f2f480c9410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:44.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.356+0000 7f2f467fc640 1 -- 172.21.15.83:0/3259307840 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2f481f73f0 msgr2=0x7f2f481f3870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:44.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.356+0000 7f2f467fc640 1 --2- 172.21.15.83:0/3259307840 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2f481f73f0 0x7f2f481f3870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:44.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.356+0000 7f2f467fc640 1 -- 172.21.15.83:0/3259307840 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f48143a80 con 0x7f2f480c9950 2024-09-21T02:43:44.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.356+0000 7f2f477fe640 1 --2- 172.21.15.83:0/3259307840 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2f481f73f0 0x7f2f481f3870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:43:44.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.356+0000 7f2f467fc640 1 --2- 172.21.15.83:0/3259307840 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2f480c9950 0x7f2f481f6eb0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f2f3800ca70 tx=0x7f2f3800cf30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:44.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.356+0000 7f2f3f7fe640 1 -- 172.21.15.83:0/3259307840 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f38017070 con 0x7f2f480c9950 2024-09-21T02:43:44.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.356+0000 7f2f3f7fe640 1 -- 172.21.15.83:0/3259307840 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2f38007e10 con 0x7f2f480c9950 2024-09-21T02:43:44.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.356+0000 7f2f3f7fe640 1 -- 172.21.15.83:0/3259307840 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f38003940 con 0x7f2f480c9950 2024-09-21T02:43:44.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.356+0000 7f2f4d6bc640 1 -- 172.21.15.83:0/3259307840 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f481f7800 con 0x7f2f480c9950 2024-09-21T02:43:44.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.356+0000 7f2f4d6bc640 1 -- 172.21.15.83:0/3259307840 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f480ca140 con 0x7f2f480c9950 2024-09-21T02:43:44.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.360+0000 7f2f4d6bc640 1 -- 172.21.15.83:0/3259307840 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f480744a0 con 0x7f2f480c9950 2024-09-21T02:43:44.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.360+0000 7f2f3f7fe640 1 -- 172.21.15.83:0/3259307840 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f2f3801a070 con 0x7f2f480c9950 2024-09-21T02:43:44.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.360+0000 7f2f3f7fe640 1 --2- 172.21.15.83:0/3259307840 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2f28073200 0x7f2f28075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:44.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.360+0000 7f2f3f7fe640 1 -- 172.21.15.83:0/3259307840 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5738+0+0 (secure 0 0 0) 0x7f2f380938f0 con 0x7f2f480c9950 2024-09-21T02:43:44.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.360+0000 7f2f46ffd640 1 --2- 172.21.15.83:0/3259307840 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2f28073200 0x7f2f28075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:44.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.360+0000 7f2f46ffd640 1 --2- 172.21.15.83:0/3259307840 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2f28073200 0x7f2f28075710 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f2f30005d90 tx=0x7f2f30005d00 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:44.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.364+0000 7f2f3f7fe640 1 -- 172.21.15.83:0/3259307840 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f2f481f7800 con 0x7f2f480c9950 2024-09-21T02:43:44.568 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.564+0000 7f2f4d6bc640 1 -- 172.21.15.83:0/3259307840 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2f480c5320 con 0x7f2f480c9950 2024-09-21T02:43:44.569 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.568+0000 7f2f3f7fe640 1 -- 172.21.15.83:0/3259307840 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5223 (secure 0 0 0) 0x7f2f4806f6b0 con 0x7f2f480c9950 2024-09-21T02:43:44.569 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:43:44.569 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":8,"btime":"2024-09-21T02:43:08:146109+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4311,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6836/2192751956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":2192751956},{"type":"v1","addr":"172.21.15.83:6836","nonce":2192751956}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4314,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/4142234226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6835","nonce":4142234226},{"type":"v1","addr":"172.21.15.83:6837","nonce":4142234226}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4375,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6833/2552052707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":2552052707},{"type":"v1","addr":"172.21.15.142:6833","nonce":2552052707}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T02:43:04.500676+0000","modified":"2024-09-21T02:43:07.569005+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4381},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4381":{"gid":4381,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.142:6835/3983670535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":3983670535},{"type":"v1","addr":"172.21.15.142:6835","nonce":3983670535}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4381,"qdb_cluster":[4381]},"id":1}]} 2024-09-21T02:43:44.569 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 8 2024-09-21T02:43:44.571 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.568+0000 7f2f4d6bc640 1 -- 172.21.15.83:0/3259307840 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2f28073200 msgr2=0x7f2f28075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:44.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.568+0000 7f2f4d6bc640 1 --2- 172.21.15.83:0/3259307840 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2f28073200 0x7f2f28075710 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f2f30005d90 tx=0x7f2f30005d00 comp rx=0 tx=0).stop 2024-09-21T02:43:44.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.568+0000 7f2f4d6bc640 1 -- 172.21.15.83:0/3259307840 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2f480c9950 msgr2=0x7f2f481f6eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:44.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.568+0000 7f2f4d6bc640 1 --2- 172.21.15.83:0/3259307840 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2f480c9950 0x7f2f481f6eb0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f2f3800ca70 tx=0x7f2f3800cf30 comp rx=0 tx=0).stop 2024-09-21T02:43:44.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.568+0000 7f2f4d6bc640 1 -- 172.21.15.83:0/3259307840 shutdown_connections 2024-09-21T02:43:44.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.568+0000 7f2f4d6bc640 1 --2- 172.21.15.83:0/3259307840 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2f28073200 0x7f2f28075710 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:44.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.568+0000 7f2f4d6bc640 1 --2- 172.21.15.83:0/3259307840 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2f481f73f0 0x7f2f481f3870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:44.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.568+0000 7f2f4d6bc640 1 --2- 172.21.15.83:0/3259307840 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2f480c9950 0x7f2f481f6eb0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:44.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.568+0000 7f2f4d6bc640 1 --2- 172.21.15.83:0/3259307840 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2f48156830 0x7f2f480c9410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:44.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.568+0000 7f2f4d6bc640 1 -- 172.21.15.83:0/3259307840 >> 172.21.15.83:0/3259307840 conn(0x7f2f4806ce90 msgr2=0x7f2f48143c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:44.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.568+0000 7f2f4d6bc640 1 -- 172.21.15.83:0/3259307840 shutdown_connections 2024-09-21T02:43:44.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.568+0000 7f2f4d6bc640 1 -- 172.21.15.83:0/3259307840 wait complete. 2024-09-21T02:43:44.589 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T02:43:44.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.728+0000 7f6112d56640 1 -- 172.21.15.83:0/2423282718 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f610c0b45a0 msgr2=0x7f610c0b49b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:44.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.728+0000 7f6112d56640 1 --2- 172.21.15.83:0/2423282718 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f610c0b45a0 0x7f610c0b49b0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f6104009c80 tx=0x7f610401cb30 comp rx=0 tx=0).stop 2024-09-21T02:43:44.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.728+0000 7f6112d56640 1 -- 172.21.15.83:0/2423282718 shutdown_connections 2024-09-21T02:43:44.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.728+0000 7f6112d56640 1 --2- 172.21.15.83:0/2423282718 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f610c0b45a0 0x7f610c0b49b0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:44.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.728+0000 7f6112d56640 1 --2- 172.21.15.83:0/2423282718 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f610c0d1630 0x7f610c0b4060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:44.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.728+0000 7f6112d56640 1 -- 172.21.15.83:0/2423282718 >> 172.21.15.83:0/2423282718 conn(0x7f610c09d6e0 msgr2=0x7f610c0d4490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:44.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.728+0000 7f6112d56640 1 -- 172.21.15.83:0/2423282718 shutdown_connections 2024-09-21T02:43:44.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.728+0000 7f6112d56640 1 -- 172.21.15.83:0/2423282718 wait complete. 2024-09-21T02:43:44.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.728+0000 7f6112d56640 1 Processor -- start 2024-09-21T02:43:44.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.728+0000 7f6112d56640 1 -- start start 2024-09-21T02:43:44.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.732+0000 7f6112d56640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f610c0b45a0 0x7f610c1644f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:44.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.732+0000 7f6112d56640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f610c0d0b10 0x7f610c15c5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:44.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.732+0000 7f6112d56640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f610c0d1630 0x7f610c0b26c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:44.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.732+0000 7f6112d56640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f610c16c040 con 0x7f610c0d1630 2024-09-21T02:43:44.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.732+0000 7f6112d56640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f610c16bec0 con 0x7f610c0d0b10 2024-09-21T02:43:44.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.732+0000 7f6112d56640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f610c16c1c0 con 0x7f610c0b45a0 2024-09-21T02:43:44.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.732+0000 7f61112f3640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f610c0d1630 0x7f610c0b26c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:44.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.732+0000 7f61112f3640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f610c0d1630 0x7f610c0b26c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:41850/0 (socket says 172.21.15.83:41850) 2024-09-21T02:43:44.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.732+0000 7f61112f3640 1 -- 172.21.15.83:0/795457824 learned_addr learned my addr 172.21.15.83:0/795457824 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:44.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.732+0000 7f610bfff640 1 --2- 172.21.15.83:0/795457824 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f610c0d0b10 0x7f610c15c5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:44.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.732+0000 7f6110af2640 1 --2- 172.21.15.83:0/795457824 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f610c0b45a0 0x7f610c1644f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:44.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.732+0000 7f61112f3640 1 -- 172.21.15.83:0/795457824 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f610c0b45a0 msgr2=0x7f610c1644f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:44.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.732+0000 7f61112f3640 1 --2- 172.21.15.83:0/795457824 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f610c0b45a0 0x7f610c1644f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:44.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.732+0000 7f61112f3640 1 -- 172.21.15.83:0/795457824 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f610c0d0b10 msgr2=0x7f610c15c5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:44.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.732+0000 7f61112f3640 1 --2- 172.21.15.83:0/795457824 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f610c0d0b10 0x7f610c15c5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:44.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.732+0000 7f61112f3640 1 -- 172.21.15.83:0/795457824 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f610c163750 con 0x7f610c0d1630 2024-09-21T02:43:44.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.732+0000 7f610bfff640 1 --2- 172.21.15.83:0/795457824 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f610c0d0b10 0x7f610c15c5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:43:44.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.732+0000 7f6110af2640 1 --2- 172.21.15.83:0/795457824 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f610c0b45a0 0x7f610c1644f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:43:44.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.732+0000 7f61112f3640 1 --2- 172.21.15.83:0/795457824 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f610c0d1630 0x7f610c0b26c0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f610401c960 tx=0x7f61040093d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:44.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.732+0000 7f61097fa640 1 -- 172.21.15.83:0/795457824 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61040bc070 con 0x7f610c0d1630 2024-09-21T02:43:44.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.732+0000 7f61097fa640 1 -- 172.21.15.83:0/795457824 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f61040042f0 con 0x7f610c0d1630 2024-09-21T02:43:44.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.732+0000 7f61097fa640 1 -- 172.21.15.83:0/795457824 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61040b2040 con 0x7f610c0d1630 2024-09-21T02:43:44.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.732+0000 7f6112d56640 1 -- 172.21.15.83:0/795457824 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f610c163a10 con 0x7f610c0d1630 2024-09-21T02:43:44.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.732+0000 7f6112d56640 1 -- 172.21.15.83:0/795457824 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f610c163fd0 con 0x7f610c0d1630 2024-09-21T02:43:44.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.732+0000 7f6112d56640 1 -- 172.21.15.83:0/795457824 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f610c1634d0 con 0x7f610c0d1630 2024-09-21T02:43:44.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.732+0000 7f61097fa640 1 -- 172.21.15.83:0/795457824 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f61040bf070 con 0x7f610c0d1630 2024-09-21T02:43:44.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.732+0000 7f61097fa640 1 --2- 172.21.15.83:0/795457824 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f60f0073230 0x7f60f0075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:44.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.732+0000 7f6110af2640 1 --2- 172.21.15.83:0/795457824 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f60f0073230 0x7f60f0075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:44.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.732+0000 7f61097fa640 1 -- 172.21.15.83:0/795457824 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5738+0+0 (secure 0 0 0) 0x7f610412dff0 con 0x7f610c0d1630 2024-09-21T02:43:44.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.732+0000 7f6110af2640 1 --2- 172.21.15.83:0/795457824 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f60f0073230 0x7f60f0075740 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f610000a830 tx=0x7f6100008040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:44.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.736+0000 7f61097fa640 1 -- 172.21.15.83:0/795457824 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f610c1634d0 con 0x7f610c0d1630 2024-09-21T02:43:44.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.904+0000 7f6112d56640 1 -- 172.21.15.83:0/795457824 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f610c15ce40 con 0x7f610c0d1630 2024-09-21T02:43:44.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.908+0000 7f61097fa640 1 -- 172.21.15.83:0/795457824 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) ==== 74+0+16694 (secure 0 0 0) 0x7f610c0b0fd0 con 0x7f610c0d1630 2024-09-21T02:43:44.910 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:43:44.911 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":23,"fsid":"82b6a254-ea31-468f-b8d3-3f9b32622240","created":"2024-09-21T02:42:38.603140+0000","modified":"2024-09-21T02:43:44.295384+0000","last_up_change":"2024-09-21T02:42:53.602524+0000","last_in_change":"2024-09-21T02:42:43.192261+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T02:42:53.826200+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-21T02:43:02.423239+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-21T02:43:03.451557+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3a8ebb7b-1ae5-4b26-8278-9dcb6c385903","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6814","nonce":1413652419}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6818","nonce":1413652419}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6825","nonce":1413652419}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6822","nonce":1413652419}]},"public_addr":"172.21.15.83:6814/1413652419","cluster_addr":"172.21.15.83:6818/1413652419","heartbeat_back_addr":"172.21.15.83:6825/1413652419","heartbeat_front_addr":"172.21.15.83:6822/1413652419","state":["exists","up"]},{"osd":1,"uuid":"c965bb73-548b-4509-96ec-9c263029104b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6827","nonce":464765712}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6829","nonce":464765712}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6833","nonce":464765712}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6831","nonce":464765712}]},"public_addr":"172.21.15.83:6827/464765712","cluster_addr":"172.21.15.83:6829/464765712","heartbeat_back_addr":"172.21.15.83:6833/464765712","heartbeat_front_addr":"172.21.15.83:6831/464765712","state":["exists","up"]},{"osd":2,"uuid":"d86f4e42-c5e5-48f2-9936-817c45ca308d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6803","nonce":2393321522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6805","nonce":2393321522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6809","nonce":2393321522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6807","nonce":2393321522}]},"public_addr":"172.21.15.83:6803/2393321522","cluster_addr":"172.21.15.83:6805/2393321522","heartbeat_back_addr":"172.21.15.83:6809/2393321522","heartbeat_front_addr":"172.21.15.83:6807/2393321522","state":["exists","up"]},{"osd":3,"uuid":"13beb0a5-6df8-4bd9-a8c9-d61fe89e09e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6811","nonce":3390622409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6813","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6815","nonce":3390622409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6821","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6823","nonce":3390622409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6817","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6819","nonce":3390622409}]},"public_addr":"172.21.15.83:6811/3390622409","cluster_addr":"172.21.15.83:6815/3390622409","heartbeat_back_addr":"172.21.15.83:6823/3390622409","heartbeat_front_addr":"172.21.15.83:6819/3390622409","state":["exists","up"]},{"osd":4,"uuid":"2028bcfd-16b5-40a0-beaf-18832fee4ac1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6816","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6817","nonce":903609339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6818","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6819","nonce":903609339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6822","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6823","nonce":903609339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6820","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6821","nonce":903609339}]},"public_addr":"172.21.15.142:6817/903609339","cluster_addr":"172.21.15.142:6819/903609339","heartbeat_back_addr":"172.21.15.142:6823/903609339","heartbeat_front_addr":"172.21.15.142:6821/903609339","state":["exists","up"]},{"osd":5,"uuid":"f3fdab28-9ac1-4ff3-92ed-3c2a9833a45d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6824","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6825","nonce":1864459234}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6826","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6827","nonce":1864459234}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6830","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6831","nonce":1864459234}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6828","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6829","nonce":1864459234}]},"public_addr":"172.21.15.142:6825/1864459234","cluster_addr":"172.21.15.142:6827/1864459234","heartbeat_back_addr":"172.21.15.142:6831/1864459234","heartbeat_front_addr":"172.21.15.142:6829/1864459234","state":["exists","up"]},{"osd":6,"uuid":"e6c411f3-8a06-41f2-b104-40216326259a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6808","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6809","nonce":1137623679}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6810","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6811","nonce":1137623679}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6814","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6815","nonce":1137623679}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6812","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6813","nonce":1137623679}]},"public_addr":"172.21.15.142:6809/1137623679","cluster_addr":"172.21.15.142:6811/1137623679","heartbeat_back_addr":"172.21.15.142:6815/1137623679","heartbeat_front_addr":"172.21.15.142:6813/1137623679","state":["exists","up"]},{"osd":7,"uuid":"37ce1cb6-2b1b-4d91-ace3-926062f54290","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6800","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6801","nonce":81587312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6802","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6803","nonce":81587312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6806","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6807","nonce":81587312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6804","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6805","nonce":81587312}]},"public_addr":"172.21.15.142:6801/81587312","cluster_addr":"172.21.15.142:6803/81587312","heartbeat_back_addr":"172.21.15.142:6807/81587312","heartbeat_front_addr":"172.21.15.142:6805/81587312","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.547410+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.843449+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.932112+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.842886+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.082896+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.238106+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.825928+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.553550+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.38","mappings":[{"from":0,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T02:43:44.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.908+0000 7f6112d56640 1 -- 172.21.15.83:0/795457824 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f60f0073230 msgr2=0x7f60f0075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:44.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.908+0000 7f6112d56640 1 --2- 172.21.15.83:0/795457824 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f60f0073230 0x7f60f0075740 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f610000a830 tx=0x7f6100008040 comp rx=0 tx=0).stop 2024-09-21T02:43:44.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.908+0000 7f6112d56640 1 -- 172.21.15.83:0/795457824 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f610c0d1630 msgr2=0x7f610c0b26c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:44.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.908+0000 7f6112d56640 1 --2- 172.21.15.83:0/795457824 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f610c0d1630 0x7f610c0b26c0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f610401c960 tx=0x7f61040093d0 comp rx=0 tx=0).stop 2024-09-21T02:43:44.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.908+0000 7f6112d56640 1 -- 172.21.15.83:0/795457824 shutdown_connections 2024-09-21T02:43:44.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.908+0000 7f6112d56640 1 --2- 172.21.15.83:0/795457824 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f60f0073230 0x7f60f0075740 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:44.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.912+0000 7f6112d56640 1 --2- 172.21.15.83:0/795457824 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f610c0d1630 0x7f610c0b26c0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:44.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.912+0000 7f6112d56640 1 --2- 172.21.15.83:0/795457824 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f610c0d0b10 0x7f610c15c5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:44.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.912+0000 7f6112d56640 1 --2- 172.21.15.83:0/795457824 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f610c0b45a0 0x7f610c1644f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:44.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.912+0000 7f6112d56640 1 -- 172.21.15.83:0/795457824 >> 172.21.15.83:0/795457824 conn(0x7f610c09d6e0 msgr2=0x7f610c06dcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:44.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.912+0000 7f6112d56640 1 -- 172.21.15.83:0/795457824 shutdown_connections 2024-09-21T02:43:44.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:44.912+0000 7f6112d56640 1 -- 172.21.15.83:0/795457824 wait complete. 2024-09-21T02:43:44.931 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-21T02:43:45.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.084+0000 7fbf62810640 1 -- 172.21.15.83:0/1975935365 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbf48004810 msgr2=0x7fbf48004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:45.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.084+0000 7fbf62810640 1 --2- 172.21.15.83:0/1975935365 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbf48004810 0x7fbf48004c20 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fbf4400bb10 tx=0x7fbf4401cda0 comp rx=0 tx=0).stop 2024-09-21T02:43:45.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.084+0000 7fbf62810640 1 -- 172.21.15.83:0/1975935365 shutdown_connections 2024-09-21T02:43:45.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.084+0000 7fbf62810640 1 --2- 172.21.15.83:0/1975935365 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbf48004810 0x7fbf48004c20 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:45.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.084+0000 7fbf62810640 1 -- 172.21.15.83:0/1975935365 >> 172.21.15.83:0/1975935365 conn(0x7fbf5c070650 msgr2=0x7fbf5c0b2d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:45.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.084+0000 7fbf62810640 1 -- 172.21.15.83:0/1975935365 shutdown_connections 2024-09-21T02:43:45.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.084+0000 7fbf62810640 1 -- 172.21.15.83:0/1975935365 wait complete. 2024-09-21T02:43:45.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.088+0000 7fbf62810640 1 Processor -- start 2024-09-21T02:43:45.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.088+0000 7fbf62810640 1 -- start start 2024-09-21T02:43:45.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.088+0000 7fbf62810640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fbf48004810 0x7fbf5c14f8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:45.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.088+0000 7fbf62810640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbf5c15dad0 0x7fbf5c1f5b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:45.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.088+0000 7fbf62810640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbf5c1f60c0 0x7fbf5c06cf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:45.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.088+0000 7fbf62810640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fbf5c074160 con 0x7fbf5c15dad0 2024-09-21T02:43:45.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.088+0000 7fbf62810640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fbf5c073fe0 con 0x7fbf5c1f60c0 2024-09-21T02:43:45.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.088+0000 7fbf62810640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fbf5c074d50 con 0x7fbf48004810 2024-09-21T02:43:45.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.088+0000 7fbf5b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbf5c15dad0 0x7fbf5c1f5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:45.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.088+0000 7fbf5b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbf5c15dad0 0x7fbf5c1f5b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:41866/0 (socket says 172.21.15.83:41866) 2024-09-21T02:43:45.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.088+0000 7fbf5b7fe640 1 -- 172.21.15.83:0/1232126589 learned_addr learned my addr 172.21.15.83:0/1232126589 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:45.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.088+0000 7fbf5bfff640 1 --2- 172.21.15.83:0/1232126589 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fbf48004810 0x7fbf5c14f8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:45.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.088+0000 7fbf60dad640 1 --2- 172.21.15.83:0/1232126589 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbf5c1f60c0 0x7fbf5c06cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:45.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.088+0000 7fbf5b7fe640 1 -- 172.21.15.83:0/1232126589 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fbf48004810 msgr2=0x7fbf5c14f8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:45.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.088+0000 7fbf5b7fe640 1 --2- 172.21.15.83:0/1232126589 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fbf48004810 0x7fbf5c14f8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:45.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.088+0000 7fbf5b7fe640 1 -- 172.21.15.83:0/1232126589 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbf5c1f60c0 msgr2=0x7fbf5c06cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:45.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.088+0000 7fbf5b7fe640 1 --2- 172.21.15.83:0/1232126589 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbf5c1f60c0 0x7fbf5c06cf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:45.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.088+0000 7fbf5b7fe640 1 -- 172.21.15.83:0/1232126589 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf5c1f68b0 con 0x7fbf5c15dad0 2024-09-21T02:43:45.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.088+0000 7fbf60dad640 1 --2- 172.21.15.83:0/1232126589 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbf5c1f60c0 0x7fbf5c06cf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:43:45.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.088+0000 7fbf5bfff640 1 --2- 172.21.15.83:0/1232126589 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fbf48004810 0x7fbf5c14f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:43:45.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.088+0000 7fbf5b7fe640 1 --2- 172.21.15.83:0/1232126589 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbf5c15dad0 0x7fbf5c1f5b80 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fbf4400ba60 tx=0x7fbf4400b6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:45.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.088+0000 7fbf58ff9640 1 -- 172.21.15.83:0/1232126589 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf440be070 con 0x7fbf5c15dad0 2024-09-21T02:43:45.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.088+0000 7fbf58ff9640 1 -- 172.21.15.83:0/1232126589 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbf44005330 con 0x7fbf5c15dad0 2024-09-21T02:43:45.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.088+0000 7fbf62810640 1 -- 172.21.15.83:0/1232126589 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf5c15cff0 con 0x7fbf5c15dad0 2024-09-21T02:43:45.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.088+0000 7fbf58ff9640 1 -- 172.21.15.83:0/1232126589 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf440ab050 con 0x7fbf5c15dad0 2024-09-21T02:43:45.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.088+0000 7fbf62810640 1 -- 172.21.15.83:0/1232126589 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf5c15d5b0 con 0x7fbf5c15dad0 2024-09-21T02:43:45.095 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.092+0000 7fbf62810640 1 -- 172.21.15.83:0/1232126589 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf5c1f6620 con 0x7fbf5c15dad0 2024-09-21T02:43:45.095 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.092+0000 7fbf58ff9640 1 -- 172.21.15.83:0/1232126589 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fbf440c1070 con 0x7fbf5c15dad0 2024-09-21T02:43:45.095 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.092+0000 7fbf58ff9640 1 --2- 172.21.15.83:0/1232126589 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fbf3c073200 0x7fbf3c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:45.095 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.092+0000 7fbf5bfff640 1 --2- 172.21.15.83:0/1232126589 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fbf3c073200 0x7fbf3c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:45.095 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.092+0000 7fbf58ff9640 1 -- 172.21.15.83:0/1232126589 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5738+0+0 (secure 0 0 0) 0x7fbf4412e570 con 0x7fbf5c15dad0 2024-09-21T02:43:45.095 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.092+0000 7fbf5bfff640 1 --2- 172.21.15.83:0/1232126589 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fbf3c073200 0x7fbf3c075710 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fbf54001420 tx=0x7fbf54001290 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:45.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.096+0000 7fbf58ff9640 1 -- 172.21.15.83:0/1232126589 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fbf44016ab0 con 0x7fbf5c15dad0 2024-09-21T02:43:45.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.296+0000 7fbf62810640 1 -- 172.21.15.83:0/1232126589 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fbf5c0b45e0 con 0x7fbf5c15dad0 2024-09-21T02:43:45.299 INFO:tasks.ceph.mon.a.smithi083.stderr:2024-09-21T02:43:45.296+0000 7f8779c04640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T02:43:45.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.300+0000 7fbf58ff9640 1 -- 172.21.15.83:0/1232126589 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v9) ==== 161+0+0 (secure 0 0 0) 0x7fbf440f8e80 con 0x7fbf5c15dad0 2024-09-21T02:43:45.302 INFO:teuthology.orchestra.run.smithi083.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-21T02:43:45.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.304+0000 7fbf62810640 1 -- 172.21.15.83:0/1232126589 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fbf3c073200 msgr2=0x7fbf3c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:45.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.304+0000 7fbf62810640 1 --2- 172.21.15.83:0/1232126589 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fbf3c073200 0x7fbf3c075710 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fbf54001420 tx=0x7fbf54001290 comp rx=0 tx=0).stop 2024-09-21T02:43:45.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.304+0000 7fbf62810640 1 -- 172.21.15.83:0/1232126589 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbf5c15dad0 msgr2=0x7fbf5c1f5b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:45.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.304+0000 7fbf62810640 1 --2- 172.21.15.83:0/1232126589 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbf5c15dad0 0x7fbf5c1f5b80 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fbf4400ba60 tx=0x7fbf4400b6f0 comp rx=0 tx=0).stop 2024-09-21T02:43:45.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.304+0000 7fbf62810640 1 -- 172.21.15.83:0/1232126589 shutdown_connections 2024-09-21T02:43:45.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.304+0000 7fbf62810640 1 --2- 172.21.15.83:0/1232126589 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fbf3c073200 0x7fbf3c075710 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:45.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.304+0000 7fbf62810640 1 --2- 172.21.15.83:0/1232126589 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fbf5c1f60c0 0x7fbf5c06cf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:45.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.304+0000 7fbf62810640 1 --2- 172.21.15.83:0/1232126589 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbf5c15dad0 0x7fbf5c1f5b80 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:45.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.304+0000 7fbf62810640 1 --2- 172.21.15.83:0/1232126589 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fbf48004810 0x7fbf5c14f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:45.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.304+0000 7fbf62810640 1 -- 172.21.15.83:0/1232126589 >> 172.21.15.83:0/1232126589 conn(0x7fbf5c070650 msgr2=0x7fbf5c0d0020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:45.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.304+0000 7fbf62810640 1 -- 172.21.15.83:0/1232126589 shutdown_connections 2024-09-21T02:43:45.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.304+0000 7fbf62810640 1 -- 172.21.15.83:0/1232126589 wait complete. 2024-09-21T02:43:45.320 INFO:tasks.ceph.mds.b.smithi142.stderr: -2672> 2024-09-21T02:43:10.057+0000 7f52b02b3640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T02:43:45.324 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-21T02:43:45.425 INFO:tasks.ceph.mds.b.smithi142.stdout:starting mds.b at 2024-09-21T02:43:45.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.476+0000 7f2885988640 1 -- 172.21.15.83:0/3395441407 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2868005160 msgr2=0x7f286800b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:45.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.476+0000 7f2885988640 1 --2- 172.21.15.83:0/3395441407 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2868005160 0x7f286800b9d0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f2878009ee0 tx=0x7f287801d630 comp rx=0 tx=0).stop 2024-09-21T02:43:45.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.476+0000 7f287f7fe640 1 -- 172.21.15.83:0/3395441407 reap_dead start 2024-09-21T02:43:45.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.476+0000 7f2885988640 1 -- 172.21.15.83:0/3395441407 shutdown_connections 2024-09-21T02:43:45.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.476+0000 7f2885988640 1 -- 172.21.15.83:0/3395441407 >> 172.21.15.83:0/3395441407 conn(0x7f28800b2bd0 msgr2=0x7f28800d0940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:45.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.476+0000 7f2885988640 1 -- 172.21.15.83:0/3395441407 shutdown_connections 2024-09-21T02:43:45.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.476+0000 7f2885988640 1 -- 172.21.15.83:0/3395441407 wait complete. 2024-09-21T02:43:45.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.480+0000 7f2885988640 1 Processor -- start 2024-09-21T02:43:45.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.480+0000 7f2885988640 1 -- start start 2024-09-21T02:43:45.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.480+0000 7f2885988640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f28801421b0 0x7f28800b1420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:45.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.480+0000 7f2885988640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f28800b1960 0x7f2880155890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:45.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.480+0000 7f2885988640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2880155dd0 0x7f28801f6630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:45.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.480+0000 7f2885988640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f28800b4f00 con 0x7f28800b1960 2024-09-21T02:43:45.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.480+0000 7f2885988640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f2880155710 con 0x7f28801421b0 2024-09-21T02:43:45.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.480+0000 7f2885988640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f28800b5080 con 0x7f2880155dd0 2024-09-21T02:43:45.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.480+0000 7f287e7fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f28800b1960 0x7f2880155890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:45.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.480+0000 7f287e7fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f28800b1960 0x7f2880155890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:41884/0 (socket says 172.21.15.83:41884) 2024-09-21T02:43:45.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.480+0000 7f287e7fc640 1 -- 172.21.15.83:0/613642118 learned_addr learned my addr 172.21.15.83:0/613642118 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:45.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.480+0000 7f287effd640 1 --2- 172.21.15.83:0/613642118 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f28801421b0 0x7f28800b1420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:45.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.480+0000 7f287f7fe640 1 --2- 172.21.15.83:0/613642118 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2880155dd0 0x7f28801f6630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:45.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.480+0000 7f287e7fc640 1 -- 172.21.15.83:0/613642118 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2880155dd0 msgr2=0x7f28801f6630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:45.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.480+0000 7f287e7fc640 1 --2- 172.21.15.83:0/613642118 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2880155dd0 0x7f28801f6630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:45.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.480+0000 7f287e7fc640 1 -- 172.21.15.83:0/613642118 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f28801421b0 msgr2=0x7f28800b1420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:45.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.480+0000 7f287e7fc640 1 --2- 172.21.15.83:0/613642118 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f28801421b0 0x7f28800b1420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:45.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.480+0000 7f287e7fc640 1 -- 172.21.15.83:0/613642118 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28800b1d70 con 0x7f28800b1960 2024-09-21T02:43:45.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.480+0000 7f287effd640 1 --2- 172.21.15.83:0/613642118 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f28801421b0 0x7f28800b1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T02:43:45.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.480+0000 7f287e7fc640 1 --2- 172.21.15.83:0/613642118 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f28800b1960 0x7f2880155890 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f2874001a40 tx=0x7f28740127b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:45.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.480+0000 7f2867fff640 1 -- 172.21.15.83:0/613642118 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2874010890 con 0x7f28800b1960 2024-09-21T02:43:45.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.480+0000 7f2867fff640 1 -- 172.21.15.83:0/613642118 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2874010a30 con 0x7f28800b1960 2024-09-21T02:43:45.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.480+0000 7f2867fff640 1 -- 172.21.15.83:0/613642118 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2874010e40 con 0x7f28800b1960 2024-09-21T02:43:45.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.480+0000 7f2885988640 1 -- 172.21.15.83:0/613642118 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28801561e0 con 0x7f28800b1960 2024-09-21T02:43:45.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.480+0000 7f2885988640 1 -- 172.21.15.83:0/613642118 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2880156750 con 0x7f28800b1960 2024-09-21T02:43:45.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.480+0000 7f2885988640 1 -- 172.21.15.83:0/613642118 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2880076090 con 0x7f28800b1960 2024-09-21T02:43:45.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.484+0000 7f2867fff640 1 -- 172.21.15.83:0/613642118 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f2874013450 con 0x7f28800b1960 2024-09-21T02:43:45.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.484+0000 7f2867fff640 1 --2- 172.21.15.83:0/613642118 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f286c073200 0x7f286c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:45.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.484+0000 7f287effd640 1 --2- 172.21.15.83:0/613642118 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f286c073200 0x7f286c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:45.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.484+0000 7f2867fff640 1 -- 172.21.15.83:0/613642118 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 5824+0+0 (secure 0 0 0) 0x7f2874097ff0 con 0x7f28800b1960 2024-09-21T02:43:45.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.484+0000 7f287effd640 1 --2- 172.21.15.83:0/613642118 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f286c073200 0x7f286c075710 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f28801f6590 tx=0x7f287000a2f0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:45.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.488+0000 7f2867fff640 1 -- 172.21.15.83:0/613642118 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f28800b1d70 con 0x7f28800b1960 2024-09-21T02:43:45.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:45.676+0000 7f2885988640 1 -- 172.21.15.83:0/613642118 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f288015e540 con 0x7f28800b1960 2024-09-21T02:43:46.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.320+0000 7f2867fff640 1 -- 172.21.15.83:0/613642118 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v10) ==== 104+0+0 (secure 0 0 0) 0x7f28800b5640 con 0x7f28800b1960 2024-09-21T02:43:46.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.324+0000 7f2885988640 1 -- 172.21.15.83:0/613642118 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f286c073200 msgr2=0x7f286c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:46.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.324+0000 7f2885988640 1 --2- 172.21.15.83:0/613642118 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f286c073200 0x7f286c075710 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f28801f6590 tx=0x7f287000a2f0 comp rx=0 tx=0).stop 2024-09-21T02:43:46.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.324+0000 7f2885988640 1 -- 172.21.15.83:0/613642118 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f28800b1960 msgr2=0x7f2880155890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:46.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.324+0000 7f2885988640 1 --2- 172.21.15.83:0/613642118 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f28800b1960 0x7f2880155890 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f2874001a40 tx=0x7f28740127b0 comp rx=0 tx=0).stop 2024-09-21T02:43:46.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.324+0000 7f2885988640 1 -- 172.21.15.83:0/613642118 shutdown_connections 2024-09-21T02:43:46.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.324+0000 7f2885988640 1 --2- 172.21.15.83:0/613642118 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f286c073200 0x7f286c075710 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:46.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.324+0000 7f2885988640 1 --2- 172.21.15.83:0/613642118 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2880155dd0 0x7f28801f6630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:46.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.324+0000 7f2885988640 1 --2- 172.21.15.83:0/613642118 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f28800b1960 0x7f2880155890 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:46.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.324+0000 7f2885988640 1 --2- 172.21.15.83:0/613642118 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f28801421b0 0x7f28800b1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:46.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.324+0000 7f2885988640 1 -- 172.21.15.83:0/613642118 >> 172.21.15.83:0/613642118 conn(0x7f28800b2bd0 msgr2=0x7f288015c390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:46.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.324+0000 7f2885988640 1 -- 172.21.15.83:0/613642118 shutdown_connections 2024-09-21T02:43:46.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.324+0000 7f2885988640 1 -- 172.21.15.83:0/613642118 wait complete. 2024-09-21T02:43:46.354 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-21T02:43:46.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.516+0000 7f5ea6858640 1 -- 172.21.15.83:0/2945791875 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5ea006fff0 msgr2=0x7f5ea0070400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:46.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.516+0000 7f5ea6858640 1 --2- 172.21.15.83:0/2945791875 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5ea006fff0 0x7f5ea0070400 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f5ea00cdd50 tx=0x7f5e8801c860 comp rx=0 tx=0).stop 2024-09-21T02:43:46.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.516+0000 7f5ea6858640 1 -- 172.21.15.83:0/2945791875 shutdown_connections 2024-09-21T02:43:46.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.516+0000 7f5ea6858640 1 --2- 172.21.15.83:0/2945791875 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f5ea015f190 0x7f5ea015f5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:46.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.516+0000 7f5ea6858640 1 --2- 172.21.15.83:0/2945791875 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5ea006fff0 0x7f5ea0070400 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:46.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.516+0000 7f5ea6858640 1 --2- 172.21.15.83:0/2945791875 >> v2:172.21.15.142:3300/0 conn(0x7f5ea00b4d90 0x7f5ea015c5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:46.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.516+0000 7f5ea6858640 1 -- 172.21.15.83:0/2945791875 >> 172.21.15.83:0/2945791875 conn(0x7f5ea00b1cc0 msgr2=0x7f5ea00b20d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:46.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.516+0000 7f5ea6858640 1 -- 172.21.15.83:0/2945791875 shutdown_connections 2024-09-21T02:43:46.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.516+0000 7f5ea6858640 1 -- 172.21.15.83:0/2945791875 wait complete. 2024-09-21T02:43:46.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.516+0000 7f5ea6858640 1 Processor -- start 2024-09-21T02:43:46.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.516+0000 7f5ea6858640 1 -- start start 2024-09-21T02:43:46.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.520+0000 7f5ea6858640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f5ea006fff0 0x7f5ea01f73c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:46.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.520+0000 7f5ea6858640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5ea00b4d90 0x7f5ea01591f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:46.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.520+0000 7f5ea6858640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5ea015f190 0x7f5ea01edb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:46.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.520+0000 7f5ea6858640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f5ea00b4330 con 0x7f5ea015f190 2024-09-21T02:43:46.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.520+0000 7f5ea6858640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f5ea00b41b0 con 0x7f5ea00b4d90 2024-09-21T02:43:46.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.520+0000 7f5ea6858640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f5ea00b44b0 con 0x7f5ea006fff0 2024-09-21T02:43:46.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.520+0000 7f5ea4df5640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5ea015f190 0x7f5ea01edb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:46.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.520+0000 7f5ea4df5640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5ea015f190 0x7f5ea01edb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:41902/0 (socket says 172.21.15.83:41902) 2024-09-21T02:43:46.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.520+0000 7f5ea4df5640 1 -- 172.21.15.83:0/537754692 learned_addr learned my addr 172.21.15.83:0/537754692 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:46.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.520+0000 7f5e977fe640 1 --2- 172.21.15.83:0/537754692 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5ea00b4d90 0x7f5ea01591f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:46.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.520+0000 7f5e9ffff640 1 --2- 172.21.15.83:0/537754692 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f5ea006fff0 0x7f5ea01f73c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:46.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.520+0000 7f5ea4df5640 1 -- 172.21.15.83:0/537754692 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f5ea006fff0 msgr2=0x7f5ea01f73c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:46.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.520+0000 7f5ea4df5640 1 --2- 172.21.15.83:0/537754692 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f5ea006fff0 0x7f5ea01f73c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:46.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.520+0000 7f5ea4df5640 1 -- 172.21.15.83:0/537754692 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5ea00b4d90 msgr2=0x7f5ea01591f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:46.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.520+0000 7f5ea4df5640 1 --2- 172.21.15.83:0/537754692 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5ea00b4d90 0x7f5ea01591f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:46.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.520+0000 7f5ea4df5640 1 -- 172.21.15.83:0/537754692 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ea01ed400 con 0x7f5ea015f190 2024-09-21T02:43:46.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.520+0000 7f5ea4df5640 1 --2- 172.21.15.83:0/537754692 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5ea015f190 0x7f5ea01edb90 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f5e9800b970 tx=0x7f5e9800be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:46.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.520+0000 7f5e9d7fa640 1 -- 172.21.15.83:0/537754692 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e98019070 con 0x7f5ea015f190 2024-09-21T02:43:46.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.520+0000 7f5e9d7fa640 1 -- 172.21.15.83:0/537754692 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5e9800cc50 con 0x7f5ea015f190 2024-09-21T02:43:46.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.520+0000 7f5ea6858640 1 -- 172.21.15.83:0/537754692 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ea01f7cf0 con 0x7f5ea015f190 2024-09-21T02:43:46.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.520+0000 7f5e9d7fa640 1 -- 172.21.15.83:0/537754692 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e980146a0 con 0x7f5ea015f190 2024-09-21T02:43:46.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.520+0000 7f5ea6858640 1 -- 172.21.15.83:0/537754692 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ea01ed670 con 0x7f5ea015f190 2024-09-21T02:43:46.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.520+0000 7f5ea6858640 1 -- 172.21.15.83:0/537754692 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ea015c5d0 con 0x7f5ea015f190 2024-09-21T02:43:46.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.520+0000 7f5e9d7fa640 1 -- 172.21.15.83:0/537754692 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f5e9801c070 con 0x7f5ea015f190 2024-09-21T02:43:46.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.524+0000 7f5e9d7fa640 1 --2- 172.21.15.83:0/537754692 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f5e80073200 0x7f5e80075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:46.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.524+0000 7f5e9ffff640 1 --2- 172.21.15.83:0/537754692 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f5e80073200 0x7f5e80075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:46.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.524+0000 7f5e9d7fa640 1 -- 172.21.15.83:0/537754692 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 5824+0+0 (secure 0 0 0) 0x7f5e98094030 con 0x7f5ea015f190 2024-09-21T02:43:46.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.524+0000 7f5e9ffff640 1 --2- 172.21.15.83:0/537754692 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f5e80073200 0x7f5e80075710 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f5e90006fd0 tx=0x7f5e90008040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:46.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.528+0000 7f5e9d7fa640 1 -- 172.21.15.83:0/537754692 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f5e9805efe0 con 0x7f5ea015f190 2024-09-21T02:43:46.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:46.704+0000 7f5ea6858640 1 -- 172.21.15.83:0/537754692 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f5ea0070490 con 0x7f5ea015f190 2024-09-21T02:43:47.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.328+0000 7f5e9d7fa640 1 -- 172.21.15.83:0/537754692 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v25) ==== 181+0+0 (secure 0 0 0) 0x7f5e9805e8e0 con 0x7f5ea015f190 2024-09-21T02:43:47.330 INFO:teuthology.orchestra.run.smithi083.stderr:pool 'cephfs_metadata' removed 2024-09-21T02:43:47.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.332+0000 7f5ea6858640 1 -- 172.21.15.83:0/537754692 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f5e80073200 msgr2=0x7f5e80075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:47.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.332+0000 7f5ea6858640 1 --2- 172.21.15.83:0/537754692 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f5e80073200 0x7f5e80075710 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f5e90006fd0 tx=0x7f5e90008040 comp rx=0 tx=0).stop 2024-09-21T02:43:47.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.332+0000 7f5ea6858640 1 -- 172.21.15.83:0/537754692 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5ea015f190 msgr2=0x7f5ea01edb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:47.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.332+0000 7f5ea6858640 1 --2- 172.21.15.83:0/537754692 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5ea015f190 0x7f5ea01edb90 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f5e9800b970 tx=0x7f5e9800be30 comp rx=0 tx=0).stop 2024-09-21T02:43:47.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.332+0000 7f5ea6858640 1 -- 172.21.15.83:0/537754692 shutdown_connections 2024-09-21T02:43:47.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.332+0000 7f5ea6858640 1 --2- 172.21.15.83:0/537754692 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f5e80073200 0x7f5e80075710 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:47.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.336+0000 7f5ea6858640 1 --2- 172.21.15.83:0/537754692 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5ea015f190 0x7f5ea01edb90 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:47.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.336+0000 7f5ea6858640 1 --2- 172.21.15.83:0/537754692 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5ea00b4d90 0x7f5ea01591f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:47.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.336+0000 7f5ea6858640 1 --2- 172.21.15.83:0/537754692 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f5ea006fff0 0x7f5ea01f73c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:47.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.336+0000 7f5ea6858640 1 -- 172.21.15.83:0/537754692 >> 172.21.15.83:0/537754692 conn(0x7f5ea00b1cc0 msgr2=0x7f5ea0156370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:47.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.336+0000 7f5ea6858640 1 -- 172.21.15.83:0/537754692 shutdown_connections 2024-09-21T02:43:47.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.336+0000 7f5ea6858640 1 -- 172.21.15.83:0/537754692 wait complete. 2024-09-21T02:43:47.361 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-21T02:43:47.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.516+0000 7f98091e0640 1 -- 172.21.15.83:0/1638337999 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f98040cebb0 msgr2=0x7f98040cefc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:47.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.516+0000 7f98091e0640 1 --2- 172.21.15.83:0/1638337999 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f98040cebb0 0x7f98040cefc0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f9804074850 tx=0x7f97ec01c340 comp rx=0 tx=0).stop 2024-09-21T02:43:47.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.516+0000 7f98091e0640 1 -- 172.21.15.83:0/1638337999 shutdown_connections 2024-09-21T02:43:47.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.516+0000 7f98091e0640 1 --2- 172.21.15.83:0/1638337999 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f98040cebb0 0x7f98040cefc0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:47.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.516+0000 7f98091e0640 1 --2- 172.21.15.83:0/1638337999 >> v2:172.21.15.142:3300/0 conn(0x7f98040cfe50 0x7f980415c560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:47.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.516+0000 7f98091e0640 1 -- 172.21.15.83:0/1638337999 >> 172.21.15.83:0/1638337999 conn(0x7f98040693e0 msgr2=0x7f9804071200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:47.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.516+0000 7f98091e0640 1 -- 172.21.15.83:0/1638337999 shutdown_connections 2024-09-21T02:43:47.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.516+0000 7f98091e0640 1 -- 172.21.15.83:0/1638337999 wait complete. 2024-09-21T02:43:47.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.516+0000 7f98091e0640 1 Processor -- start 2024-09-21T02:43:47.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.516+0000 7f98091e0640 1 -- start start 2024-09-21T02:43:47.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.516+0000 7f98091e0640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f98040cebb0 0x7f98040b75b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:47.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.516+0000 7f98091e0640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f98040cfe50 0x7f98041570b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:47.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.516+0000 7f98091e0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9804160350 0x7f980415a390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:47.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.516+0000 7f98091e0640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f980416ab70 con 0x7f9804160350 2024-09-21T02:43:47.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.516+0000 7f98091e0640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f980416a9f0 con 0x7f98040cebb0 2024-09-21T02:43:47.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.516+0000 7f98091e0640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f980416acf0 con 0x7f98040cfe50 2024-09-21T02:43:47.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.516+0000 7f980359e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9804160350 0x7f980415a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:47.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.516+0000 7f980359e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9804160350 0x7f980415a390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:41916/0 (socket says 172.21.15.83:41916) 2024-09-21T02:43:47.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.516+0000 7f980359e640 1 -- 172.21.15.83:0/188013021 learned_addr learned my addr 172.21.15.83:0/188013021 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:47.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.520+0000 7f9802d9d640 1 --2- 172.21.15.83:0/188013021 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f98040cebb0 0x7f98040b75b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:47.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.520+0000 7f980359e640 1 -- 172.21.15.83:0/188013021 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f98040cfe50 msgr2=0x7f98041570b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:47.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.520+0000 7f980359e640 1 --2- 172.21.15.83:0/188013021 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f98040cfe50 0x7f98041570b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:47.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.520+0000 7f980359e640 1 -- 172.21.15.83:0/188013021 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f98040cebb0 msgr2=0x7f98040b75b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:47.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.520+0000 7f980359e640 1 --2- 172.21.15.83:0/188013021 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f98040cebb0 0x7f98040b75b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:47.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.520+0000 7f980359e640 1 -- 172.21.15.83:0/188013021 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98040b7e70 con 0x7f9804160350 2024-09-21T02:43:47.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.520+0000 7f9802d9d640 1 --2- 172.21.15.83:0/188013021 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f98040cebb0 0x7f98040b75b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:43:47.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.520+0000 7f980359e640 1 --2- 172.21.15.83:0/188013021 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9804160350 0x7f980415a390 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f97fc00c8f0 tx=0x7f97fc00cdb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:47.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.520+0000 7f97fbfff640 1 -- 172.21.15.83:0/188013021 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97fc017070 con 0x7f9804160350 2024-09-21T02:43:47.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.520+0000 7f97fbfff640 1 -- 172.21.15.83:0/188013021 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f97fc005070 con 0x7f9804160350 2024-09-21T02:43:47.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.520+0000 7f98091e0640 1 -- 172.21.15.83:0/188013021 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98041fcff0 con 0x7f9804160350 2024-09-21T02:43:47.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.520+0000 7f97fbfff640 1 -- 172.21.15.83:0/188013021 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97fc0054a0 con 0x7f9804160350 2024-09-21T02:43:47.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.520+0000 7f98091e0640 1 -- 172.21.15.83:0/188013021 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98041575f0 con 0x7f9804160350 2024-09-21T02:43:47.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.520+0000 7f98091e0640 1 -- 172.21.15.83:0/188013021 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98040cefc0 con 0x7f9804160350 2024-09-21T02:43:47.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.520+0000 7f97fbfff640 1 -- 172.21.15.83:0/188013021 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f97fc01a070 con 0x7f9804160350 2024-09-21T02:43:47.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.520+0000 7f97fbfff640 1 --2- 172.21.15.83:0/188013021 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f97e4073230 0x7f97e4075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:47.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.520+0000 7f9802d9d640 1 --2- 172.21.15.83:0/188013021 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f97e4073230 0x7f97e4075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:47.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.520+0000 7f97fbfff640 1 -- 172.21.15.83:0/188013021 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 5386+0+0 (secure 0 0 0) 0x7f97fc0938d0 con 0x7f9804160350 2024-09-21T02:43:47.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.520+0000 7f9802d9d640 1 --2- 172.21.15.83:0/188013021 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f97e4073230 0x7f97e4075740 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f97f4005fd0 tx=0x7f97f4005dc0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:47.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.524+0000 7f97fbfff640 1 -- 172.21.15.83:0/188013021 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f97fc05ea30 con 0x7f9804160350 2024-09-21T02:43:47.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:47.692+0000 7f98091e0640 1 -- 172.21.15.83:0/188013021 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f980415bcf0 con 0x7f9804160350 2024-09-21T02:43:48.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.336+0000 7f97fbfff640 1 -- 172.21.15.83:0/188013021 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v26) ==== 169+0+0 (secure 0 0 0) 0x7f97fc05e330 con 0x7f9804160350 2024-09-21T02:43:48.339 INFO:teuthology.orchestra.run.smithi083.stderr:pool 'cephfs_data' removed 2024-09-21T02:43:48.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.340+0000 7f98091e0640 1 -- 172.21.15.83:0/188013021 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f97e4073230 msgr2=0x7f97e4075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:48.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.340+0000 7f98091e0640 1 --2- 172.21.15.83:0/188013021 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f97e4073230 0x7f97e4075740 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f97f4005fd0 tx=0x7f97f4005dc0 comp rx=0 tx=0).stop 2024-09-21T02:43:48.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.340+0000 7f98091e0640 1 -- 172.21.15.83:0/188013021 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9804160350 msgr2=0x7f980415a390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:48.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.340+0000 7f98091e0640 1 --2- 172.21.15.83:0/188013021 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9804160350 0x7f980415a390 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f97fc00c8f0 tx=0x7f97fc00cdb0 comp rx=0 tx=0).stop 2024-09-21T02:43:48.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.344+0000 7f98091e0640 1 -- 172.21.15.83:0/188013021 shutdown_connections 2024-09-21T02:43:48.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.344+0000 7f98091e0640 1 --2- 172.21.15.83:0/188013021 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f97e4073230 0x7f97e4075740 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:48.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.344+0000 7f98091e0640 1 --2- 172.21.15.83:0/188013021 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9804160350 0x7f980415a390 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:48.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.344+0000 7f98091e0640 1 --2- 172.21.15.83:0/188013021 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f98040cfe50 0x7f98041570b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:48.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.344+0000 7f98091e0640 1 --2- 172.21.15.83:0/188013021 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f98040cebb0 0x7f98040b75b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:48.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.344+0000 7f98091e0640 1 -- 172.21.15.83:0/188013021 >> 172.21.15.83:0/188013021 conn(0x7f98040693e0 msgr2=0x7f98041661c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:48.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.344+0000 7f98091e0640 1 -- 172.21.15.83:0/188013021 shutdown_connections 2024-09-21T02:43:48.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.344+0000 7f98091e0640 1 -- 172.21.15.83:0/188013021 wait complete. 2024-09-21T02:43:48.375 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-21T02:43:48.375 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-21T02:43:48.376 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-21T02:43:48.376 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T02:43:48.376 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-21T02:43:48.376 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-21T02:43:48.376 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-21T02:43:48.376 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T02:43:48.376 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-21T02:43:48.376 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-21T02:43:48.377 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-21T02:43:48.377 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T02:43:48.377 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-21T02:43:48.377 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-21T02:43:48.377 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-21T02:43:48.377 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T02:43:48.391 INFO:tasks.ceph.mds.c:Stopped 2024-09-21T02:43:48.391 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-21T02:43:48.395 INFO:tasks.ceph.mds.a:Stopped 2024-09-21T02:43:48.395 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-21T02:43:48.396 INFO:tasks.ceph.mds.d:Stopped 2024-09-21T02:43:48.396 DEBUG:teuthology.orchestra.run.smithi142:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-21T02:43:48.398 INFO:tasks.ceph.mds.b:Stopped 2024-09-21T02:43:48.398 DEBUG:teuthology.orchestra.run.smithi142:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-21T02:43:48.438 INFO:tasks.ceph.mds.c:Started 2024-09-21T02:43:48.439 DEBUG:teuthology.parallel:result is None 2024-09-21T02:43:48.440 INFO:tasks.ceph.mds.a:Started 2024-09-21T02:43:48.440 DEBUG:teuthology.parallel:result is None 2024-09-21T02:43:48.441 INFO:tasks.ceph.mds.d:Started 2024-09-21T02:43:48.441 DEBUG:teuthology.parallel:result is None 2024-09-21T02:43:48.443 INFO:tasks.ceph.mds.b:Started 2024-09-21T02:43:48.443 DEBUG:teuthology.parallel:result is None 2024-09-21T02:43:48.444 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-21T02:43:48.532 INFO:tasks.ceph.mds.c.smithi083.stdout:starting mds.c at 2024-09-21T02:43:48.535 INFO:tasks.ceph.mds.a.smithi083.stdout:starting mds.a at 2024-09-21T02:43:48.547 INFO:tasks.ceph.mds.d.smithi142.stdout:starting mds.d at 2024-09-21T02:43:48.551 INFO:tasks.ceph.mds.b.smithi142.stdout:starting mds.b at 2024-09-21T02:43:48.599 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.596+0000 7f3781ccd640 1 -- 172.21.15.83:0/1926557094 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f377c0cce10 msgr2=0x7f377c0cd220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:48.599 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.596+0000 7f3781ccd640 1 --2- 172.21.15.83:0/1926557094 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f377c0cce10 0x7f377c0cd220 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f3774009bc0 tx=0x7f377401ca60 comp rx=0 tx=0).stop 2024-09-21T02:43:48.599 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.596+0000 7f3781ccd640 1 -- 172.21.15.83:0/1926557094 shutdown_connections 2024-09-21T02:43:48.599 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.596+0000 7f3781ccd640 1 --2- 172.21.15.83:0/1926557094 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f377c0cce10 0x7f377c0cd220 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:48.599 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.596+0000 7f3781ccd640 1 -- 172.21.15.83:0/1926557094 >> 172.21.15.83:0/1926557094 conn(0x7f377c0b3da0 msgr2=0x7f377c0b41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:48.599 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.596+0000 7f3781ccd640 1 -- 172.21.15.83:0/1926557094 shutdown_connections 2024-09-21T02:43:48.599 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.596+0000 7f3781ccd640 1 -- 172.21.15.83:0/1926557094 wait complete. 2024-09-21T02:43:48.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.596+0000 7f3781ccd640 1 Processor -- start 2024-09-21T02:43:48.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.596+0000 7f3781ccd640 1 -- start start 2024-09-21T02:43:48.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.600+0000 7f3781ccd640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f377c09ac10 0x7f377c15f860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:48.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.600+0000 7f3781ccd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f377c0cce10 0x7f377c161870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:48.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.600+0000 7f3781ccd640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f377c0ce8a0 0x7f377c1486d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:48.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.600+0000 7f3781ccd640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f377c16aed0 con 0x7f377c0cce10 2024-09-21T02:43:48.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.600+0000 7f3781ccd640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f377c16ad50 con 0x7f377c0ce8a0 2024-09-21T02:43:48.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.600+0000 7f3781ccd640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f377c16b050 con 0x7f377c09ac10 2024-09-21T02:43:48.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.600+0000 7f377affd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f377c0cce10 0x7f377c161870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:48.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.600+0000 7f377affd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f377c0cce10 0x7f377c161870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:41972/0 (socket says 172.21.15.83:41972) 2024-09-21T02:43:48.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.600+0000 7f377affd640 1 -- 172.21.15.83:0/2636650953 learned_addr learned my addr 172.21.15.83:0/2636650953 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:48.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.600+0000 7f377bfff640 1 --2- 172.21.15.83:0/2636650953 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f377c0ce8a0 0x7f377c1486d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:48.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.600+0000 7f377b7fe640 1 --2- 172.21.15.83:0/2636650953 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f377c09ac10 0x7f377c15f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:48.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.600+0000 7f377bfff640 1 -- 172.21.15.83:0/2636650953 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f377c09ac10 msgr2=0x7f377c15f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:48.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.600+0000 7f377bfff640 1 --2- 172.21.15.83:0/2636650953 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f377c09ac10 0x7f377c15f860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:48.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.600+0000 7f377bfff640 1 -- 172.21.15.83:0/2636650953 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f377c0cce10 msgr2=0x7f377c161870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:48.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.600+0000 7f377bfff640 1 --2- 172.21.15.83:0/2636650953 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f377c0cce10 0x7f377c161870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:48.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.600+0000 7f377bfff640 1 -- 172.21.15.83:0/2636650953 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f377c166af0 con 0x7f377c0ce8a0 2024-09-21T02:43:48.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.600+0000 7f377affd640 1 --2- 172.21.15.83:0/2636650953 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f377c0cce10 0x7f377c161870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T02:43:48.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.600+0000 7f377bfff640 1 --2- 172.21.15.83:0/2636650953 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f377c0ce8a0 0x7f377c1486d0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f37740ac000 tx=0x7f3774003c30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:48.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.600+0000 7f3773fff640 1 -- 172.21.15.83:0/2636650953 <== mon.1 v2:172.21.15.142:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37740b2040 con 0x7f377c0ce8a0 2024-09-21T02:43:48.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.600+0000 7f3773fff640 1 -- 172.21.15.83:0/2636650953 <== mon.1 v2:172.21.15.142:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3774004040 con 0x7f377c0ce8a0 2024-09-21T02:43:48.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.600+0000 7f3781ccd640 1 -- 172.21.15.83:0/2636650953 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f377c166dd0 con 0x7f377c0ce8a0 2024-09-21T02:43:48.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.600+0000 7f3773fff640 1 -- 172.21.15.83:0/2636650953 <== mon.1 v2:172.21.15.142:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3774004450 con 0x7f377c0ce8a0 2024-09-21T02:43:48.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.600+0000 7f3781ccd640 1 -- 172.21.15.83:0/2636650953 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f377c167390 con 0x7f377c0ce8a0 2024-09-21T02:43:48.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.600+0000 7f3781ccd640 1 -- 172.21.15.83:0/2636650953 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f377c0cd220 con 0x7f377c0ce8a0 2024-09-21T02:43:48.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.604+0000 7f3773fff640 1 -- 172.21.15.83:0/2636650953 <== mon.1 v2:172.21.15.142:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f37740bd060 con 0x7f377c0ce8a0 2024-09-21T02:43:48.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.604+0000 7f3773fff640 1 --2- 172.21.15.83:0/2636650953 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f375c073200 0x7f375c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:48.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.604+0000 7f377b7fe640 1 --2- 172.21.15.83:0/2636650953 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f375c073200 0x7f375c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:48.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.604+0000 7f3773fff640 1 -- 172.21.15.83:0/2636650953 <== mon.1 v2:172.21.15.142:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 4943+0+0 (secure 0 0 0) 0x7f377412de10 con 0x7f377c0ce8a0 2024-09-21T02:43:48.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.604+0000 7f377b7fe640 1 --2- 172.21.15.83:0/2636650953 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f375c073200 0x7f375c075710 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f376c000fc0 tx=0x7f376c009040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:48.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.612+0000 7f3773fff640 1 -- 172.21.15.83:0/2636650953 <== mon.1 v2:172.21.15.142:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f3774016770 con 0x7f377c0ce8a0 2024-09-21T02:43:48.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:48.796+0000 7f3781ccd640 1 -- 172.21.15.83:0/2636650953 --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f377c1643a0 con 0x7f377c0ce8a0 2024-09-21T02:43:49.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.372+0000 7f3773fff640 1 -- 172.21.15.83:0/2636650953 <== mon.1 v2:172.21.15.142:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v28) ==== 97+0+0 (secure 0 0 0) 0x7f37740f8ac0 con 0x7f377c0ce8a0 2024-09-21T02:43:49.374 INFO:teuthology.orchestra.run.smithi083.stderr: removed all blocklist entries 2024-09-21T02:43:49.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.376+0000 7f3781ccd640 1 -- 172.21.15.83:0/2636650953 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f375c073200 msgr2=0x7f375c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:49.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.376+0000 7f3781ccd640 1 --2- 172.21.15.83:0/2636650953 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f375c073200 0x7f375c075710 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f376c000fc0 tx=0x7f376c009040 comp rx=0 tx=0).stop 2024-09-21T02:43:49.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.376+0000 7f3781ccd640 1 -- 172.21.15.83:0/2636650953 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f377c0ce8a0 msgr2=0x7f377c1486d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:49.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.376+0000 7f3781ccd640 1 --2- 172.21.15.83:0/2636650953 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f377c0ce8a0 0x7f377c1486d0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f37740ac000 tx=0x7f3774003c30 comp rx=0 tx=0).stop 2024-09-21T02:43:49.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.376+0000 7f3781ccd640 1 -- 172.21.15.83:0/2636650953 shutdown_connections 2024-09-21T02:43:49.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.376+0000 7f3781ccd640 1 --2- 172.21.15.83:0/2636650953 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f375c073200 0x7f375c075710 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:49.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.376+0000 7f3781ccd640 1 --2- 172.21.15.83:0/2636650953 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f377c0ce8a0 0x7f377c1486d0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:49.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.376+0000 7f3781ccd640 1 --2- 172.21.15.83:0/2636650953 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f377c0cce10 0x7f377c161870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:49.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.376+0000 7f3781ccd640 1 --2- 172.21.15.83:0/2636650953 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f377c09ac10 0x7f377c15f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:49.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.376+0000 7f3781ccd640 1 -- 172.21.15.83:0/2636650953 >> 172.21.15.83:0/2636650953 conn(0x7f377c0b3da0 msgr2=0x7f377c160250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:49.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.376+0000 7f3781ccd640 1 -- 172.21.15.83:0/2636650953 shutdown_connections 2024-09-21T02:43:49.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.376+0000 7f3781ccd640 1 -- 172.21.15.83:0/2636650953 wait complete. 2024-09-21T02:43:49.409 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-21T02:43:49.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.560+0000 7fe23170c640 1 -- 172.21.15.83:0/2166190374 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe22c15e970 msgr2=0x7fe22c0b3850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:49.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.560+0000 7fe23170c640 1 --2- 172.21.15.83:0/2166190374 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe22c15e970 0x7fe22c0b3850 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fe214009bc0 tx=0x7fe21401cba0 comp rx=0 tx=0).stop 2024-09-21T02:43:49.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.560+0000 7fe23170c640 1 -- 172.21.15.83:0/2166190374 shutdown_connections 2024-09-21T02:43:49.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.560+0000 7fe23170c640 1 --2- 172.21.15.83:0/2166190374 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe22c0b16b0 0x7fe22c0b1ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:49.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.560+0000 7fe23170c640 1 --2- 172.21.15.83:0/2166190374 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe22c15e970 0x7fe22c0b3850 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:49.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.560+0000 7fe23170c640 1 -- 172.21.15.83:0/2166190374 >> 172.21.15.83:0/2166190374 conn(0x7fe22c08dd40 msgr2=0x7fe22c09d970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:49.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.560+0000 7fe23170c640 1 -- 172.21.15.83:0/2166190374 shutdown_connections 2024-09-21T02:43:49.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.560+0000 7fe23170c640 1 -- 172.21.15.83:0/2166190374 wait complete. 2024-09-21T02:43:49.566 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.564+0000 7fe23170c640 1 Processor -- start 2024-09-21T02:43:49.566 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.564+0000 7fe23170c640 1 -- start start 2024-09-21T02:43:49.568 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.564+0000 7fe23170c640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe22c0b16b0 0x7fe22c0cd8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:49.568 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.564+0000 7fe23170c640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe22c0d1090 0x7fe22c0cde00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:49.569 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.564+0000 7fe23170c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe22c15e970 0x7fe22c0cb6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:49.569 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.564+0000 7fe23170c640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fe22c16c4b0 con 0x7fe22c15e970 2024-09-21T02:43:49.569 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.564+0000 7fe23170c640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fe22c16c330 con 0x7fe22c0b16b0 2024-09-21T02:43:49.569 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.564+0000 7fe23170c640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fe22c16c630 con 0x7fe22c0d1090 2024-09-21T02:43:49.569 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.564+0000 7fe22b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe22c15e970 0x7fe22c0cb6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:49.569 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.564+0000 7fe22b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe22c15e970 0x7fe22c0cb6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:41990/0 (socket says 172.21.15.83:41990) 2024-09-21T02:43:49.569 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.564+0000 7fe22b7fe640 1 -- 172.21.15.83:0/2465246152 learned_addr learned my addr 172.21.15.83:0/2465246152 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:49.569 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.564+0000 7fe22a7fc640 1 --2- 172.21.15.83:0/2465246152 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe22c0d1090 0x7fe22c0cde00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:49.569 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.564+0000 7fe22affd640 1 --2- 172.21.15.83:0/2465246152 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe22c0b16b0 0x7fe22c0cd8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:49.569 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.564+0000 7fe22b7fe640 1 -- 172.21.15.83:0/2465246152 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe22c0d1090 msgr2=0x7fe22c0cde00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:49.569 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.564+0000 7fe22b7fe640 1 --2- 172.21.15.83:0/2465246152 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe22c0d1090 0x7fe22c0cde00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:49.569 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.564+0000 7fe22b7fe640 1 -- 172.21.15.83:0/2465246152 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe22c0b16b0 msgr2=0x7fe22c0cd8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:49.570 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.564+0000 7fe22b7fe640 1 --2- 172.21.15.83:0/2465246152 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe22c0b16b0 0x7fe22c0cd8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:49.570 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.564+0000 7fe22b7fe640 1 -- 172.21.15.83:0/2465246152 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe22c15b5a0 con 0x7fe22c15e970 2024-09-21T02:43:49.570 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.564+0000 7fe22b7fe640 1 --2- 172.21.15.83:0/2465246152 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe22c15e970 0x7fe22c0cb6c0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fe22400d630 tx=0x7fe22400daf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:49.570 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.564+0000 7fe2237fe640 1 -- 172.21.15.83:0/2465246152 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe224017070 con 0x7fe22c15e970 2024-09-21T02:43:49.570 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.564+0000 7fe2237fe640 1 -- 172.21.15.83:0/2465246152 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe224005310 con 0x7fe22c15e970 2024-09-21T02:43:49.570 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.564+0000 7fe23170c640 1 -- 172.21.15.83:0/2465246152 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe22c0a1f10 con 0x7fe22c15e970 2024-09-21T02:43:49.570 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.564+0000 7fe2237fe640 1 -- 172.21.15.83:0/2465246152 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2240047b0 con 0x7fe22c15e970 2024-09-21T02:43:49.570 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.564+0000 7fe23170c640 1 -- 172.21.15.83:0/2465246152 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe22c15eec0 con 0x7fe22c15e970 2024-09-21T02:43:49.571 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.568+0000 7fe23170c640 1 -- 172.21.15.83:0/2465246152 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe22c0a1d00 con 0x7fe22c15e970 2024-09-21T02:43:49.571 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.568+0000 7fe2237fe640 1 -- 172.21.15.83:0/2465246152 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fe224004950 con 0x7fe22c15e970 2024-09-21T02:43:49.571 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.568+0000 7fe2237fe640 1 --2- 172.21.15.83:0/2465246152 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe20c073200 0x7fe20c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:49.571 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.568+0000 7fe22affd640 1 --2- 172.21.15.83:0/2465246152 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe20c073200 0x7fe20c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:49.571 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.568+0000 7fe2237fe640 1 -- 172.21.15.83:0/2465246152 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 4857+0+0 (secure 0 0 0) 0x7fe224093ff0 con 0x7fe22c15e970 2024-09-21T02:43:49.571 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.568+0000 7fe22affd640 1 --2- 172.21.15.83:0/2465246152 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe20c073200 0x7fe20c075710 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fe2140af000 tx=0x7fe21401b3e0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:49.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.572+0000 7fe2237fe640 1 -- 172.21.15.83:0/2465246152 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fe22405ebf0 con 0x7fe22c15e970 2024-09-21T02:43:49.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.812+0000 7fe23170c640 1 -- 172.21.15.83:0/2465246152 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fe22c0b1ac0 con 0x7fe22c15e970 2024-09-21T02:43:49.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.812+0000 7fe2237fe640 1 -- 172.21.15.83:0/2465246152 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v26) ==== 80+0+6645 (secure 0 0 0) 0x7fe224063620 con 0x7fe22c15e970 2024-09-21T02:43:49.816 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:43:49.816 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-09-21T02:43:49.816 INFO:teuthology.orchestra.run.smithi083.stdout: "auth_dump": [ 2024-09-21T02:43:49.816 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:43:49.816 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "mds.a", 2024-09-21T02:43:49.816 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQB1Mu5mnNw3LhAAMSdYD3qyHb7MEHc5OYfN5w==", 2024-09-21T02:43:49.816 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:43:49.816 INFO:teuthology.orchestra.run.smithi083.stdout: "mds": "allow", 2024-09-21T02:43:49.816 INFO:teuthology.orchestra.run.smithi083.stdout: "mgr": "allow *", 2024-09-21T02:43:49.817 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow *", 2024-09-21T02:43:49.817 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": "allow *" 2024-09-21T02:43:49.817 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:43:49.817 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:43:49.817 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:43:49.817 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "mds.b", 2024-09-21T02:43:49.817 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQB1Mu5m3jQZOxAAR719UVxi+teJR9UfNZOiRA==", 2024-09-21T02:43:49.817 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:43:49.817 INFO:teuthology.orchestra.run.smithi083.stdout: "mds": "allow", 2024-09-21T02:43:49.818 INFO:teuthology.orchestra.run.smithi083.stdout: "mgr": "allow *", 2024-09-21T02:43:49.818 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow *", 2024-09-21T02:43:49.818 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": "allow *" 2024-09-21T02:43:49.818 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:43:49.818 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:43:49.818 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:43:49.818 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "mds.c", 2024-09-21T02:43:49.818 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQB1Mu5mmZ6pNRAABGmEQpp7ufB7uC1uxxDUoA==", 2024-09-21T02:43:49.818 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:43:49.818 INFO:teuthology.orchestra.run.smithi083.stdout: "mds": "allow", 2024-09-21T02:43:49.818 INFO:teuthology.orchestra.run.smithi083.stdout: "mgr": "allow *", 2024-09-21T02:43:49.818 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow *", 2024-09-21T02:43:49.818 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": "allow *" 2024-09-21T02:43:49.819 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:43:49.819 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:43:49.819 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:43:49.819 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "mds.d", 2024-09-21T02:43:49.819 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQB2Mu5mrj0BBxAA3f03v1qjs5yKbUxuRnHahw==", 2024-09-21T02:43:49.819 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:43:49.819 INFO:teuthology.orchestra.run.smithi083.stdout: "mds": "allow", 2024-09-21T02:43:49.819 INFO:teuthology.orchestra.run.smithi083.stdout: "mgr": "allow *", 2024-09-21T02:43:49.819 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow *", 2024-09-21T02:43:49.819 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": "allow *" 2024-09-21T02:43:49.819 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:43:49.819 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:43:49.819 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:43:49.820 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "osd.0", 2024-09-21T02:43:49.820 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQB5Mu5mKLOsHhAAvU5kCJkYUBUrOJU7pChhZg==", 2024-09-21T02:43:49.820 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:43:49.820 INFO:teuthology.orchestra.run.smithi083.stdout: "mgr": "allow profile osd", 2024-09-21T02:43:49.820 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow profile osd", 2024-09-21T02:43:49.820 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": "allow *" 2024-09-21T02:43:49.820 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:43:49.820 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:43:49.820 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:43:49.820 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "osd.1", 2024-09-21T02:43:49.820 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQB8Mu5mHloqLxAAiGfm+7CcqUm+CLrEy2HVRg==", 2024-09-21T02:43:49.820 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:43:49.820 INFO:teuthology.orchestra.run.smithi083.stdout: "mgr": "allow profile osd", 2024-09-21T02:43:49.820 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow profile osd", 2024-09-21T02:43:49.820 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": "allow *" 2024-09-21T02:43:49.821 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:43:49.821 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:43:49.821 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:43:49.821 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "osd.2", 2024-09-21T02:43:49.821 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQCAMu5mLACKAxAA7MeIqZhuKgqyP6ypaazbUg==", 2024-09-21T02:43:49.821 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:43:49.821 INFO:teuthology.orchestra.run.smithi083.stdout: "mgr": "allow profile osd", 2024-09-21T02:43:49.821 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow profile osd", 2024-09-21T02:43:49.821 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": "allow *" 2024-09-21T02:43:49.821 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:43:49.821 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:43:49.821 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:43:49.821 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "osd.3", 2024-09-21T02:43:49.821 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQCDMu5mgFs+ExAAKFQDOeVBVf1vA12lcgu2xQ==", 2024-09-21T02:43:49.822 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:43:49.822 INFO:teuthology.orchestra.run.smithi083.stdout: "mgr": "allow profile osd", 2024-09-21T02:43:49.822 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow profile osd", 2024-09-21T02:43:49.822 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": "allow *" 2024-09-21T02:43:49.822 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:43:49.822 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:43:49.822 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:43:49.822 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "osd.4", 2024-09-21T02:43:49.822 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQCJMu5mYD7rHBAAikmENF8W5g+FONUZNPhtPQ==", 2024-09-21T02:43:49.822 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:43:49.822 INFO:teuthology.orchestra.run.smithi083.stdout: "mgr": "allow profile osd", 2024-09-21T02:43:49.822 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow profile osd", 2024-09-21T02:43:49.822 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": "allow *" 2024-09-21T02:43:49.822 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:43:49.823 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:43:49.823 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:43:49.823 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "osd.5", 2024-09-21T02:43:49.823 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQCMMu5mmJOnLhAAJn6GSWXzQUlUKpCuXHF8tw==", 2024-09-21T02:43:49.823 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:43:49.823 INFO:teuthology.orchestra.run.smithi083.stdout: "mgr": "allow profile osd", 2024-09-21T02:43:49.823 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow profile osd", 2024-09-21T02:43:49.823 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": "allow *" 2024-09-21T02:43:49.823 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:43:49.823 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:43:49.823 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:43:49.823 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "osd.6", 2024-09-21T02:43:49.823 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQCQMu5m95aZARAA7o8Mnq9F64sCaKDJnu673g==", 2024-09-21T02:43:49.824 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:43:49.824 INFO:teuthology.orchestra.run.smithi083.stdout: "mgr": "allow profile osd", 2024-09-21T02:43:49.824 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow profile osd", 2024-09-21T02:43:49.824 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": "allow *" 2024-09-21T02:43:49.824 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:43:49.824 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:43:49.824 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:43:49.824 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "osd.7", 2024-09-21T02:43:49.824 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQCTMu5mBc0gERAAhiKUTWbV+S8Lh1vloa+mOg==", 2024-09-21T02:43:49.824 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:43:49.824 INFO:teuthology.orchestra.run.smithi083.stdout: "mgr": "allow profile osd", 2024-09-21T02:43:49.824 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow profile osd", 2024-09-21T02:43:49.824 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": "allow *" 2024-09-21T02:43:49.824 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:43:49.825 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:43:49.825 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:43:49.825 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "client.0", 2024-09-21T02:43:49.825 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQB2Mu5m/vs6DBAAJDBR8SmyvknRZ8MQjNS5SA==", 2024-09-21T02:43:49.825 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:43:49.825 INFO:teuthology.orchestra.run.smithi083.stdout: "mds": "allow", 2024-09-21T02:43:49.825 INFO:teuthology.orchestra.run.smithi083.stdout: "mgr": "allow r", 2024-09-21T02:43:49.825 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow rw", 2024-09-21T02:43:49.825 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": "allow rwx" 2024-09-21T02:43:49.825 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:43:49.825 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:43:49.826 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:43:49.826 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "client.1", 2024-09-21T02:43:49.826 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQB2Mu5mPUA4FRAA54UPYNm1t09/KPSp/BqzLQ==", 2024-09-21T02:43:49.826 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:43:49.826 INFO:teuthology.orchestra.run.smithi083.stdout: "mds": "allow", 2024-09-21T02:43:49.826 INFO:teuthology.orchestra.run.smithi083.stdout: "mgr": "allow r", 2024-09-21T02:43:49.826 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow rw", 2024-09-21T02:43:49.826 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": "allow rwx" 2024-09-21T02:43:49.826 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:43:49.826 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:43:49.826 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:43:49.826 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "client.2", 2024-09-21T02:43:49.827 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQB2Mu5m1ayDEBAA2wrtCXHk9BP+/bzM2Iy7BQ==", 2024-09-21T02:43:49.827 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:43:49.827 INFO:teuthology.orchestra.run.smithi083.stdout: "mds": "allow", 2024-09-21T02:43:49.827 INFO:teuthology.orchestra.run.smithi083.stdout: "mgr": "allow r", 2024-09-21T02:43:49.827 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow rw", 2024-09-21T02:43:49.827 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": "allow rwx" 2024-09-21T02:43:49.827 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:43:49.827 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:43:49.827 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:43:49.827 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "client.3", 2024-09-21T02:43:49.827 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQB2Mu5mk4izGRAAf3+S2rhnPGqdyKA29uVJAg==", 2024-09-21T02:43:49.827 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:43:49.827 INFO:teuthology.orchestra.run.smithi083.stdout: "mds": "allow", 2024-09-21T02:43:49.828 INFO:teuthology.orchestra.run.smithi083.stdout: "mgr": "allow r", 2024-09-21T02:43:49.828 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow rw", 2024-09-21T02:43:49.828 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": "allow rwx" 2024-09-21T02:43:49.828 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:43:49.828 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:43:49.828 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:43:49.828 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "client.admin", 2024-09-21T02:43:49.828 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQB1Mu5m+D+ZERAAzf6TZpIO1h8Ec32UL1lMzg==", 2024-09-21T02:43:49.828 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:43:49.828 INFO:teuthology.orchestra.run.smithi083.stdout: "mds": "allow *", 2024-09-21T02:43:49.828 INFO:teuthology.orchestra.run.smithi083.stdout: "mgr": "allow *", 2024-09-21T02:43:49.828 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow *", 2024-09-21T02:43:49.828 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": "allow *" 2024-09-21T02:43:49.828 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:43:49.829 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:43:49.829 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:43:49.829 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "client.bootstrap-mds", 2024-09-21T02:43:49.829 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQCeMu5mNkElJBAAANn27INXSRC2VTs7FMAg8w==", 2024-09-21T02:43:49.829 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:43:49.829 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow profile bootstrap-mds" 2024-09-21T02:43:49.829 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:43:49.829 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:43:49.829 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:43:49.829 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "client.bootstrap-mgr", 2024-09-21T02:43:49.829 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQCeMu5mB2AlJBAAUnM4IKIA9wfZ9bomD+zqTA==", 2024-09-21T02:43:49.829 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:43:49.829 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow profile bootstrap-mgr" 2024-09-21T02:43:49.829 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:43:49.829 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:43:49.829 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:43:49.830 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "client.bootstrap-osd", 2024-09-21T02:43:49.830 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQCeMu5mEHwlJBAAB/MugkSxPoVafgDBwCsz6w==", 2024-09-21T02:43:49.830 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:43:49.830 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow profile bootstrap-osd" 2024-09-21T02:43:49.830 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:43:49.830 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:43:49.830 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:43:49.830 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "client.bootstrap-rbd", 2024-09-21T02:43:49.830 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQCeMu5mZJMlJBAAihUFhRBJd94XbmbMIMmE5w==", 2024-09-21T02:43:49.830 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:43:49.830 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow profile bootstrap-rbd" 2024-09-21T02:43:49.830 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:43:49.830 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:43:49.830 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:43:49.830 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-09-21T02:43:49.830 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQCeMu5mVaolJBAAQ7h4D9enWOndyB4Y3Px/Zw==", 2024-09-21T02:43:49.831 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:43:49.831 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-09-21T02:43:49.831 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:43:49.831 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:43:49.831 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:43:49.831 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "client.bootstrap-rgw", 2024-09-21T02:43:49.831 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQCeMu5m5sElJBAAgyS40QtMptA0lxQ72/kgsQ==", 2024-09-21T02:43:49.831 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:43:49.831 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow profile bootstrap-rgw" 2024-09-21T02:43:49.831 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:43:49.831 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:43:49.832 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:43:49.832 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "mgr.x", 2024-09-21T02:43:49.832 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQB1Mu5mX/JIKRAAJv8AzZ+ypM8eFJnmhCMNNw==", 2024-09-21T02:43:49.832 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:43:49.832 INFO:teuthology.orchestra.run.smithi083.stdout: "mds": "allow *", 2024-09-21T02:43:49.832 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow profile mgr", 2024-09-21T02:43:49.832 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": "allow *" 2024-09-21T02:43:49.832 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:43:49.832 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:43:49.832 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:43:49.832 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "mgr.y", 2024-09-21T02:43:49.832 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQB1Mu5m+8+JJBAAZZ0Mjf61DkdWNnKJjcapHA==", 2024-09-21T02:43:49.832 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:43:49.832 INFO:teuthology.orchestra.run.smithi083.stdout: "mds": "allow *", 2024-09-21T02:43:49.832 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow profile mgr", 2024-09-21T02:43:49.833 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": "allow *" 2024-09-21T02:43:49.833 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:43:49.833 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:43:49.833 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2024-09-21T02:43:49.833 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-09-21T02:43:49.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.816+0000 7fe23170c640 1 -- 172.21.15.83:0/2465246152 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe20c073200 msgr2=0x7fe20c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:49.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.816+0000 7fe23170c640 1 --2- 172.21.15.83:0/2465246152 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe20c073200 0x7fe20c075710 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fe2140af000 tx=0x7fe21401b3e0 comp rx=0 tx=0).stop 2024-09-21T02:43:49.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.816+0000 7fe23170c640 1 -- 172.21.15.83:0/2465246152 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe22c15e970 msgr2=0x7fe22c0cb6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:49.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.816+0000 7fe23170c640 1 --2- 172.21.15.83:0/2465246152 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe22c15e970 0x7fe22c0cb6c0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fe22400d630 tx=0x7fe22400daf0 comp rx=0 tx=0).stop 2024-09-21T02:43:49.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.816+0000 7fe23170c640 1 -- 172.21.15.83:0/2465246152 shutdown_connections 2024-09-21T02:43:49.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.816+0000 7fe23170c640 1 --2- 172.21.15.83:0/2465246152 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe20c073200 0x7fe20c075710 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:49.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.816+0000 7fe23170c640 1 --2- 172.21.15.83:0/2465246152 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe22c15e970 0x7fe22c0cb6c0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:49.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.816+0000 7fe23170c640 1 --2- 172.21.15.83:0/2465246152 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe22c0d1090 0x7fe22c0cde00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:49.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.816+0000 7fe23170c640 1 --2- 172.21.15.83:0/2465246152 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe22c0b16b0 0x7fe22c0cd8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:49.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.816+0000 7fe23170c640 1 -- 172.21.15.83:0/2465246152 >> 172.21.15.83:0/2465246152 conn(0x7fe22c08dd40 msgr2=0x7fe22c06df50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:49.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.816+0000 7fe23170c640 1 -- 172.21.15.83:0/2465246152 shutdown_connections 2024-09-21T02:43:49.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.816+0000 7fe23170c640 1 -- 172.21.15.83:0/2465246152 wait complete. 2024-09-21T02:43:49.838 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-09-21T02:43:49.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.988+0000 7fc1bceab640 1 -- 172.21.15.83:0/1947556435 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc1b80cd4a0 msgr2=0x7fc1b80cffd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:49.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.988+0000 7fc1bceab640 1 --2- 172.21.15.83:0/1947556435 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc1b80cd4a0 0x7fc1b80cffd0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fc1a8009840 tx=0x7fc1a801c790 comp rx=0 tx=0).stop 2024-09-21T02:43:49.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.988+0000 7fc1bceab640 1 -- 172.21.15.83:0/1947556435 shutdown_connections 2024-09-21T02:43:49.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.988+0000 7fc1bceab640 1 --2- 172.21.15.83:0/1947556435 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc1b80d0510 0x7fc1b80b4590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:49.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.988+0000 7fc1bceab640 1 --2- 172.21.15.83:0/1947556435 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc1b80cd4a0 0x7fc1b80cffd0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:49.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.988+0000 7fc1bceab640 1 -- 172.21.15.83:0/1947556435 >> 172.21.15.83:0/1947556435 conn(0x7fc1b806ce90 msgr2=0x7fc1b806d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:49.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.988+0000 7fc1bceab640 1 -- 172.21.15.83:0/1947556435 shutdown_connections 2024-09-21T02:43:49.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.988+0000 7fc1bceab640 1 -- 172.21.15.83:0/1947556435 wait complete. 2024-09-21T02:43:49.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.992+0000 7fc1bceab640 1 Processor -- start 2024-09-21T02:43:49.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.992+0000 7fc1bceab640 1 -- start start 2024-09-21T02:43:49.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.992+0000 7fc1bceab640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc1b80b4ad0 0x7fc1b8153de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:49.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.992+0000 7fc1bceab640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc1b80cd4a0 0x7fc1b8154320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:49.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.992+0000 7fc1bceab640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc1b80d0510 0x7fc1b814d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:49.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.992+0000 7fc1bceab640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fc1b8166070 con 0x7fc1b80cd4a0 2024-09-21T02:43:49.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.992+0000 7fc1bceab640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fc1b8165ef0 con 0x7fc1b80d0510 2024-09-21T02:43:49.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.992+0000 7fc1bceab640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fc1b81661f0 con 0x7fc1b80b4ad0 2024-09-21T02:43:49.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.992+0000 7fc1affff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc1b80cd4a0 0x7fc1b8154320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:49.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.992+0000 7fc1affff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc1b80cd4a0 0x7fc1b8154320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:42000/0 (socket says 172.21.15.83:42000) 2024-09-21T02:43:49.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.992+0000 7fc1affff640 1 -- 172.21.15.83:0/59170382 learned_addr learned my addr 172.21.15.83:0/59170382 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:49.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.992+0000 7fc1b659c640 1 --2- 172.21.15.83:0/59170382 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc1b80b4ad0 0x7fc1b8153de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:49.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.992+0000 7fc1b6d9d640 1 --2- 172.21.15.83:0/59170382 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc1b80d0510 0x7fc1b814d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:49.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.992+0000 7fc1affff640 1 -- 172.21.15.83:0/59170382 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc1b80b4ad0 msgr2=0x7fc1b8153de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:49.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.992+0000 7fc1affff640 1 --2- 172.21.15.83:0/59170382 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc1b80b4ad0 0x7fc1b8153de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:49.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.992+0000 7fc1affff640 1 -- 172.21.15.83:0/59170382 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc1b80d0510 msgr2=0x7fc1b814d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:49.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.992+0000 7fc1affff640 1 --2- 172.21.15.83:0/59170382 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc1b80d0510 0x7fc1b814d2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:49.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.992+0000 7fc1affff640 1 -- 172.21.15.83:0/59170382 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1b80b0890 con 0x7fc1b80cd4a0 2024-09-21T02:43:49.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.992+0000 7fc1affff640 1 --2- 172.21.15.83:0/59170382 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc1b80cd4a0 0x7fc1b8154320 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fc1a000e7a0 tx=0x7fc1a000ec60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:49.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.992+0000 7fc1aeffd640 1 -- 172.21.15.83:0/59170382 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1a000ccc0 con 0x7fc1b80cd4a0 2024-09-21T02:43:49.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.992+0000 7fc1aeffd640 1 -- 172.21.15.83:0/59170382 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc1a0010430 con 0x7fc1b80cd4a0 2024-09-21T02:43:49.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.992+0000 7fc1bceab640 1 -- 172.21.15.83:0/59170382 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1b80b0b70 con 0x7fc1b80cd4a0 2024-09-21T02:43:49.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.992+0000 7fc1aeffd640 1 -- 172.21.15.83:0/59170382 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1a0010880 con 0x7fc1b80cd4a0 2024-09-21T02:43:49.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.992+0000 7fc1bceab640 1 -- 172.21.15.83:0/59170382 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1b80b1130 con 0x7fc1b80cd4a0 2024-09-21T02:43:49.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.992+0000 7fc1bceab640 1 -- 172.21.15.83:0/59170382 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1b80cffd0 con 0x7fc1b80cd4a0 2024-09-21T02:43:49.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.996+0000 7fc1aeffd640 1 -- 172.21.15.83:0/59170382 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fc1a001f020 con 0x7fc1b80cd4a0 2024-09-21T02:43:49.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.996+0000 7fc1aeffd640 1 --2- 172.21.15.83:0/59170382 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc198073200 0x7fc198075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:49.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.996+0000 7fc1b659c640 1 --2- 172.21.15.83:0/59170382 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc198073200 0x7fc198075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:49.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.996+0000 7fc1aeffd640 1 -- 172.21.15.83:0/59170382 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 4857+0+0 (secure 0 0 0) 0x7fc1a0094b10 con 0x7fc1b80cd4a0 2024-09-21T02:43:49.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:49.996+0000 7fc1b659c640 1 --2- 172.21.15.83:0/59170382 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc198073200 0x7fc198075710 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fc1a80af000 tx=0x7fc1a801afd0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:50.002 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.000+0000 7fc1aeffd640 1 -- 172.21.15.83:0/59170382 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fc1a0060080 con 0x7fc1b80cd4a0 2024-09-21T02:43:50.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.240+0000 7fc1bceab640 1 -- 172.21.15.83:0/59170382 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) -- 0x7fc1b815ccf0 con 0x7fc1b80cd4a0 2024-09-21T02:43:50.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.244+0000 7fc1aeffd640 1 -- 172.21.15.83:0/59170382 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v27) ==== 90+0+0 (secure 0 0 0) 0x7fc1a005f980 con 0x7fc1b80cd4a0 2024-09-21T02:43:50.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.244+0000 7fc1bceab640 1 -- 172.21.15.83:0/59170382 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc198073200 msgr2=0x7fc198075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:50.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.244+0000 7fc1bceab640 1 --2- 172.21.15.83:0/59170382 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc198073200 0x7fc198075710 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fc1a80af000 tx=0x7fc1a801afd0 comp rx=0 tx=0).stop 2024-09-21T02:43:50.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.244+0000 7fc1bceab640 1 -- 172.21.15.83:0/59170382 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc1b80cd4a0 msgr2=0x7fc1b8154320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:50.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.244+0000 7fc1bceab640 1 --2- 172.21.15.83:0/59170382 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc1b80cd4a0 0x7fc1b8154320 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fc1a000e7a0 tx=0x7fc1a000ec60 comp rx=0 tx=0).stop 2024-09-21T02:43:50.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.244+0000 7fc1bceab640 1 -- 172.21.15.83:0/59170382 shutdown_connections 2024-09-21T02:43:50.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.244+0000 7fc1bceab640 1 --2- 172.21.15.83:0/59170382 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc198073200 0x7fc198075710 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:50.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.244+0000 7fc1bceab640 1 --2- 172.21.15.83:0/59170382 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc1b80d0510 0x7fc1b814d2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:50.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.244+0000 7fc1bceab640 1 --2- 172.21.15.83:0/59170382 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc1b80cd4a0 0x7fc1b8154320 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:50.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.244+0000 7fc1bceab640 1 --2- 172.21.15.83:0/59170382 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc1b80b4ad0 0x7fc1b8153de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:50.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.244+0000 7fc1bceab640 1 -- 172.21.15.83:0/59170382 >> 172.21.15.83:0/59170382 conn(0x7fc1b806ce90 msgr2=0x7fc1b80ce010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:50.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.244+0000 7fc1bceab640 1 -- 172.21.15.83:0/59170382 shutdown_connections 2024-09-21T02:43:50.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.244+0000 7fc1bceab640 1 -- 172.21.15.83:0/59170382 wait complete. 2024-09-21T02:43:50.266 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-09-21T02:43:50.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.424+0000 7f336238a640 1 -- 172.21.15.83:0/2616923248 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f335c06d3d0 msgr2=0x7f335c160290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:50.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.424+0000 7f336238a640 1 --2- 172.21.15.83:0/2616923248 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f335c06d3d0 0x7f335c160290 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f3344009900 tx=0x7f334401c8b0 comp rx=0 tx=0).stop 2024-09-21T02:43:50.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.424+0000 7f336238a640 1 -- 172.21.15.83:0/2616923248 shutdown_connections 2024-09-21T02:43:50.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.424+0000 7f336238a640 1 --2- 172.21.15.83:0/2616923248 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f335c06d3d0 0x7f335c160290 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:50.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.424+0000 7f336238a640 1 --2- 172.21.15.83:0/2616923248 >> v2:172.21.15.142:3300/0 conn(0x7f335c0d0bb0 0x7f335c06ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:50.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.424+0000 7f336238a640 1 -- 172.21.15.83:0/2616923248 >> 172.21.15.83:0/2616923248 conn(0x7f335c070650 msgr2=0x7f335c0b2d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:50.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.424+0000 7f336238a640 1 -- 172.21.15.83:0/2616923248 shutdown_connections 2024-09-21T02:43:50.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.424+0000 7f336238a640 1 -- 172.21.15.83:0/2616923248 wait complete. 2024-09-21T02:43:50.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.428+0000 7f336238a640 1 Processor -- start 2024-09-21T02:43:50.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.428+0000 7f336238a640 1 -- start start 2024-09-21T02:43:50.432 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.428+0000 7f336238a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f335c06d3d0 0x7f335c159b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:50.432 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.428+0000 7f336238a640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f335c0d0bb0 0x7f335c0afa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:50.432 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.428+0000 7f336238a640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f335c1607d0 0x7f335c1657d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:50.432 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.428+0000 7f336238a640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f335c169a00 con 0x7f335c06d3d0 2024-09-21T02:43:50.432 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.428+0000 7f336238a640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f335c169880 con 0x7f335c0d0bb0 2024-09-21T02:43:50.432 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.428+0000 7f336238a640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f335c169b80 con 0x7f335c1607d0 2024-09-21T02:43:50.432 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.428+0000 7f335bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f335c06d3d0 0x7f335c159b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:50.432 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.428+0000 7f335bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f335c06d3d0 0x7f335c159b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:42004/0 (socket says 172.21.15.83:42004) 2024-09-21T02:43:50.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.428+0000 7f335bfff640 1 -- 172.21.15.83:0/3494536437 learned_addr learned my addr 172.21.15.83:0/3494536437 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:50.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.428+0000 7f3360927640 1 --2- 172.21.15.83:0/3494536437 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f335c1607d0 0x7f335c1657d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:50.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.428+0000 7f335b7fe640 1 --2- 172.21.15.83:0/3494536437 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f335c0d0bb0 0x7f335c0afa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:50.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.428+0000 7f335bfff640 1 -- 172.21.15.83:0/3494536437 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f335c1607d0 msgr2=0x7f335c1657d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:50.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.428+0000 7f335bfff640 1 --2- 172.21.15.83:0/3494536437 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f335c1607d0 0x7f335c1657d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:50.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.428+0000 7f335bfff640 1 -- 172.21.15.83:0/3494536437 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f335c0d0bb0 msgr2=0x7f335c0afa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:50.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.428+0000 7f335bfff640 1 --2- 172.21.15.83:0/3494536437 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f335c0d0bb0 0x7f335c0afa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:50.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.428+0000 7f335bfff640 1 -- 172.21.15.83:0/3494536437 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f335c0b42b0 con 0x7f335c06d3d0 2024-09-21T02:43:50.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.428+0000 7f3360927640 1 --2- 172.21.15.83:0/3494536437 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f335c1607d0 0x7f335c1657d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T02:43:50.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.428+0000 7f335bfff640 1 --2- 172.21.15.83:0/3494536437 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f335c06d3d0 0x7f335c159b80 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f335400eb00 tx=0x7f335400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:50.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.428+0000 7f3358ff9640 1 -- 172.21.15.83:0/3494536437 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3354003980 con 0x7f335c06d3d0 2024-09-21T02:43:50.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.428+0000 7f336238a640 1 -- 172.21.15.83:0/3494536437 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f335c1f8e50 con 0x7f335c06d3d0 2024-09-21T02:43:50.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.428+0000 7f3358ff9640 1 -- 172.21.15.83:0/3494536437 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3354003b20 con 0x7f335c06d3d0 2024-09-21T02:43:50.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.428+0000 7f3358ff9640 1 -- 172.21.15.83:0/3494536437 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3354004030 con 0x7f335c06d3d0 2024-09-21T02:43:50.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.428+0000 7f336238a640 1 -- 172.21.15.83:0/3494536437 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f335c1f9410 con 0x7f335c06d3d0 2024-09-21T02:43:50.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.432+0000 7f3358ff9640 1 -- 172.21.15.83:0/3494536437 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f33540041d0 con 0x7f335c06d3d0 2024-09-21T02:43:50.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.432+0000 7f336238a640 1 -- 172.21.15.83:0/3494536437 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f335c160290 con 0x7f335c06d3d0 2024-09-21T02:43:50.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.432+0000 7f3358ff9640 1 --2- 172.21.15.83:0/3494536437 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f333c073200 0x7f333c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:50.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.432+0000 7f335b7fe640 1 --2- 172.21.15.83:0/3494536437 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f333c073200 0x7f333c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:50.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.432+0000 7f3358ff9640 1 -- 172.21.15.83:0/3494536437 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 4857+0+0 (secure 0 0 0) 0x7f3354094e10 con 0x7f335c06d3d0 2024-09-21T02:43:50.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.432+0000 7f335b7fe640 1 --2- 172.21.15.83:0/3494536437 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f333c073200 0x7f333c075710 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f33440af000 tx=0x7f334401b0f0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:50.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.436+0000 7f3358ff9640 1 -- 172.21.15.83:0/3494536437 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f3354060220 con 0x7f335c06d3d0 2024-09-21T02:43:50.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.668+0000 7f336238a640 1 -- 172.21.15.83:0/3494536437 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) -- 0x7f335c06d1b0 con 0x7f335c06d3d0 2024-09-21T02:43:50.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.672+0000 7f3358ff9640 1 -- 172.21.15.83:0/3494536437 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v28) ==== 90+0+0 (secure 0 0 0) 0x7f335405fb20 con 0x7f335c06d3d0 2024-09-21T02:43:50.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.676+0000 7f336238a640 1 -- 172.21.15.83:0/3494536437 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f333c073200 msgr2=0x7f333c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:50.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.676+0000 7f336238a640 1 --2- 172.21.15.83:0/3494536437 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f333c073200 0x7f333c075710 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f33440af000 tx=0x7f334401b0f0 comp rx=0 tx=0).stop 2024-09-21T02:43:50.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.676+0000 7f336238a640 1 -- 172.21.15.83:0/3494536437 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f335c06d3d0 msgr2=0x7f335c159b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:50.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.676+0000 7f336238a640 1 --2- 172.21.15.83:0/3494536437 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f335c06d3d0 0x7f335c159b80 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f335400eb00 tx=0x7f335400c2d0 comp rx=0 tx=0).stop 2024-09-21T02:43:50.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.676+0000 7f336238a640 1 -- 172.21.15.83:0/3494536437 shutdown_connections 2024-09-21T02:43:50.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.676+0000 7f336238a640 1 --2- 172.21.15.83:0/3494536437 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f333c073200 0x7f333c075710 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:50.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.676+0000 7f336238a640 1 --2- 172.21.15.83:0/3494536437 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f335c1607d0 0x7f335c1657d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:50.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.676+0000 7f336238a640 1 --2- 172.21.15.83:0/3494536437 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f335c0d0bb0 0x7f335c0afa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:50.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.676+0000 7f336238a640 1 --2- 172.21.15.83:0/3494536437 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f335c06d3d0 0x7f335c159b80 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:50.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.676+0000 7f336238a640 1 -- 172.21.15.83:0/3494536437 >> 172.21.15.83:0/3494536437 conn(0x7f335c070650 msgr2=0x7f335c166b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:50.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.676+0000 7f336238a640 1 -- 172.21.15.83:0/3494536437 shutdown_connections 2024-09-21T02:43:50.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.676+0000 7f336238a640 1 -- 172.21.15.83:0/3494536437 wait complete. 2024-09-21T02:43:50.696 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-09-21T02:43:50.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.839+0000 7f37efb6b640 1 -- 172.21.15.83:0/554581172 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f37e80d2fc0 msgr2=0x7f37e81623d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:50.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.839+0000 7f37efb6b640 1 --2- 172.21.15.83:0/554581172 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f37e80d2fc0 0x7f37e81623d0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f37e4009bc0 tx=0x7f37e401cb10 comp rx=0 tx=0).stop 2024-09-21T02:43:50.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.839+0000 7f37efb6b640 1 -- 172.21.15.83:0/554581172 shutdown_connections 2024-09-21T02:43:50.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.839+0000 7f37efb6b640 1 --2- 172.21.15.83:0/554581172 >> v2:172.21.15.142:3300/0 conn(0x7f37e80b65a0 0x7f37e80cfb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:50.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.839+0000 7f37efb6b640 1 --2- 172.21.15.83:0/554581172 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f37e80d2fc0 0x7f37e81623d0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:50.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.839+0000 7f37efb6b640 1 -- 172.21.15.83:0/554581172 >> 172.21.15.83:0/554581172 conn(0x7f37e8069980 msgr2=0x7f37e80d4410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:50.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.839+0000 7f37efb6b640 1 -- 172.21.15.83:0/554581172 shutdown_connections 2024-09-21T02:43:50.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.839+0000 7f37efb6b640 1 -- 172.21.15.83:0/554581172 wait complete. 2024-09-21T02:43:50.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.843+0000 7f37efb6b640 1 Processor -- start 2024-09-21T02:43:50.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.843+0000 7f37efb6b640 1 -- start start 2024-09-21T02:43:50.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.843+0000 7f37efb6b640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f37e80cf780 0x7f37e81588a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:50.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.843+0000 7f37efb6b640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f37e80d2fc0 0x7f37e81fb570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:50.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.843+0000 7f37efb6b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37e80ce020 0x7f37e81fbab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:50.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.843+0000 7f37efb6b640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f37e816bc20 con 0x7f37e80ce020 2024-09-21T02:43:50.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.843+0000 7f37efb6b640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f37e816baa0 con 0x7f37e80d2fc0 2024-09-21T02:43:50.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.843+0000 7f37efb6b640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f37e816bda0 con 0x7f37e80cf780 2024-09-21T02:43:50.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.843+0000 7f37ee108640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37e80ce020 0x7f37e81fbab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:50.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.843+0000 7f37ee108640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37e80ce020 0x7f37e81fbab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:42010/0 (socket says 172.21.15.83:42010) 2024-09-21T02:43:50.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.843+0000 7f37ee108640 1 -- 172.21.15.83:0/3476190207 learned_addr learned my addr 172.21.15.83:0/3476190207 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:50.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.843+0000 7f37ed907640 1 --2- 172.21.15.83:0/3476190207 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f37e80cf780 0x7f37e81588a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:50.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.843+0000 7f37ed106640 1 --2- 172.21.15.83:0/3476190207 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f37e80d2fc0 0x7f37e81fb570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:50.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.843+0000 7f37ee108640 1 -- 172.21.15.83:0/3476190207 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f37e80cf780 msgr2=0x7f37e81588a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:50.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.843+0000 7f37ee108640 1 --2- 172.21.15.83:0/3476190207 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f37e80cf780 0x7f37e81588a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:50.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.843+0000 7f37ee108640 1 -- 172.21.15.83:0/3476190207 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f37e80d2fc0 msgr2=0x7f37e81fb570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:50.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.843+0000 7f37ee108640 1 --2- 172.21.15.83:0/3476190207 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f37e80d2fc0 0x7f37e81fb570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:50.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.843+0000 7f37ee108640 1 -- 172.21.15.83:0/3476190207 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37e815c620 con 0x7f37e80ce020 2024-09-21T02:43:50.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.843+0000 7f37ed907640 1 --2- 172.21.15.83:0/3476190207 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f37e80cf780 0x7f37e81588a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T02:43:50.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.843+0000 7f37ee108640 1 --2- 172.21.15.83:0/3476190207 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37e80ce020 0x7f37e81fbab0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f37e000d750 tx=0x7f37e000dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:50.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.843+0000 7f37de7fc640 1 -- 172.21.15.83:0/3476190207 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37e0017070 con 0x7f37e80ce020 2024-09-21T02:43:50.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.843+0000 7f37efb6b640 1 -- 172.21.15.83:0/3476190207 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37e81fc3b0 con 0x7f37e80ce020 2024-09-21T02:43:50.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.843+0000 7f37de7fc640 1 -- 172.21.15.83:0/3476190207 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f37e0004310 con 0x7f37e80ce020 2024-09-21T02:43:50.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.843+0000 7f37de7fc640 1 -- 172.21.15.83:0/3476190207 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37e0005280 con 0x7f37e80ce020 2024-09-21T02:43:50.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.843+0000 7f37efb6b640 1 -- 172.21.15.83:0/3476190207 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37e80c9ac0 con 0x7f37e80ce020 2024-09-21T02:43:50.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.847+0000 7f37efb6b640 1 -- 172.21.15.83:0/3476190207 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37e80c9d20 con 0x7f37e80ce020 2024-09-21T02:43:50.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.847+0000 7f37de7fc640 1 -- 172.21.15.83:0/3476190207 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f37e0005420 con 0x7f37e80ce020 2024-09-21T02:43:50.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.847+0000 7f37de7fc640 1 --2- 172.21.15.83:0/3476190207 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f37cc073230 0x7f37cc075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:50.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.847+0000 7f37de7fc640 1 -- 172.21.15.83:0/3476190207 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 4857+0+0 (secure 0 0 0) 0x7f37e0094a00 con 0x7f37e80ce020 2024-09-21T02:43:50.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.847+0000 7f37ed907640 1 --2- 172.21.15.83:0/3476190207 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f37cc073230 0x7f37cc075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:50.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.847+0000 7f37ed907640 1 --2- 172.21.15.83:0/3476190207 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f37cc073230 0x7f37cc075740 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f37e40af000 tx=0x7f37e401b350 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:50.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:50.851+0000 7f37de7fc640 1 -- 172.21.15.83:0/3476190207 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f37e0020020 con 0x7f37e80ce020 2024-09-21T02:43:51.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.067+0000 7f37efb6b640 1 -- 172.21.15.83:0/3476190207 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) -- 0x7f37e80c83a0 con 0x7f37e80ce020 2024-09-21T02:43:51.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.075+0000 7f37de7fc640 1 -- 172.21.15.83:0/3476190207 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v29) ==== 90+0+0 (secure 0 0 0) 0x7f37e005fd70 con 0x7f37e80ce020 2024-09-21T02:43:51.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.079+0000 7f37efb6b640 1 -- 172.21.15.83:0/3476190207 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f37cc073230 msgr2=0x7f37cc075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:51.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.079+0000 7f37efb6b640 1 --2- 172.21.15.83:0/3476190207 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f37cc073230 0x7f37cc075740 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f37e40af000 tx=0x7f37e401b350 comp rx=0 tx=0).stop 2024-09-21T02:43:51.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.079+0000 7f37efb6b640 1 -- 172.21.15.83:0/3476190207 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37e80ce020 msgr2=0x7f37e81fbab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:51.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.079+0000 7f37efb6b640 1 --2- 172.21.15.83:0/3476190207 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37e80ce020 0x7f37e81fbab0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f37e000d750 tx=0x7f37e000dc10 comp rx=0 tx=0).stop 2024-09-21T02:43:51.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.079+0000 7f37efb6b640 1 -- 172.21.15.83:0/3476190207 shutdown_connections 2024-09-21T02:43:51.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.079+0000 7f37efb6b640 1 --2- 172.21.15.83:0/3476190207 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f37cc073230 0x7f37cc075740 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:51.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.079+0000 7f37efb6b640 1 --2- 172.21.15.83:0/3476190207 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37e80ce020 0x7f37e81fbab0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:51.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.079+0000 7f37efb6b640 1 --2- 172.21.15.83:0/3476190207 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f37e80d2fc0 0x7f37e81fb570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:51.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.079+0000 7f37efb6b640 1 --2- 172.21.15.83:0/3476190207 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f37e80cf780 0x7f37e81588a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:51.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.079+0000 7f37efb6b640 1 -- 172.21.15.83:0/3476190207 >> 172.21.15.83:0/3476190207 conn(0x7f37e8069980 msgr2=0x7f37e815e9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:51.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.079+0000 7f37efb6b640 1 -- 172.21.15.83:0/3476190207 shutdown_connections 2024-09-21T02:43:51.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.079+0000 7f37efb6b640 1 -- 172.21.15.83:0/3476190207 wait complete. 2024-09-21T02:43:51.100 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-09-21T02:43:51.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.243+0000 7f50c15fe640 1 -- 172.21.15.83:0/3042863843 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f50bc0cc920 msgr2=0x7f50bc0ccd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:51.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.243+0000 7f50c15fe640 1 --2- 172.21.15.83:0/3042863843 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f50bc0cc920 0x7f50bc0ccd30 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f50bc160040 tx=0x7f50a401c8c0 comp rx=0 tx=0).stop 2024-09-21T02:43:51.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.243+0000 7f50c15fe640 1 -- 172.21.15.83:0/3042863843 shutdown_connections 2024-09-21T02:43:51.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.243+0000 7f50c15fe640 1 --2- 172.21.15.83:0/3042863843 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f50bc0cc920 0x7f50bc0ccd30 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:51.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.243+0000 7f50c15fe640 1 --2- 172.21.15.83:0/3042863843 >> v2:172.21.15.142:3300/0 conn(0x7f50bc074090 0x7f50bc0744a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:51.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.243+0000 7f50c15fe640 1 -- 172.21.15.83:0/3042863843 >> 172.21.15.83:0/3042863843 conn(0x7f50bc06ce90 msgr2=0x7f50bc06d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:51.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.243+0000 7f50c15fe640 1 -- 172.21.15.83:0/3042863843 shutdown_connections 2024-09-21T02:43:51.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.243+0000 7f50c15fe640 1 -- 172.21.15.83:0/3042863843 wait complete. 2024-09-21T02:43:51.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.247+0000 7f50c15fe640 1 Processor -- start 2024-09-21T02:43:51.251 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.247+0000 7f50c15fe640 1 -- start start 2024-09-21T02:43:51.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.247+0000 7f50c15fe640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f50bc06ed60 0x7f50bc1f92f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:51.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.247+0000 7f50c15fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f50bc074090 0x7f50bc13e060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:51.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.247+0000 7f50c15fe640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f50bc0cc920 0x7f50bc1f9c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:51.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.247+0000 7f50c15fe640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f50bc169920 con 0x7f50bc074090 2024-09-21T02:43:51.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.247+0000 7f50c15fe640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f50bc1697a0 con 0x7f50bc06ed60 2024-09-21T02:43:51.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.247+0000 7f50c15fe640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f50bc169aa0 con 0x7f50bc0cc920 2024-09-21T02:43:51.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.247+0000 7f50b3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f50bc074090 0x7f50bc13e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:51.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.247+0000 7f50b3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f50bc074090 0x7f50bc13e060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:42028/0 (socket says 172.21.15.83:42028) 2024-09-21T02:43:51.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.247+0000 7f50b3fff640 1 -- 172.21.15.83:0/2617387513 learned_addr learned my addr 172.21.15.83:0/2617387513 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:51.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.251+0000 7f50baffd640 1 --2- 172.21.15.83:0/2617387513 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f50bc06ed60 0x7f50bc1f92f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:51.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.251+0000 7f50bb7fe640 1 --2- 172.21.15.83:0/2617387513 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f50bc0cc920 0x7f50bc1f9c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:51.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.251+0000 7f50b3fff640 1 -- 172.21.15.83:0/2617387513 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f50bc0cc920 msgr2=0x7f50bc1f9c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:51.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.251+0000 7f50b3fff640 1 --2- 172.21.15.83:0/2617387513 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f50bc0cc920 0x7f50bc1f9c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:51.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.251+0000 7f50b3fff640 1 -- 172.21.15.83:0/2617387513 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f50bc06ed60 msgr2=0x7f50bc1f92f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:51.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.251+0000 7f50b3fff640 1 --2- 172.21.15.83:0/2617387513 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f50bc06ed60 0x7f50bc1f92f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:51.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.251+0000 7f50b3fff640 1 -- 172.21.15.83:0/2617387513 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50bc13ed90 con 0x7f50bc074090 2024-09-21T02:43:51.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.251+0000 7f50b3fff640 1 --2- 172.21.15.83:0/2617387513 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f50bc074090 0x7f50bc13e060 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f50a401af70 tx=0x7f50a4005d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:51.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.251+0000 7f50b37fe640 1 -- 172.21.15.83:0/2617387513 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50a40b2040 con 0x7f50bc074090 2024-09-21T02:43:51.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.251+0000 7f50b37fe640 1 -- 172.21.15.83:0/2617387513 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f50a4005320 con 0x7f50bc074090 2024-09-21T02:43:51.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.251+0000 7f50c15fe640 1 -- 172.21.15.83:0/2617387513 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50bc13f070 con 0x7f50bc074090 2024-09-21T02:43:51.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.251+0000 7f50b37fe640 1 -- 172.21.15.83:0/2617387513 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50a40046d0 con 0x7f50bc074090 2024-09-21T02:43:51.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.251+0000 7f50c15fe640 1 -- 172.21.15.83:0/2617387513 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50bc1574b0 con 0x7f50bc074090 2024-09-21T02:43:51.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.251+0000 7f50c15fe640 1 -- 172.21.15.83:0/2617387513 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50bc0744a0 con 0x7f50bc074090 2024-09-21T02:43:51.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.251+0000 7f50b37fe640 1 -- 172.21.15.83:0/2617387513 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f50a4004890 con 0x7f50bc074090 2024-09-21T02:43:51.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.251+0000 7f50b37fe640 1 --2- 172.21.15.83:0/2617387513 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f509c073200 0x7f509c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:51.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.251+0000 7f50b37fe640 1 -- 172.21.15.83:0/2617387513 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 4857+0+0 (secure 0 0 0) 0x7f50a412e080 con 0x7f50bc074090 2024-09-21T02:43:51.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.251+0000 7f50baffd640 1 --2- 172.21.15.83:0/2617387513 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f509c073200 0x7f509c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:51.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.251+0000 7f50baffd640 1 --2- 172.21.15.83:0/2617387513 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f509c073200 0x7f509c075710 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f50ac00b810 tx=0x7f50ac008040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:51.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.255+0000 7f50b37fe640 1 -- 172.21.15.83:0/2617387513 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f50a40164b0 con 0x7f50bc074090 2024-09-21T02:43:51.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.475+0000 7f50c15fe640 1 -- 172.21.15.83:0/2617387513 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) -- 0x7f50bc13eb00 con 0x7f50bc074090 2024-09-21T02:43:51.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.479+0000 7f50b37fe640 1 -- 172.21.15.83:0/2617387513 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v30) ==== 90+0+0 (secure 0 0 0) 0x7f50a40f9370 con 0x7f50bc074090 2024-09-21T02:43:51.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.479+0000 7f50c15fe640 1 -- 172.21.15.83:0/2617387513 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f509c073200 msgr2=0x7f509c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:51.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.479+0000 7f50c15fe640 1 --2- 172.21.15.83:0/2617387513 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f509c073200 0x7f509c075710 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f50ac00b810 tx=0x7f50ac008040 comp rx=0 tx=0).stop 2024-09-21T02:43:51.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.483+0000 7f50c15fe640 1 -- 172.21.15.83:0/2617387513 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f50bc074090 msgr2=0x7f50bc13e060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:51.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.483+0000 7f50c15fe640 1 --2- 172.21.15.83:0/2617387513 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f50bc074090 0x7f50bc13e060 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f50a401af70 tx=0x7f50a4005d60 comp rx=0 tx=0).stop 2024-09-21T02:43:51.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.483+0000 7f50c15fe640 1 -- 172.21.15.83:0/2617387513 shutdown_connections 2024-09-21T02:43:51.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.483+0000 7f50c15fe640 1 --2- 172.21.15.83:0/2617387513 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f509c073200 0x7f509c075710 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:51.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.483+0000 7f50c15fe640 1 --2- 172.21.15.83:0/2617387513 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f50bc0cc920 0x7f50bc1f9c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:51.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.483+0000 7f50c15fe640 1 --2- 172.21.15.83:0/2617387513 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f50bc074090 0x7f50bc13e060 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:51.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.483+0000 7f50c15fe640 1 --2- 172.21.15.83:0/2617387513 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f50bc06ed60 0x7f50bc1f92f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:51.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.483+0000 7f50c15fe640 1 -- 172.21.15.83:0/2617387513 >> 172.21.15.83:0/2617387513 conn(0x7f50bc06ce90 msgr2=0x7f50bc143a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:51.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.483+0000 7f50c15fe640 1 -- 172.21.15.83:0/2617387513 shutdown_connections 2024-09-21T02:43:51.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.483+0000 7f50c15fe640 1 -- 172.21.15.83:0/2617387513 wait complete. 2024-09-21T02:43:51.502 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-09-21T02:43:51.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.659+0000 7f3c8df15640 1 -- 172.21.15.83:0/949447143 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f3c88074310 msgr2=0x7f3c880b45e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:51.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.659+0000 7f3c8df15640 1 --2- 172.21.15.83:0/949447143 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f3c88074310 0x7f3c880b45e0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f3c80009bc0 tx=0x7f3c8001cba0 comp rx=0 tx=0).stop 2024-09-21T02:43:51.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.659+0000 7f3c8df15640 1 -- 172.21.15.83:0/949447143 shutdown_connections 2024-09-21T02:43:51.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.659+0000 7f3c8df15640 1 --2- 172.21.15.83:0/949447143 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f3c88074310 0x7f3c880b45e0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:51.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.659+0000 7f3c8df15640 1 --2- 172.21.15.83:0/949447143 >> v2:172.21.15.142:3300/0 conn(0x7f3c880cef40 0x7f3c88073dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:51.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.659+0000 7f3c8df15640 1 -- 172.21.15.83:0/949447143 >> 172.21.15.83:0/949447143 conn(0x7f3c88070650 msgr2=0x7f3c880b2d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:51.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.659+0000 7f3c8df15640 1 -- 172.21.15.83:0/949447143 shutdown_connections 2024-09-21T02:43:51.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.659+0000 7f3c8df15640 1 -- 172.21.15.83:0/949447143 wait complete. 2024-09-21T02:43:51.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.659+0000 7f3c8df15640 1 Processor -- start 2024-09-21T02:43:51.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.659+0000 7f3c8df15640 1 -- start start 2024-09-21T02:43:51.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.663+0000 7f3c8df15640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3c88074310 0x7f3c880c5f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:51.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.663+0000 7f3c8df15640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f3c880cef40 0x7f3c881fa240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:51.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.663+0000 7f3c8df15640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3c8815f130 0x7f3c881fa780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:51.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.663+0000 7f3c8df15640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f3c88168cc0 con 0x7f3c88074310 2024-09-21T02:43:51.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.663+0000 7f3c8df15640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f3c88168b40 con 0x7f3c8815f130 2024-09-21T02:43:51.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.663+0000 7f3c8df15640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f3c88168e40 con 0x7f3c880cef40 2024-09-21T02:43:51.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.663+0000 7f3c877fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3c88074310 0x7f3c880c5f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:51.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.663+0000 7f3c877fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3c88074310 0x7f3c880c5f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:42032/0 (socket says 172.21.15.83:42032) 2024-09-21T02:43:51.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.663+0000 7f3c877fe640 1 -- 172.21.15.83:0/1255305487 learned_addr learned my addr 172.21.15.83:0/1255305487 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:51.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.663+0000 7f3c86ffd640 1 --2- 172.21.15.83:0/1255305487 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f3c880cef40 0x7f3c881fa240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:51.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.663+0000 7f3c87fff640 1 --2- 172.21.15.83:0/1255305487 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3c8815f130 0x7f3c881fa780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:51.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.663+0000 7f3c877fe640 1 -- 172.21.15.83:0/1255305487 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f3c880cef40 msgr2=0x7f3c881fa240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:51.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.663+0000 7f3c877fe640 1 --2- 172.21.15.83:0/1255305487 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f3c880cef40 0x7f3c881fa240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:51.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.663+0000 7f3c877fe640 1 -- 172.21.15.83:0/1255305487 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3c8815f130 msgr2=0x7f3c881fa780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:51.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.663+0000 7f3c877fe640 1 --2- 172.21.15.83:0/1255305487 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3c8815f130 0x7f3c881fa780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:51.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.663+0000 7f3c877fe640 1 -- 172.21.15.83:0/1255305487 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c88161150 con 0x7f3c88074310 2024-09-21T02:43:51.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.663+0000 7f3c877fe640 1 --2- 172.21.15.83:0/1255305487 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3c88074310 0x7f3c880c5f90 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f3c7800c730 tx=0x7f3c7800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:51.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.663+0000 7f3c6ffff640 1 -- 172.21.15.83:0/1255305487 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c780052d0 con 0x7f3c88074310 2024-09-21T02:43:51.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.663+0000 7f3c6ffff640 1 -- 172.21.15.83:0/1255305487 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3c78001d20 con 0x7f3c88074310 2024-09-21T02:43:51.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.663+0000 7f3c8df15640 1 -- 172.21.15.83:0/1255305487 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c88161430 con 0x7f3c88074310 2024-09-21T02:43:51.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.663+0000 7f3c6ffff640 1 -- 172.21.15.83:0/1255305487 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c7800a860 con 0x7f3c88074310 2024-09-21T02:43:51.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.663+0000 7f3c8df15640 1 -- 172.21.15.83:0/1255305487 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c881619f0 con 0x7f3c88074310 2024-09-21T02:43:51.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.663+0000 7f3c8df15640 1 -- 172.21.15.83:0/1255305487 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c880b45e0 con 0x7f3c88074310 2024-09-21T02:43:51.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.663+0000 7f3c6ffff640 1 -- 172.21.15.83:0/1255305487 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f3c7800aa00 con 0x7f3c88074310 2024-09-21T02:43:51.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.667+0000 7f3c6ffff640 1 --2- 172.21.15.83:0/1255305487 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3c74073200 0x7f3c74075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:51.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.667+0000 7f3c86ffd640 1 --2- 172.21.15.83:0/1255305487 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3c74073200 0x7f3c74075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:51.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.667+0000 7f3c6ffff640 1 -- 172.21.15.83:0/1255305487 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 4857+0+0 (secure 0 0 0) 0x7f3c78093920 con 0x7f3c88074310 2024-09-21T02:43:51.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.667+0000 7f3c86ffd640 1 --2- 172.21.15.83:0/1255305487 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3c74073200 0x7f3c74075710 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f3c88072100 tx=0x7f3c7c009260 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:51.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.671+0000 7f3c6ffff640 1 -- 172.21.15.83:0/1255305487 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f3c88074720 con 0x7f3c88074310 2024-09-21T02:43:51.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.923+0000 7f3c8df15640 1 -- 172.21.15.83:0/1255305487 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) -- 0x7f3c880c64d0 con 0x7f3c88074310 2024-09-21T02:43:51.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.927+0000 7f3c6ffff640 1 -- 172.21.15.83:0/1255305487 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v31) ==== 97+0+0 (secure 0 0 0) 0x7f3c7805eca0 con 0x7f3c88074310 2024-09-21T02:43:51.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.931+0000 7f3c8df15640 1 -- 172.21.15.83:0/1255305487 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3c74073200 msgr2=0x7f3c74075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:51.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.931+0000 7f3c8df15640 1 --2- 172.21.15.83:0/1255305487 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3c74073200 0x7f3c74075710 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f3c88072100 tx=0x7f3c7c009260 comp rx=0 tx=0).stop 2024-09-21T02:43:51.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.931+0000 7f3c8df15640 1 -- 172.21.15.83:0/1255305487 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3c88074310 msgr2=0x7f3c880c5f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:51.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.931+0000 7f3c8df15640 1 --2- 172.21.15.83:0/1255305487 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3c88074310 0x7f3c880c5f90 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f3c7800c730 tx=0x7f3c7800cbf0 comp rx=0 tx=0).stop 2024-09-21T02:43:51.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.931+0000 7f3c8df15640 1 -- 172.21.15.83:0/1255305487 shutdown_connections 2024-09-21T02:43:51.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.931+0000 7f3c8df15640 1 --2- 172.21.15.83:0/1255305487 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3c74073200 0x7f3c74075710 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:51.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.931+0000 7f3c8df15640 1 --2- 172.21.15.83:0/1255305487 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3c8815f130 0x7f3c881fa780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:51.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.931+0000 7f3c8df15640 1 --2- 172.21.15.83:0/1255305487 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f3c880cef40 0x7f3c881fa240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:51.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.931+0000 7f3c8df15640 1 --2- 172.21.15.83:0/1255305487 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3c88074310 0x7f3c880c5f90 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:51.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.931+0000 7f3c8df15640 1 -- 172.21.15.83:0/1255305487 >> 172.21.15.83:0/1255305487 conn(0x7f3c88070650 msgr2=0x7f3c881654c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:51.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.931+0000 7f3c8df15640 1 -- 172.21.15.83:0/1255305487 shutdown_connections 2024-09-21T02:43:51.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:51.931+0000 7f3c8df15640 1 -- 172.21.15.83:0/1255305487 wait complete. 2024-09-21T02:43:51.953 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-09-21T02:43:52.108 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.103+0000 7fb65d3fa640 1 -- 172.21.15.83:0/705656093 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb6580d06e0 msgr2=0x7fb6580cdd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:52.108 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.103+0000 7fb65d3fa640 1 --2- 172.21.15.83:0/705656093 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb6580d06e0 0x7fb6580cdd00 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fb650009c80 tx=0x7fb65001cd10 comp rx=0 tx=0).stop 2024-09-21T02:43:52.108 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.103+0000 7fb65d3fa640 1 -- 172.21.15.83:0/705656093 shutdown_connections 2024-09-21T02:43:52.109 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.103+0000 7fb65d3fa640 1 --2- 172.21.15.83:0/705656093 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb6580d06e0 0x7fb6580cdd00 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:52.109 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.103+0000 7fb65d3fa640 1 --2- 172.21.15.83:0/705656093 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb6580b4b70 0x7fb65815c410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:52.109 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.103+0000 7fb65d3fa640 1 -- 172.21.15.83:0/705656093 >> 172.21.15.83:0/705656093 conn(0x7fb65806ce90 msgr2=0x7fb65806d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:52.109 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.103+0000 7fb65d3fa640 1 -- 172.21.15.83:0/705656093 shutdown_connections 2024-09-21T02:43:52.109 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.103+0000 7fb65d3fa640 1 -- 172.21.15.83:0/705656093 wait complete. 2024-09-21T02:43:52.110 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.107+0000 7fb65d3fa640 1 Processor -- start 2024-09-21T02:43:52.110 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.107+0000 7fb65d3fa640 1 -- start start 2024-09-21T02:43:52.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.107+0000 7fb65d3fa640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb6580b4b70 0x7fb658142fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:52.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.107+0000 7fb65d3fa640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb65815b2c0 0x7fb65814caa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:52.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.107+0000 7fb65d3fa640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb658144650 0x7fb65814cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:52.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.107+0000 7fb65d3fa640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fb65806f7d0 con 0x7fb658144650 2024-09-21T02:43:52.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.107+0000 7fb65d3fa640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fb65806f650 con 0x7fb65815b2c0 2024-09-21T02:43:52.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.107+0000 7fb65d3fa640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fb65806f950 con 0x7fb6580b4b70 2024-09-21T02:43:52.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.107+0000 7fb6577fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb658144650 0x7fb65814cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:52.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.107+0000 7fb6577fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb658144650 0x7fb65814cfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:42050/0 (socket says 172.21.15.83:42050) 2024-09-21T02:43:52.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.107+0000 7fb6577fe640 1 -- 172.21.15.83:0/4244547395 learned_addr learned my addr 172.21.15.83:0/4244547395 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:52.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.107+0000 7fb656ffd640 1 --2- 172.21.15.83:0/4244547395 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb6580b4b70 0x7fb658142fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:52.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.107+0000 7fb64ffff640 1 --2- 172.21.15.83:0/4244547395 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb65815b2c0 0x7fb65814caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:52.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.107+0000 7fb6577fe640 1 -- 172.21.15.83:0/4244547395 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb6580b4b70 msgr2=0x7fb658142fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:52.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.107+0000 7fb6577fe640 1 --2- 172.21.15.83:0/4244547395 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb6580b4b70 0x7fb658142fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:52.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.107+0000 7fb6577fe640 1 -- 172.21.15.83:0/4244547395 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb65815b2c0 msgr2=0x7fb65814caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:52.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.107+0000 7fb6577fe640 1 --2- 172.21.15.83:0/4244547395 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb65815b2c0 0x7fb65814caa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:52.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.107+0000 7fb6577fe640 1 -- 172.21.15.83:0/4244547395 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb658146340 con 0x7fb658144650 2024-09-21T02:43:52.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.107+0000 7fb64ffff640 1 --2- 172.21.15.83:0/4244547395 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb65815b2c0 0x7fb65814caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:43:52.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.107+0000 7fb6577fe640 1 --2- 172.21.15.83:0/4244547395 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb658144650 0x7fb65814cfe0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fb650009bd0 tx=0x7fb6500092c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:52.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.107+0000 7fb64f7fe640 1 -- 172.21.15.83:0/4244547395 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6500b2040 con 0x7fb658144650 2024-09-21T02:43:52.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.107+0000 7fb64f7fe640 1 -- 172.21.15.83:0/4244547395 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb650004040 con 0x7fb658144650 2024-09-21T02:43:52.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.107+0000 7fb65d3fa640 1 -- 172.21.15.83:0/4244547395 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb658146820 con 0x7fb658144650 2024-09-21T02:43:52.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.107+0000 7fb64f7fe640 1 -- 172.21.15.83:0/4244547395 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb650004290 con 0x7fb658144650 2024-09-21T02:43:52.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.107+0000 7fb65d3fa640 1 -- 172.21.15.83:0/4244547395 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb658146de0 con 0x7fb658144650 2024-09-21T02:43:52.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.111+0000 7fb65d3fa640 1 -- 172.21.15.83:0/4244547395 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb65815c410 con 0x7fb658144650 2024-09-21T02:43:52.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.111+0000 7fb64f7fe640 1 -- 172.21.15.83:0/4244547395 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fb6500bd020 con 0x7fb658144650 2024-09-21T02:43:52.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.111+0000 7fb64f7fe640 1 --2- 172.21.15.83:0/4244547395 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb638073200 0x7fb638075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:52.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.111+0000 7fb656ffd640 1 --2- 172.21.15.83:0/4244547395 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb638073200 0x7fb638075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:52.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.111+0000 7fb64f7fe640 1 -- 172.21.15.83:0/4244547395 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 4857+0+0 (secure 0 0 0) 0x7fb65012e870 con 0x7fb658144650 2024-09-21T02:43:52.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.111+0000 7fb656ffd640 1 --2- 172.21.15.83:0/4244547395 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb638073200 0x7fb638075710 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fb6480058d0 tx=0x7fb648005860 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:52.119 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.115+0000 7fb64f7fe640 1 -- 172.21.15.83:0/4244547395 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fb6500c4020 con 0x7fb658144650 2024-09-21T02:43:52.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.351+0000 7fb65d3fa640 1 -- 172.21.15.83:0/4244547395 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) -- 0x7fb6581573c0 con 0x7fb658144650 2024-09-21T02:43:52.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.359+0000 7fb64f7fe640 1 -- 172.21.15.83:0/4244547395 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v32) ==== 90+0+0 (secure 0 0 0) 0x7fb658146340 con 0x7fb658144650 2024-09-21T02:43:52.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.359+0000 7fb65d3fa640 1 -- 172.21.15.83:0/4244547395 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb638073200 msgr2=0x7fb638075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:52.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.359+0000 7fb65d3fa640 1 --2- 172.21.15.83:0/4244547395 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb638073200 0x7fb638075710 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fb6480058d0 tx=0x7fb648005860 comp rx=0 tx=0).stop 2024-09-21T02:43:52.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.359+0000 7fb65d3fa640 1 -- 172.21.15.83:0/4244547395 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb658144650 msgr2=0x7fb65814cfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:52.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.359+0000 7fb65d3fa640 1 --2- 172.21.15.83:0/4244547395 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb658144650 0x7fb65814cfe0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fb650009bd0 tx=0x7fb6500092c0 comp rx=0 tx=0).stop 2024-09-21T02:43:52.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.359+0000 7fb65d3fa640 1 -- 172.21.15.83:0/4244547395 shutdown_connections 2024-09-21T02:43:52.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.359+0000 7fb65d3fa640 1 --2- 172.21.15.83:0/4244547395 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb638073200 0x7fb638075710 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:52.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.359+0000 7fb65d3fa640 1 --2- 172.21.15.83:0/4244547395 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb658144650 0x7fb65814cfe0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:52.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.359+0000 7fb65d3fa640 1 --2- 172.21.15.83:0/4244547395 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb65815b2c0 0x7fb65814caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:52.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.359+0000 7fb65d3fa640 1 --2- 172.21.15.83:0/4244547395 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb6580b4b70 0x7fb658142fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:52.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.359+0000 7fb65d3fa640 1 -- 172.21.15.83:0/4244547395 >> 172.21.15.83:0/4244547395 conn(0x7fb65806ce90 msgr2=0x7fb658156880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:52.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.359+0000 7fb65d3fa640 1 -- 172.21.15.83:0/4244547395 shutdown_connections 2024-09-21T02:43:52.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.359+0000 7fb65d3fa640 1 -- 172.21.15.83:0/4244547395 wait complete. 2024-09-21T02:43:52.384 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-21T02:43:52.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.527+0000 7fadac68d640 1 -- 172.21.15.83:0/1880423068 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fada4074090 msgr2=0x7fada40744a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:52.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.527+0000 7fadac68d640 1 --2- 172.21.15.83:0/1880423068 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fada4074090 0x7fada40744a0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fada4072620 tx=0x7fad9c01c6e0 comp rx=0 tx=0).stop 2024-09-21T02:43:52.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.527+0000 7fadac68d640 1 -- 172.21.15.83:0/1880423068 shutdown_connections 2024-09-21T02:43:52.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.527+0000 7fadac68d640 1 --2- 172.21.15.83:0/1880423068 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fada4074090 0x7fada40744a0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:52.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.527+0000 7fadac68d640 1 --2- 172.21.15.83:0/1880423068 >> v2:172.21.15.142:3300/0 conn(0x7fada406ed60 0x7fada406f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:52.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.527+0000 7fadac68d640 1 -- 172.21.15.83:0/1880423068 >> 172.21.15.83:0/1880423068 conn(0x7fada406ce90 msgr2=0x7fada406d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:52.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.527+0000 7fadac68d640 1 -- 172.21.15.83:0/1880423068 shutdown_connections 2024-09-21T02:43:52.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.527+0000 7fadac68d640 1 -- 172.21.15.83:0/1880423068 wait complete. 2024-09-21T02:43:52.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.531+0000 7fadac68d640 1 Processor -- start 2024-09-21T02:43:52.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.531+0000 7fadac68d640 1 -- start start 2024-09-21T02:43:52.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.531+0000 7fadac68d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fada406ed60 0x7fada40a94a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:52.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.531+0000 7fadac68d640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fada4074090 0x7fada413b130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:52.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.531+0000 7fadac68d640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fada40cc920 0x7fada41f9b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:52.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.531+0000 7fadac68d640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fada41699e0 con 0x7fada406ed60 2024-09-21T02:43:52.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.531+0000 7fadac68d640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fada4169860 con 0x7fada4074090 2024-09-21T02:43:52.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.531+0000 7fadac68d640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fada4169b60 con 0x7fada40cc920 2024-09-21T02:43:52.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.531+0000 7fadaa429640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fada406ed60 0x7fada40a94a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:52.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.531+0000 7fadaa429640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fada406ed60 0x7fada40a94a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:42066/0 (socket says 172.21.15.83:42066) 2024-09-21T02:43:52.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.531+0000 7fadaa429640 1 -- 172.21.15.83:0/1868043683 learned_addr learned my addr 172.21.15.83:0/1868043683 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:52.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.531+0000 7fada9c28640 1 --2- 172.21.15.83:0/1868043683 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fada4074090 0x7fada413b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:52.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.531+0000 7fadaac2a640 1 --2- 172.21.15.83:0/1868043683 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fada40cc920 0x7fada41f9b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:52.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.531+0000 7fadaa429640 1 -- 172.21.15.83:0/1868043683 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fada40cc920 msgr2=0x7fada41f9b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:52.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.531+0000 7fadaa429640 1 --2- 172.21.15.83:0/1868043683 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fada40cc920 0x7fada41f9b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:52.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.531+0000 7fadaa429640 1 -- 172.21.15.83:0/1868043683 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fada4074090 msgr2=0x7fada413b130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:52.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.531+0000 7fadaa429640 1 --2- 172.21.15.83:0/1868043683 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fada4074090 0x7fada413b130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:52.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.531+0000 7fadaa429640 1 -- 172.21.15.83:0/1868043683 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fada414fc70 con 0x7fada406ed60 2024-09-21T02:43:52.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.531+0000 7fadaac2a640 1 --2- 172.21.15.83:0/1868043683 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fada40cc920 0x7fada41f9b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:43:52.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.531+0000 7fadaa429640 1 --2- 172.21.15.83:0/1868043683 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fada406ed60 0x7fada40a94a0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fada000ccb0 tx=0x7fada000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:52.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.531+0000 7fad9affd640 1 -- 172.21.15.83:0/1868043683 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fada0004b30 con 0x7fada406ed60 2024-09-21T02:43:52.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.531+0000 7fad9affd640 1 -- 172.21.15.83:0/1868043683 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fada0004dc0 con 0x7fada406ed60 2024-09-21T02:43:52.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.531+0000 7fadac68d640 1 -- 172.21.15.83:0/1868043683 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fada414ff10 con 0x7fada406ed60 2024-09-21T02:43:52.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.531+0000 7fad9affd640 1 -- 172.21.15.83:0/1868043683 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fada0005280 con 0x7fada406ed60 2024-09-21T02:43:52.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.531+0000 7fadac68d640 1 -- 172.21.15.83:0/1868043683 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fada41504d0 con 0x7fada406ed60 2024-09-21T02:43:52.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.531+0000 7fadac68d640 1 -- 172.21.15.83:0/1868043683 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fada406f170 con 0x7fada406ed60 2024-09-21T02:43:52.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.535+0000 7fad9affd640 1 -- 172.21.15.83:0/1868043683 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fada0005420 con 0x7fada406ed60 2024-09-21T02:43:52.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.535+0000 7fad9affd640 1 --2- 172.21.15.83:0/1868043683 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fad88073200 0x7fad88075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:52.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.535+0000 7fada9c28640 1 --2- 172.21.15.83:0/1868043683 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fad88073200 0x7fad88075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:52.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.535+0000 7fad9affd640 1 -- 172.21.15.83:0/1868043683 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 4857+0+0 (secure 0 0 0) 0x7fada0094b00 con 0x7fada406ed60 2024-09-21T02:43:52.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.535+0000 7fada9c28640 1 --2- 172.21.15.83:0/1868043683 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fad88073200 0x7fad88075710 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fada41f4130 tx=0x7fad94008040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:52.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.539+0000 7fad9affd640 1 -- 172.21.15.83:0/1868043683 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fada0014030 con 0x7fada406ed60 2024-09-21T02:43:52.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.699+0000 7fadac68d640 1 -- 172.21.15.83:0/1868043683 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fada40cd0e0 con 0x7fada406ed60 2024-09-21T02:43:52.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.703+0000 7fad9affd640 1 -- 172.21.15.83:0/1868043683 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v30) ==== 84+0+65 (secure 0 0 0) 0x7fada005fdf0 con 0x7fada406ed60 2024-09-21T02:43:52.705 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:43:52.705 INFO:teuthology.orchestra.run.smithi083.stdout:[ 2024-09-21T02:43:52.705 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:43:52.705 INFO:teuthology.orchestra.run.smithi083.stdout: "poolnum": 1, 2024-09-21T02:43:52.705 INFO:teuthology.orchestra.run.smithi083.stdout: "poolname": ".mgr" 2024-09-21T02:43:52.706 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:43:52.706 INFO:teuthology.orchestra.run.smithi083.stdout:] 2024-09-21T02:43:52.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.703+0000 7fadac68d640 1 -- 172.21.15.83:0/1868043683 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fad88073200 msgr2=0x7fad88075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:52.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.703+0000 7fadac68d640 1 --2- 172.21.15.83:0/1868043683 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fad88073200 0x7fad88075710 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fada41f4130 tx=0x7fad94008040 comp rx=0 tx=0).stop 2024-09-21T02:43:52.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.703+0000 7fadac68d640 1 -- 172.21.15.83:0/1868043683 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fada406ed60 msgr2=0x7fada40a94a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:52.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.703+0000 7fadac68d640 1 --2- 172.21.15.83:0/1868043683 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fada406ed60 0x7fada40a94a0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fada000ccb0 tx=0x7fada000a620 comp rx=0 tx=0).stop 2024-09-21T02:43:52.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.703+0000 7fadac68d640 1 -- 172.21.15.83:0/1868043683 shutdown_connections 2024-09-21T02:43:52.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.703+0000 7fadac68d640 1 --2- 172.21.15.83:0/1868043683 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fad88073200 0x7fad88075710 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:52.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.703+0000 7fadac68d640 1 --2- 172.21.15.83:0/1868043683 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fada40cc920 0x7fada41f9b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:52.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.703+0000 7fadac68d640 1 --2- 172.21.15.83:0/1868043683 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fada4074090 0x7fada413b130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:52.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.703+0000 7fadac68d640 1 --2- 172.21.15.83:0/1868043683 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fada406ed60 0x7fada40a94a0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:52.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.703+0000 7fadac68d640 1 -- 172.21.15.83:0/1868043683 >> 172.21.15.83:0/1868043683 conn(0x7fada406ce90 msgr2=0x7fada40b1540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:52.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.703+0000 7fadac68d640 1 -- 172.21.15.83:0/1868043683 shutdown_connections 2024-09-21T02:43:52.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.703+0000 7fadac68d640 1 -- 172.21.15.83:0/1868043683 wait complete. 2024-09-21T02:43:52.725 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-21T02:43:52.725 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-21T02:43:52.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.879+0000 7fa32c71a640 1 -- 172.21.15.83:0/2600335150 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa310004b20 msgr2=0x7fa310004f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:52.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.879+0000 7fa32c71a640 1 --2- 172.21.15.83:0/2600335150 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa310004b20 0x7fa310004f90 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fa320009b90 tx=0x7fa32001d2b0 comp rx=0 tx=0).stop 2024-09-21T02:43:52.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.879+0000 7fa32acb7640 1 -- 172.21.15.83:0/2600335150 reap_dead start 2024-09-21T02:43:52.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.879+0000 7fa32c71a640 1 -- 172.21.15.83:0/2600335150 shutdown_connections 2024-09-21T02:43:52.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.879+0000 7fa32c71a640 1 -- 172.21.15.83:0/2600335150 >> 172.21.15.83:0/2600335150 conn(0x7fa3240b1cc0 msgr2=0x7fa3240b20d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:52.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.879+0000 7fa32c71a640 1 -- 172.21.15.83:0/2600335150 shutdown_connections 2024-09-21T02:43:52.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.879+0000 7fa32c71a640 1 -- 172.21.15.83:0/2600335150 wait complete. 2024-09-21T02:43:52.884 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.879+0000 7fa32c71a640 1 Processor -- start 2024-09-21T02:43:52.884 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.879+0000 7fa32c71a640 1 -- start start 2024-09-21T02:43:52.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.883+0000 7fa32c71a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa324159d40 0x7fa3241648a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:52.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.883+0000 7fa32c71a640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa3240cf350 0x7fa324159430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:52.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.883+0000 7fa32c71a640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa3240cf760 0x7fa3240b3580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:52.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.883+0000 7fa32c71a640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa324166130 con 0x7fa324159d40 2024-09-21T02:43:52.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.883+0000 7fa32c71a640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fa324165fb0 con 0x7fa3240cf350 2024-09-21T02:43:52.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.883+0000 7fa32c71a640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fa3241662b0 con 0x7fa3240cf760 2024-09-21T02:43:52.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.883+0000 7fa32a4b6640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa324159d40 0x7fa3241648a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:52.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.883+0000 7fa32a4b6640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa324159d40 0x7fa3241648a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:42088/0 (socket says 172.21.15.83:42088) 2024-09-21T02:43:52.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.883+0000 7fa32a4b6640 1 -- 172.21.15.83:0/753378179 learned_addr learned my addr 172.21.15.83:0/753378179 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:52.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.883+0000 7fa329cb5640 1 --2- 172.21.15.83:0/753378179 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa3240cf350 0x7fa324159430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:52.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.883+0000 7fa32acb7640 1 --2- 172.21.15.83:0/753378179 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa3240cf760 0x7fa3240b3580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:52.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.883+0000 7fa32a4b6640 1 -- 172.21.15.83:0/753378179 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa3240cf760 msgr2=0x7fa3240b3580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:52.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.883+0000 7fa32a4b6640 1 --2- 172.21.15.83:0/753378179 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa3240cf760 0x7fa3240b3580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:52.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.883+0000 7fa32a4b6640 1 -- 172.21.15.83:0/753378179 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa3240cf350 msgr2=0x7fa324159430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:52.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.883+0000 7fa32a4b6640 1 --2- 172.21.15.83:0/753378179 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa3240cf350 0x7fa324159430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:52.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.883+0000 7fa32a4b6640 1 -- 172.21.15.83:0/753378179 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3240cdf50 con 0x7fa324159d40 2024-09-21T02:43:52.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.883+0000 7fa329cb5640 1 --2- 172.21.15.83:0/753378179 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa3240cf350 0x7fa324159430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:43:52.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.883+0000 7fa32a4b6640 1 --2- 172.21.15.83:0/753378179 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa324159d40 0x7fa3241648a0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fa3200af040 tx=0x7fa3200055d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:52.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.883+0000 7fa31affd640 1 -- 172.21.15.83:0/753378179 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3200b1040 con 0x7fa324159d40 2024-09-21T02:43:52.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.883+0000 7fa31affd640 1 -- 172.21.15.83:0/753378179 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa3200bb070 con 0x7fa324159d40 2024-09-21T02:43:52.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.883+0000 7fa31affd640 1 -- 172.21.15.83:0/753378179 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3200043a0 con 0x7fa324159d40 2024-09-21T02:43:52.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.883+0000 7fa32c71a640 1 -- 172.21.15.83:0/753378179 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa324164de0 con 0x7fa324159d40 2024-09-21T02:43:52.889 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.883+0000 7fa32c71a640 1 -- 172.21.15.83:0/753378179 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa324162bc0 con 0x7fa324159d40 2024-09-21T02:43:52.889 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.883+0000 7fa32c71a640 1 -- 172.21.15.83:0/753378179 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3240ad2f0 con 0x7fa324159d40 2024-09-21T02:43:52.889 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.883+0000 7fa31affd640 1 -- 172.21.15.83:0/753378179 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fa3200046d0 con 0x7fa324159d40 2024-09-21T02:43:52.889 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.883+0000 7fa31affd640 1 --2- 172.21.15.83:0/753378179 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa308073200 0x7fa308075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:52.889 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.883+0000 7fa31affd640 1 -- 172.21.15.83:0/753378179 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 4857+0+0 (secure 0 0 0) 0x7fa32012f920 con 0x7fa324159d40 2024-09-21T02:43:52.889 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.887+0000 7fa329cb5640 1 --2- 172.21.15.83:0/753378179 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa308073200 0x7fa308075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:52.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.887+0000 7fa329cb5640 1 --2- 172.21.15.83:0/753378179 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa308073200 0x7fa308075710 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fa314005d10 tx=0x7fa314005f40 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:52.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:52.887+0000 7fa31affd640 1 -- 172.21.15.83:0/753378179 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fa32409dd10 con 0x7fa324159d40 2024-09-21T02:43:53.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.055+0000 7fa32c71a640 1 -- 172.21.15.83:0/753378179 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fa3240cd670 con 0x7fa324159d40 2024-09-21T02:43:53.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.483+0000 7fa31affd640 1 -- 172.21.15.83:0/753378179 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v31) ==== 138+0+0 (secure 0 0 0) 0x7fa320017000 con 0x7fa324159d40 2024-09-21T02:43:53.489 INFO:teuthology.orchestra.run.smithi083.stderr:pool 'cephfs_metadata' created 2024-09-21T02:43:53.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.491+0000 7fa32c71a640 1 -- 172.21.15.83:0/753378179 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa308073200 msgr2=0x7fa308075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:53.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.491+0000 7fa32c71a640 1 --2- 172.21.15.83:0/753378179 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa308073200 0x7fa308075710 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fa314005d10 tx=0x7fa314005f40 comp rx=0 tx=0).stop 2024-09-21T02:43:53.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.491+0000 7fa32c71a640 1 -- 172.21.15.83:0/753378179 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa324159d40 msgr2=0x7fa3241648a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:53.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.491+0000 7fa32c71a640 1 --2- 172.21.15.83:0/753378179 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa324159d40 0x7fa3241648a0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fa3200af040 tx=0x7fa3200055d0 comp rx=0 tx=0).stop 2024-09-21T02:43:53.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.491+0000 7fa32c71a640 1 -- 172.21.15.83:0/753378179 shutdown_connections 2024-09-21T02:43:53.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.491+0000 7fa32c71a640 1 --2- 172.21.15.83:0/753378179 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa308073200 0x7fa308075710 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:53.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.491+0000 7fa32c71a640 1 --2- 172.21.15.83:0/753378179 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa3240cf760 0x7fa3240b3580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:53.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.491+0000 7fa32c71a640 1 --2- 172.21.15.83:0/753378179 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa3240cf350 0x7fa324159430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:53.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.491+0000 7fa32c71a640 1 --2- 172.21.15.83:0/753378179 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa324159d40 0x7fa3241648a0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:53.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.491+0000 7fa32c71a640 1 -- 172.21.15.83:0/753378179 >> 172.21.15.83:0/753378179 conn(0x7fa3240b1cc0 msgr2=0x7fa3240b0060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:53.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.491+0000 7fa32c71a640 1 -- 172.21.15.83:0/753378179 shutdown_connections 2024-09-21T02:43:53.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.491+0000 7fa32c71a640 1 -- 172.21.15.83:0/753378179 wait complete. 2024-09-21T02:43:53.523 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-21T02:43:53.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.683+0000 7f6d9245c640 1 -- 172.21.15.83:0/4051597836 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6d74003a60 msgr2=0x7f6d74003ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:53.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.683+0000 7f6d9245c640 1 --2- 172.21.15.83:0/4051597836 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6d74003a60 0x7f6d74003ed0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f6d7c0016f0 tx=0x7f6d7c01c790 comp rx=0 tx=0).stop 2024-09-21T02:43:53.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.683+0000 7f6d9245c640 1 -- 172.21.15.83:0/4051597836 shutdown_connections 2024-09-21T02:43:53.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.683+0000 7f6d9245c640 1 --2- 172.21.15.83:0/4051597836 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6d74003a60 0x7f6d74003ed0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:53.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.683+0000 7f6d9245c640 1 -- 172.21.15.83:0/4051597836 >> 172.21.15.83:0/4051597836 conn(0x7f6d8c0b1dc0 msgr2=0x7f6d8c0b21d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:53.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.683+0000 7f6d9245c640 1 -- 172.21.15.83:0/4051597836 shutdown_connections 2024-09-21T02:43:53.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.683+0000 7f6d9245c640 1 -- 172.21.15.83:0/4051597836 wait complete. 2024-09-21T02:43:53.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.687+0000 7f6d9245c640 1 Processor -- start 2024-09-21T02:43:53.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.687+0000 7f6d9245c640 1 -- start start 2024-09-21T02:43:53.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.687+0000 7f6d9245c640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6d74003a60 0x7f6d8c14f600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:53.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.687+0000 7f6d9245c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6d8c159a30 0x7f6d8c1547f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:53.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.687+0000 7f6d9245c640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6d8c157450 0x7f6d8c157860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:53.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.687+0000 7f6d9245c640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f6d8c070340 con 0x7f6d8c159a30 2024-09-21T02:43:53.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.687+0000 7f6d9245c640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f6d8c0701c0 con 0x7f6d74003a60 2024-09-21T02:43:53.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.687+0000 7f6d9245c640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f6d8c0704c0 con 0x7f6d8c157450 2024-09-21T02:43:53.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.687+0000 7f6d8b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6d8c159a30 0x7f6d8c1547f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:53.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.687+0000 7f6d8b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6d8c159a30 0x7f6d8c1547f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57052/0 (socket says 172.21.15.83:57052) 2024-09-21T02:43:53.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.687+0000 7f6d8b7fe640 1 -- 172.21.15.83:0/4217273162 learned_addr learned my addr 172.21.15.83:0/4217273162 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:53.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.687+0000 7f6d909f9640 1 --2- 172.21.15.83:0/4217273162 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6d8c157450 0x7f6d8c157860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:53.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.687+0000 7f6d8bfff640 1 --2- 172.21.15.83:0/4217273162 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6d74003a60 0x7f6d8c14f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:53.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.687+0000 7f6d8b7fe640 1 -- 172.21.15.83:0/4217273162 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6d8c157450 msgr2=0x7f6d8c157860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:53.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.687+0000 7f6d8b7fe640 1 --2- 172.21.15.83:0/4217273162 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6d8c157450 0x7f6d8c157860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:53.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.687+0000 7f6d8b7fe640 1 -- 172.21.15.83:0/4217273162 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6d74003a60 msgr2=0x7f6d8c14f600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:53.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.687+0000 7f6d8b7fe640 1 --2- 172.21.15.83:0/4217273162 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6d74003a60 0x7f6d8c14f600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:53.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.687+0000 7f6d8b7fe640 1 -- 172.21.15.83:0/4217273162 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d8c14fb40 con 0x7f6d8c159a30 2024-09-21T02:43:53.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.687+0000 7f6d8b7fe640 1 --2- 172.21.15.83:0/4217273162 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6d8c159a30 0x7f6d8c1547f0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f6d80010990 tx=0x7f6d80010e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:53.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.687+0000 7f6d88ff9640 1 -- 172.21.15.83:0/4217273162 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d8000ed80 con 0x7f6d8c159a30 2024-09-21T02:43:53.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.687+0000 7f6d88ff9640 1 -- 172.21.15.83:0/4217273162 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6d80005020 con 0x7f6d8c159a30 2024-09-21T02:43:53.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.687+0000 7f6d9245c640 1 -- 172.21.15.83:0/4217273162 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d8c14e840 con 0x7f6d8c159a30 2024-09-21T02:43:53.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.687+0000 7f6d88ff9640 1 -- 172.21.15.83:0/4217273162 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d80005450 con 0x7f6d8c159a30 2024-09-21T02:43:53.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.687+0000 7f6d9245c640 1 -- 172.21.15.83:0/4217273162 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d8c14ee00 con 0x7f6d8c159a30 2024-09-21T02:43:53.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.691+0000 7f6d9245c640 1 -- 172.21.15.83:0/4217273162 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d8c15f120 con 0x7f6d8c159a30 2024-09-21T02:43:53.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.691+0000 7f6d88ff9640 1 -- 172.21.15.83:0/4217273162 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f6d800047b0 con 0x7f6d8c159a30 2024-09-21T02:43:53.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.691+0000 7f6d88ff9640 1 --2- 172.21.15.83:0/4217273162 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f6d78073230 0x7f6d78075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:53.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.691+0000 7f6d88ff9640 1 -- 172.21.15.83:0/4217273162 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5227+0+0 (secure 0 0 0) 0x7f6d80095130 con 0x7f6d8c159a30 2024-09-21T02:43:53.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.691+0000 7f6d8bfff640 1 --2- 172.21.15.83:0/4217273162 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f6d78073230 0x7f6d78075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:53.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.691+0000 7f6d8bfff640 1 --2- 172.21.15.83:0/4217273162 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f6d78073230 0x7f6d78075740 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f6d7c0016c0 tx=0x7f6d7c019580 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:53.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.695+0000 7f6d88ff9640 1 -- 172.21.15.83:0/4217273162 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f6d800604a0 con 0x7f6d8c159a30 2024-09-21T02:43:53.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:53.871+0000 7f6d9245c640 1 -- 172.21.15.83:0/4217273162 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f6d8c158440 con 0x7f6d8c159a30 2024-09-21T02:43:54.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.491+0000 7f6d88ff9640 1 -- 172.21.15.83:0/4217273162 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v32) ==== 170+0+0 (secure 0 0 0) 0x7f6d8005fda0 con 0x7f6d8c159a30 2024-09-21T02:43:54.495 INFO:teuthology.orchestra.run.smithi083.stderr:pool 'cephfs_data' created 2024-09-21T02:43:54.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.495+0000 7f6d9245c640 1 -- 172.21.15.83:0/4217273162 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f6d78073230 msgr2=0x7f6d78075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:54.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.495+0000 7f6d9245c640 1 --2- 172.21.15.83:0/4217273162 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f6d78073230 0x7f6d78075740 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f6d7c0016c0 tx=0x7f6d7c019580 comp rx=0 tx=0).stop 2024-09-21T02:43:54.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.495+0000 7f6d9245c640 1 -- 172.21.15.83:0/4217273162 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6d8c159a30 msgr2=0x7f6d8c1547f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:54.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.495+0000 7f6d9245c640 1 --2- 172.21.15.83:0/4217273162 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6d8c159a30 0x7f6d8c1547f0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f6d80010990 tx=0x7f6d80010e50 comp rx=0 tx=0).stop 2024-09-21T02:43:54.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.495+0000 7f6d9245c640 1 -- 172.21.15.83:0/4217273162 shutdown_connections 2024-09-21T02:43:54.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.495+0000 7f6d9245c640 1 --2- 172.21.15.83:0/4217273162 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f6d78073230 0x7f6d78075740 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:54.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.495+0000 7f6d9245c640 1 --2- 172.21.15.83:0/4217273162 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6d8c157450 0x7f6d8c157860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:54.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.495+0000 7f6d9245c640 1 --2- 172.21.15.83:0/4217273162 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6d8c159a30 0x7f6d8c1547f0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:54.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.495+0000 7f6d9245c640 1 --2- 172.21.15.83:0/4217273162 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6d74003a60 0x7f6d8c14f600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:54.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.495+0000 7f6d9245c640 1 -- 172.21.15.83:0/4217273162 >> 172.21.15.83:0/4217273162 conn(0x7f6d8c0b1dc0 msgr2=0x7f6d8c0cdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:54.500 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.495+0000 7f6d9245c640 1 -- 172.21.15.83:0/4217273162 shutdown_connections 2024-09-21T02:43:54.500 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.495+0000 7f6d9245c640 1 -- 172.21.15.83:0/4217273162 wait complete. 2024-09-21T02:43:54.538 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-21T02:43:54.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.691+0000 7fd33ca9a640 1 -- 172.21.15.83:0/400063317 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd33815c670 msgr2=0x7fd3380b4b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:54.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.691+0000 7fd33ca9a640 1 --2- 172.21.15.83:0/400063317 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd33815c670 0x7fd3380b4b80 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fd3380729b0 tx=0x7fd32001c8c0 comp rx=0 tx=0).stop 2024-09-21T02:43:54.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.691+0000 7fd33ca9a640 1 -- 172.21.15.83:0/400063317 shutdown_connections 2024-09-21T02:43:54.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.691+0000 7fd33ca9a640 1 --2- 172.21.15.83:0/400063317 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd3380cd130 0x7fd33806ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:54.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.691+0000 7fd33ca9a640 1 --2- 172.21.15.83:0/400063317 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd33815c670 0x7fd3380b4b80 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:54.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.691+0000 7fd33ca9a640 1 -- 172.21.15.83:0/400063317 >> 172.21.15.83:0/400063317 conn(0x7fd33806d580 msgr2=0x7fd3380b1d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:54.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.691+0000 7fd33ca9a640 1 -- 172.21.15.83:0/400063317 shutdown_connections 2024-09-21T02:43:54.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.691+0000 7fd33ca9a640 1 -- 172.21.15.83:0/400063317 wait complete. 2024-09-21T02:43:54.698 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.695+0000 7fd33ca9a640 1 Processor -- start 2024-09-21T02:43:54.698 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.695+0000 7fd33ca9a640 1 -- start start 2024-09-21T02:43:54.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.695+0000 7fd33ca9a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd33815c670 0x7fd33809bd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:54.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.695+0000 7fd33ca9a640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd338160c50 0x7fd33809c280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:54.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.695+0000 7fd33ca9a640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd33815f760 0x7fd3381663f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:54.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.695+0000 7fd33ca9a640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd338169bd0 con 0x7fd33815c670 2024-09-21T02:43:54.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.695+0000 7fd33ca9a640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fd338169a50 con 0x7fd33815f760 2024-09-21T02:43:54.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.695+0000 7fd33ca9a640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fd338169d50 con 0x7fd338160c50 2024-09-21T02:43:54.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.695+0000 7fd33659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd33815c670 0x7fd33809bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:54.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.695+0000 7fd33659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd33815c670 0x7fd33809bd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57084/0 (socket says 172.21.15.83:57084) 2024-09-21T02:43:54.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.695+0000 7fd33659c640 1 -- 172.21.15.83:0/1636752137 learned_addr learned my addr 172.21.15.83:0/1636752137 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:54.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.695+0000 7fd336d9d640 1 --2- 172.21.15.83:0/1636752137 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd33815f760 0x7fd3381663f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:54.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.695+0000 7fd33659c640 1 -- 172.21.15.83:0/1636752137 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd338160c50 msgr2=0x7fd33809c280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:54.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.695+0000 7fd335d9b640 1 --2- 172.21.15.83:0/1636752137 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd338160c50 0x7fd33809c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:54.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.695+0000 7fd33659c640 1 --2- 172.21.15.83:0/1636752137 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd338160c50 0x7fd33809c280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:54.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.695+0000 7fd33659c640 1 -- 172.21.15.83:0/1636752137 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd33815f760 msgr2=0x7fd3381663f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:54.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.695+0000 7fd33659c640 1 --2- 172.21.15.83:0/1636752137 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd33815f760 0x7fd3381663f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:54.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.695+0000 7fd33659c640 1 -- 172.21.15.83:0/1636752137 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd33809a640 con 0x7fd33815c670 2024-09-21T02:43:54.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.695+0000 7fd336d9d640 1 --2- 172.21.15.83:0/1636752137 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd33815f760 0x7fd3381663f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:43:54.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.695+0000 7fd335d9b640 1 --2- 172.21.15.83:0/1636752137 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd338160c50 0x7fd33809c280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:43:54.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.695+0000 7fd33659c640 1 --2- 172.21.15.83:0/1636752137 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd33815c670 0x7fd33809bd40 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fd320009850 tx=0x7fd3200a5800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:54.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.695+0000 7fd32effd640 1 -- 172.21.15.83:0/1636752137 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3200bb070 con 0x7fd33815c670 2024-09-21T02:43:54.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.695+0000 7fd32effd640 1 -- 172.21.15.83:0/1636752137 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd320005070 con 0x7fd33815c670 2024-09-21T02:43:54.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.695+0000 7fd33ca9a640 1 -- 172.21.15.83:0/1636752137 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd33815ec80 con 0x7fd33815c670 2024-09-21T02:43:54.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.695+0000 7fd32effd640 1 -- 172.21.15.83:0/1636752137 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3200b2040 con 0x7fd33815c670 2024-09-21T02:43:54.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.695+0000 7fd33ca9a640 1 -- 172.21.15.83:0/1636752137 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd33815f240 con 0x7fd33815c670 2024-09-21T02:43:54.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.699+0000 7fd33ca9a640 1 -- 172.21.15.83:0/1636752137 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd33806ef60 con 0x7fd33815c670 2024-09-21T02:43:54.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.699+0000 7fd32effd640 1 -- 172.21.15.83:0/1636752137 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fd3200be070 con 0x7fd33815c670 2024-09-21T02:43:54.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.699+0000 7fd32effd640 1 --2- 172.21.15.83:0/1636752137 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd318073200 0x7fd318075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:54.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.699+0000 7fd32effd640 1 -- 172.21.15.83:0/1636752137 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5609+0+0 (secure 0 0 0) 0x7fd32012db00 con 0x7fd33815c670 2024-09-21T02:43:54.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.699+0000 7fd335d9b640 1 --2- 172.21.15.83:0/1636752137 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd318073200 0x7fd318075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:54.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.699+0000 7fd335d9b640 1 --2- 172.21.15.83:0/1636752137 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd318073200 0x7fd318075710 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fd338153b70 tx=0x7fd3300073c0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:54.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.703+0000 7fd32effd640 1 -- 172.21.15.83:0/1636752137 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fd3200164b0 con 0x7fd33815c670 2024-09-21T02:43:54.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:54.915+0000 7fd33ca9a640 1 -- 172.21.15.83:0/1636752137 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fd33806a1c0 con 0x7fd33815c670 2024-09-21T02:43:55.595 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.591+0000 7fd32effd640 1 -- 172.21.15.83:0/1636752137 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 4 and data pool 5 v13) ==== 172+0+0 (secure 0 0 0) 0x7fd3200f8cf0 con 0x7fd33815c670 2024-09-21T02:43:55.596 DEBUG:teuthology.orchestra.run.smithi083:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T02:43:55.600 DEBUG:teuthology.orchestra.run.smithi142:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T02:43:55.600 INFO:teuthology.orchestra.run.smithi083.stderr:new fs with metadata pool 4 and data pool 5 2024-09-21T02:43:55.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.603+0000 7fd33ca9a640 1 -- 172.21.15.83:0/1636752137 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd318073200 msgr2=0x7fd318075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:55.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.603+0000 7fd33ca9a640 1 --2- 172.21.15.83:0/1636752137 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd318073200 0x7fd318075710 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fd338153b70 tx=0x7fd3300073c0 comp rx=0 tx=0).stop 2024-09-21T02:43:55.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.603+0000 7fd33ca9a640 1 -- 172.21.15.83:0/1636752137 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd33815c670 msgr2=0x7fd33809bd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:55.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.603+0000 7fd33ca9a640 1 --2- 172.21.15.83:0/1636752137 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd33815c670 0x7fd33809bd40 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fd320009850 tx=0x7fd3200a5800 comp rx=0 tx=0).stop 2024-09-21T02:43:55.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.603+0000 7fd33ca9a640 1 -- 172.21.15.83:0/1636752137 shutdown_connections 2024-09-21T02:43:55.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.603+0000 7fd33ca9a640 1 --2- 172.21.15.83:0/1636752137 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd318073200 0x7fd318075710 secure :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fd338153b70 tx=0x7fd3300073c0 comp rx=0 tx=0).stop 2024-09-21T02:43:55.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.603+0000 7fd33ca9a640 1 --2- 172.21.15.83:0/1636752137 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd33815f760 0x7fd3381663f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:55.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.603+0000 7fd33ca9a640 1 --2- 172.21.15.83:0/1636752137 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd338160c50 0x7fd33809c280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:55.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.603+0000 7fd33ca9a640 1 --2- 172.21.15.83:0/1636752137 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd33815c670 0x7fd33809bd40 secure :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fd320009850 tx=0x7fd3200a5800 comp rx=0 tx=0).stop 2024-09-21T02:43:55.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.603+0000 7fd33ca9a640 1 -- 172.21.15.83:0/1636752137 >> 172.21.15.83:0/1636752137 conn(0x7fd33806d580 msgr2=0x7fd3380afcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:55.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.603+0000 7fd33ca9a640 1 -- 172.21.15.83:0/1636752137 shutdown_connections 2024-09-21T02:43:55.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.603+0000 7fd33ca9a640 1 -- 172.21.15.83:0/1636752137 wait complete. 2024-09-21T02:43:55.637 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T02:43:55.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.859+0000 7fa300e8f640 1 -- 172.21.15.83:0/3208586896 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa2fc13e670 msgr2=0x7fa2fc0cc550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:55.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.859+0000 7fa300e8f640 1 --2- 172.21.15.83:0/3208586896 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa2fc13e670 0x7fa2fc0cc550 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fa2fc0d0980 tx=0x7fa2f401ccc0 comp rx=0 tx=0).stop 2024-09-21T02:43:55.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.859+0000 7fa300e8f640 1 -- 172.21.15.83:0/3208586896 shutdown_connections 2024-09-21T02:43:55.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.859+0000 7fa300e8f640 1 --2- 172.21.15.83:0/3208586896 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa2fc13e670 0x7fa2fc0cc550 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:55.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.859+0000 7fa300e8f640 1 --2- 172.21.15.83:0/3208586896 >> v2:172.21.15.142:3300/0 conn(0x7fa2fc06f470 0x7fa2fc0cc010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:55.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.859+0000 7fa300e8f640 1 -- 172.21.15.83:0/3208586896 >> 172.21.15.83:0/3208586896 conn(0x7fa2fc06ce90 msgr2=0x7fa2fc06d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:55.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.859+0000 7fa300e8f640 1 -- 172.21.15.83:0/3208586896 shutdown_connections 2024-09-21T02:43:55.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.859+0000 7fa300e8f640 1 -- 172.21.15.83:0/3208586896 wait complete. 2024-09-21T02:43:55.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.863+0000 7fa300e8f640 1 Processor -- start 2024-09-21T02:43:55.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.863+0000 7fa300e8f640 1 -- start start 2024-09-21T02:43:55.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.863+0000 7fa300e8f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa2fc13e260 0x7fa2fc0a98c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:55.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.863+0000 7fa300e8f640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa2fc13e670 0x7fa2fc150380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:55.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.863+0000 7fa300e8f640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa2fc150a20 0x7fa2fc13bd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:55.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.863+0000 7fa300e8f640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa2fc15f120 con 0x7fa2fc13e260 2024-09-21T02:43:55.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.863+0000 7fa300e8f640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fa2fc15efa0 con 0x7fa2fc150a20 2024-09-21T02:43:55.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.863+0000 7fa300e8f640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fa2fc15f2a0 con 0x7fa2fc13e670 2024-09-21T02:43:55.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.863+0000 7fa2fa59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa2fc13e260 0x7fa2fc0a98c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:55.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.863+0000 7fa2fa59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa2fc13e260 0x7fa2fc0a98c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57096/0 (socket says 172.21.15.83:57096) 2024-09-21T02:43:55.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.863+0000 7fa2fa59c640 1 -- 172.21.15.83:0/2214448697 learned_addr learned my addr 172.21.15.83:0/2214448697 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:55.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.863+0000 7fa2f9d9b640 1 --2- 172.21.15.83:0/2214448697 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa2fc13e670 0x7fa2fc150380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:55.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.863+0000 7fa2fad9d640 1 --2- 172.21.15.83:0/2214448697 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa2fc150a20 0x7fa2fc13bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:55.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.863+0000 7fa2fa59c640 1 -- 172.21.15.83:0/2214448697 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa2fc13e670 msgr2=0x7fa2fc150380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:55.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.863+0000 7fa2fa59c640 1 --2- 172.21.15.83:0/2214448697 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa2fc13e670 0x7fa2fc150380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:55.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.863+0000 7fa2fa59c640 1 -- 172.21.15.83:0/2214448697 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa2fc150a20 msgr2=0x7fa2fc13bd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:55.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.863+0000 7fa2fa59c640 1 --2- 172.21.15.83:0/2214448697 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa2fc150a20 0x7fa2fc13bd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:55.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.863+0000 7fa2fa59c640 1 -- 172.21.15.83:0/2214448697 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2fc138250 con 0x7fa2fc13e260 2024-09-21T02:43:55.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.863+0000 7fa2fa59c640 1 --2- 172.21.15.83:0/2214448697 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa2fc13e260 0x7fa2fc0a98c0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fa2ec00b3e0 tx=0x7fa2ec00b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:55.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.863+0000 7fa2eaffd640 1 -- 172.21.15.83:0/2214448697 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2ec015020 con 0x7fa2fc13e260 2024-09-21T02:43:55.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.863+0000 7fa2eaffd640 1 -- 172.21.15.83:0/2214448697 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa2ec011940 con 0x7fa2fc13e260 2024-09-21T02:43:55.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.863+0000 7fa300e8f640 1 -- 172.21.15.83:0/2214448697 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2fc1379b0 con 0x7fa2fc13e260 2024-09-21T02:43:55.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.863+0000 7fa2eaffd640 1 -- 172.21.15.83:0/2214448697 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2ec011d90 con 0x7fa2fc13e260 2024-09-21T02:43:55.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.863+0000 7fa300e8f640 1 -- 172.21.15.83:0/2214448697 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2fc137f70 con 0x7fa2fc13e260 2024-09-21T02:43:55.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.863+0000 7fa300e8f640 1 -- 172.21.15.83:0/2214448697 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2fc0cc010 con 0x7fa2fc13e260 2024-09-21T02:43:55.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.867+0000 7fa2eaffd640 1 -- 172.21.15.83:0/2214448697 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fa2ec018020 con 0x7fa2fc13e260 2024-09-21T02:43:55.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.867+0000 7fa2eaffd640 1 --2- 172.21.15.83:0/2214448697 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa2dc073200 0x7fa2dc075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:55.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.867+0000 7fa2eaffd640 1 -- 172.21.15.83:0/2214448697 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7fa2ec094130 con 0x7fa2fc13e260 2024-09-21T02:43:55.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.867+0000 7fa2f9d9b640 1 --2- 172.21.15.83:0/2214448697 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa2dc073200 0x7fa2dc075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:55.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.867+0000 7fa2f9d9b640 1 --2- 172.21.15.83:0/2214448697 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa2dc073200 0x7fa2dc075710 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fa2fc0b2d40 tx=0x7fa2f0005d90 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:55.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:55.871+0000 7fa2eaffd640 1 -- 172.21.15.83:0/2214448697 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fa2ec01f020 con 0x7fa2fc13e260 2024-09-21T02:43:56.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.043+0000 7fa300e8f640 1 -- 172.21.15.83:0/2214448697 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa2fc0d0290 con 0x7fa2fc13e260 2024-09-21T02:43:56.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.047+0000 7fa2eaffd640 1 -- 172.21.15.83:0/2214448697 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) ==== 74+0+16658 (secure 0 0 0) 0x7fa2ec05f150 con 0x7fa2fc13e260 2024-09-21T02:43:56.051 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:43:56.052 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":33,"fsid":"82b6a254-ea31-468f-b8d3-3f9b32622240","created":"2024-09-21T02:42:38.603140+0000","modified":"2024-09-21T02:43:54.921222+0000","last_up_change":"2024-09-21T02:42:53.602524+0000","last_in_change":"2024-09-21T02:42:43.192261+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T02:42:53.826200+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-21T02:43:53.071910+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-21T02:43:53.881841+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3a8ebb7b-1ae5-4b26-8278-9dcb6c385903","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6814","nonce":1413652419}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6818","nonce":1413652419}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6825","nonce":1413652419}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6822","nonce":1413652419}]},"public_addr":"172.21.15.83:6814/1413652419","cluster_addr":"172.21.15.83:6818/1413652419","heartbeat_back_addr":"172.21.15.83:6825/1413652419","heartbeat_front_addr":"172.21.15.83:6822/1413652419","state":["exists","up"]},{"osd":1,"uuid":"c965bb73-548b-4509-96ec-9c263029104b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6827","nonce":464765712}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6829","nonce":464765712}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6833","nonce":464765712}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6831","nonce":464765712}]},"public_addr":"172.21.15.83:6827/464765712","cluster_addr":"172.21.15.83:6829/464765712","heartbeat_back_addr":"172.21.15.83:6833/464765712","heartbeat_front_addr":"172.21.15.83:6831/464765712","state":["exists","up"]},{"osd":2,"uuid":"d86f4e42-c5e5-48f2-9936-817c45ca308d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6803","nonce":2393321522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6805","nonce":2393321522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6809","nonce":2393321522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6807","nonce":2393321522}]},"public_addr":"172.21.15.83:6803/2393321522","cluster_addr":"172.21.15.83:6805/2393321522","heartbeat_back_addr":"172.21.15.83:6809/2393321522","heartbeat_front_addr":"172.21.15.83:6807/2393321522","state":["exists","up"]},{"osd":3,"uuid":"13beb0a5-6df8-4bd9-a8c9-d61fe89e09e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6811","nonce":3390622409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6813","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6815","nonce":3390622409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6821","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6823","nonce":3390622409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6817","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6819","nonce":3390622409}]},"public_addr":"172.21.15.83:6811/3390622409","cluster_addr":"172.21.15.83:6815/3390622409","heartbeat_back_addr":"172.21.15.83:6823/3390622409","heartbeat_front_addr":"172.21.15.83:6819/3390622409","state":["exists","up"]},{"osd":4,"uuid":"2028bcfd-16b5-40a0-beaf-18832fee4ac1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6816","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6817","nonce":903609339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6818","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6819","nonce":903609339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6822","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6823","nonce":903609339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6820","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6821","nonce":903609339}]},"public_addr":"172.21.15.142:6817/903609339","cluster_addr":"172.21.15.142:6819/903609339","heartbeat_back_addr":"172.21.15.142:6823/903609339","heartbeat_front_addr":"172.21.15.142:6821/903609339","state":["exists","up"]},{"osd":5,"uuid":"f3fdab28-9ac1-4ff3-92ed-3c2a9833a45d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6824","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6825","nonce":1864459234}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6826","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6827","nonce":1864459234}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6830","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6831","nonce":1864459234}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6828","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6829","nonce":1864459234}]},"public_addr":"172.21.15.142:6825/1864459234","cluster_addr":"172.21.15.142:6827/1864459234","heartbeat_back_addr":"172.21.15.142:6831/1864459234","heartbeat_front_addr":"172.21.15.142:6829/1864459234","state":["exists","up"]},{"osd":6,"uuid":"e6c411f3-8a06-41f2-b104-40216326259a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6808","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6809","nonce":1137623679}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6810","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6811","nonce":1137623679}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6814","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6815","nonce":1137623679}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6812","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6813","nonce":1137623679}]},"public_addr":"172.21.15.142:6809/1137623679","cluster_addr":"172.21.15.142:6811/1137623679","heartbeat_back_addr":"172.21.15.142:6815/1137623679","heartbeat_front_addr":"172.21.15.142:6813/1137623679","state":["exists","up"]},{"osd":7,"uuid":"37ce1cb6-2b1b-4d91-ace3-926062f54290","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6800","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6801","nonce":81587312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6802","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6803","nonce":81587312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6806","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6807","nonce":81587312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6804","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6805","nonce":81587312}]},"public_addr":"172.21.15.142:6801/81587312","cluster_addr":"172.21.15.142:6803/81587312","heartbeat_back_addr":"172.21.15.142:6807/81587312","heartbeat_front_addr":"172.21.15.142:6805/81587312","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.547410+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.843449+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.932112+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.842886+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.082896+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.238106+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.825928+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.553550+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T02:43:56.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.051+0000 7fa300e8f640 1 -- 172.21.15.83:0/2214448697 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa2dc073200 msgr2=0x7fa2dc075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:56.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.051+0000 7fa300e8f640 1 --2- 172.21.15.83:0/2214448697 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa2dc073200 0x7fa2dc075710 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fa2fc0b2d40 tx=0x7fa2f0005d90 comp rx=0 tx=0).stop 2024-09-21T02:43:56.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.051+0000 7fa300e8f640 1 -- 172.21.15.83:0/2214448697 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa2fc13e260 msgr2=0x7fa2fc0a98c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:56.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.051+0000 7fa300e8f640 1 --2- 172.21.15.83:0/2214448697 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa2fc13e260 0x7fa2fc0a98c0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fa2ec00b3e0 tx=0x7fa2ec00b8a0 comp rx=0 tx=0).stop 2024-09-21T02:43:56.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.051+0000 7fa300e8f640 1 -- 172.21.15.83:0/2214448697 shutdown_connections 2024-09-21T02:43:56.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.051+0000 7fa300e8f640 1 --2- 172.21.15.83:0/2214448697 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa2dc073200 0x7fa2dc075710 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:56.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.051+0000 7fa300e8f640 1 --2- 172.21.15.83:0/2214448697 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa2fc150a20 0x7fa2fc13bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:56.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.051+0000 7fa300e8f640 1 --2- 172.21.15.83:0/2214448697 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa2fc13e670 0x7fa2fc150380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:56.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.051+0000 7fa300e8f640 1 --2- 172.21.15.83:0/2214448697 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa2fc13e260 0x7fa2fc0a98c0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:56.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.051+0000 7fa300e8f640 1 -- 172.21.15.83:0/2214448697 >> 172.21.15.83:0/2214448697 conn(0x7fa2fc06ce90 msgr2=0x7fa2fc15d9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:56.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.051+0000 7fa300e8f640 1 -- 172.21.15.83:0/2214448697 shutdown_connections 2024-09-21T02:43:56.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.051+0000 7fa300e8f640 1 -- 172.21.15.83:0/2214448697 wait complete. 2024-09-21T02:43:56.074 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T02:43:56.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.223+0000 7f46bc1db640 1 -- 172.21.15.83:0/2726803979 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f46b415b2c0 msgr2=0x7f46b40cffd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:56.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.223+0000 7f46bc1db640 1 --2- 172.21.15.83:0/2726803979 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f46b415b2c0 0x7f46b40cffd0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f46b4072620 tx=0x7f46a401c600 comp rx=0 tx=0).stop 2024-09-21T02:43:56.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.223+0000 7f46bc1db640 1 -- 172.21.15.83:0/2726803979 shutdown_connections 2024-09-21T02:43:56.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.223+0000 7f46bc1db640 1 --2- 172.21.15.83:0/2726803979 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f46b415b2c0 0x7f46b40cffd0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:56.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.223+0000 7f46bc1db640 1 --2- 172.21.15.83:0/2726803979 >> v2:172.21.15.142:3300/0 conn(0x7f46b40b4b70 0x7f46b415c410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:56.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.223+0000 7f46bc1db640 1 -- 172.21.15.83:0/2726803979 >> 172.21.15.83:0/2726803979 conn(0x7f46b406ce90 msgr2=0x7f46b406d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:56.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.223+0000 7f46bc1db640 1 -- 172.21.15.83:0/2726803979 shutdown_connections 2024-09-21T02:43:56.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.223+0000 7f46bc1db640 1 -- 172.21.15.83:0/2726803979 wait complete. 2024-09-21T02:43:56.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.227+0000 7f46bc1db640 1 Processor -- start 2024-09-21T02:43:56.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.227+0000 7f46bc1db640 1 -- start start 2024-09-21T02:43:56.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.227+0000 7f46bc1db640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f46b40b4b70 0x7f46b41f54f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:56.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.227+0000 7f46bc1db640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f46b40d0510 0x7f46b40adf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:56.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.227+0000 7f46bc1db640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f46b415b2c0 0x7f46b406edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:56.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.227+0000 7f46bc1db640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f46b415fa20 con 0x7f46b415b2c0 2024-09-21T02:43:56.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.227+0000 7f46bc1db640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f46b415f8a0 con 0x7f46b40d0510 2024-09-21T02:43:56.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.227+0000 7f46bc1db640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f46b415fba0 con 0x7f46b40b4b70 2024-09-21T02:43:56.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.227+0000 7f46ba778640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f46b415b2c0 0x7f46b406edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:56.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.227+0000 7f46ba778640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f46b415b2c0 0x7f46b406edd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57112/0 (socket says 172.21.15.83:57112) 2024-09-21T02:43:56.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.227+0000 7f46ba778640 1 -- 172.21.15.83:0/3299649663 learned_addr learned my addr 172.21.15.83:0/3299649663 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:56.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.227+0000 7f46b9f77640 1 --2- 172.21.15.83:0/3299649663 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f46b40b4b70 0x7f46b41f54f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:56.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.227+0000 7f46b9776640 1 --2- 172.21.15.83:0/3299649663 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f46b40d0510 0x7f46b40adf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:56.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.227+0000 7f46ba778640 1 -- 172.21.15.83:0/3299649663 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f46b40b4b70 msgr2=0x7f46b41f54f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:56.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.227+0000 7f46ba778640 1 --2- 172.21.15.83:0/3299649663 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f46b40b4b70 0x7f46b41f54f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:56.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.227+0000 7f46ba778640 1 -- 172.21.15.83:0/3299649663 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f46b40d0510 msgr2=0x7f46b40adf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:56.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.227+0000 7f46ba778640 1 --2- 172.21.15.83:0/3299649663 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f46b40d0510 0x7f46b40adf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:56.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.227+0000 7f46ba778640 1 -- 172.21.15.83:0/3299649663 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46b40b0640 con 0x7f46b415b2c0 2024-09-21T02:43:56.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.227+0000 7f46ba778640 1 --2- 172.21.15.83:0/3299649663 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f46b415b2c0 0x7f46b406edd0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f46ac00fcd0 tx=0x7f46ac00d430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:56.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.227+0000 7f46aa7fc640 1 -- 172.21.15.83:0/3299649663 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46ac01b070 con 0x7f46b415b2c0 2024-09-21T02:43:56.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.227+0000 7f46aa7fc640 1 -- 172.21.15.83:0/3299649663 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f46ac006aa0 con 0x7f46b415b2c0 2024-09-21T02:43:56.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.227+0000 7f46bc1db640 1 -- 172.21.15.83:0/3299649663 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46b40b08e0 con 0x7f46b415b2c0 2024-09-21T02:43:56.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.227+0000 7f46aa7fc640 1 -- 172.21.15.83:0/3299649663 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46ac0080d0 con 0x7f46b415b2c0 2024-09-21T02:43:56.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.227+0000 7f46bc1db640 1 -- 172.21.15.83:0/3299649663 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46b40b0ea0 con 0x7f46b415b2c0 2024-09-21T02:43:56.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.231+0000 7f46bc1db640 1 -- 172.21.15.83:0/3299649663 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46b406d340 con 0x7f46b415b2c0 2024-09-21T02:43:56.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.231+0000 7f46aa7fc640 1 -- 172.21.15.83:0/3299649663 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f46ac008270 con 0x7f46b415b2c0 2024-09-21T02:43:56.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.231+0000 7f46aa7fc640 1 --2- 172.21.15.83:0/3299649663 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f4698073200 0x7f4698075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:56.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.231+0000 7f46aa7fc640 1 -- 172.21.15.83:0/3299649663 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f46ac096d00 con 0x7f46b415b2c0 2024-09-21T02:43:56.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.231+0000 7f46b9f77640 1 --2- 172.21.15.83:0/3299649663 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f4698073200 0x7f4698075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:56.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.231+0000 7f46b9f77640 1 --2- 172.21.15.83:0/3299649663 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f4698073200 0x7f4698075710 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f46b00058d0 tx=0x7f46b0005f90 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:56.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.235+0000 7f46aa7fc640 1 -- 172.21.15.83:0/3299649663 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f46b40b0640 con 0x7f46b415b2c0 2024-09-21T02:43:56.413 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.411+0000 7f46bc1db640 1 -- 172.21.15.83:0/3299649663 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f46b40cf810 con 0x7f46b415b2c0 2024-09-21T02:43:56.416 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.411+0000 7f46aa7fc640 1 -- 172.21.15.83:0/3299649663 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) ==== 74+0+16658 (secure 0 0 0) 0x7f46b40d0920 con 0x7f46b415b2c0 2024-09-21T02:43:56.416 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:43:56.416 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":33,"fsid":"82b6a254-ea31-468f-b8d3-3f9b32622240","created":"2024-09-21T02:42:38.603140+0000","modified":"2024-09-21T02:43:54.921222+0000","last_up_change":"2024-09-21T02:42:53.602524+0000","last_in_change":"2024-09-21T02:42:43.192261+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T02:42:53.826200+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-21T02:43:53.071910+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-21T02:43:53.881841+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3a8ebb7b-1ae5-4b26-8278-9dcb6c385903","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6814","nonce":1413652419}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6818","nonce":1413652419}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6825","nonce":1413652419}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6822","nonce":1413652419}]},"public_addr":"172.21.15.83:6814/1413652419","cluster_addr":"172.21.15.83:6818/1413652419","heartbeat_back_addr":"172.21.15.83:6825/1413652419","heartbeat_front_addr":"172.21.15.83:6822/1413652419","state":["exists","up"]},{"osd":1,"uuid":"c965bb73-548b-4509-96ec-9c263029104b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6827","nonce":464765712}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6829","nonce":464765712}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6833","nonce":464765712}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6831","nonce":464765712}]},"public_addr":"172.21.15.83:6827/464765712","cluster_addr":"172.21.15.83:6829/464765712","heartbeat_back_addr":"172.21.15.83:6833/464765712","heartbeat_front_addr":"172.21.15.83:6831/464765712","state":["exists","up"]},{"osd":2,"uuid":"d86f4e42-c5e5-48f2-9936-817c45ca308d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6803","nonce":2393321522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6805","nonce":2393321522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6809","nonce":2393321522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6807","nonce":2393321522}]},"public_addr":"172.21.15.83:6803/2393321522","cluster_addr":"172.21.15.83:6805/2393321522","heartbeat_back_addr":"172.21.15.83:6809/2393321522","heartbeat_front_addr":"172.21.15.83:6807/2393321522","state":["exists","up"]},{"osd":3,"uuid":"13beb0a5-6df8-4bd9-a8c9-d61fe89e09e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6811","nonce":3390622409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6813","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6815","nonce":3390622409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6821","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6823","nonce":3390622409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6817","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6819","nonce":3390622409}]},"public_addr":"172.21.15.83:6811/3390622409","cluster_addr":"172.21.15.83:6815/3390622409","heartbeat_back_addr":"172.21.15.83:6823/3390622409","heartbeat_front_addr":"172.21.15.83:6819/3390622409","state":["exists","up"]},{"osd":4,"uuid":"2028bcfd-16b5-40a0-beaf-18832fee4ac1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6816","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6817","nonce":903609339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6818","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6819","nonce":903609339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6822","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6823","nonce":903609339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6820","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6821","nonce":903609339}]},"public_addr":"172.21.15.142:6817/903609339","cluster_addr":"172.21.15.142:6819/903609339","heartbeat_back_addr":"172.21.15.142:6823/903609339","heartbeat_front_addr":"172.21.15.142:6821/903609339","state":["exists","up"]},{"osd":5,"uuid":"f3fdab28-9ac1-4ff3-92ed-3c2a9833a45d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6824","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6825","nonce":1864459234}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6826","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6827","nonce":1864459234}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6830","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6831","nonce":1864459234}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6828","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6829","nonce":1864459234}]},"public_addr":"172.21.15.142:6825/1864459234","cluster_addr":"172.21.15.142:6827/1864459234","heartbeat_back_addr":"172.21.15.142:6831/1864459234","heartbeat_front_addr":"172.21.15.142:6829/1864459234","state":["exists","up"]},{"osd":6,"uuid":"e6c411f3-8a06-41f2-b104-40216326259a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6808","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6809","nonce":1137623679}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6810","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6811","nonce":1137623679}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6814","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6815","nonce":1137623679}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6812","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6813","nonce":1137623679}]},"public_addr":"172.21.15.142:6809/1137623679","cluster_addr":"172.21.15.142:6811/1137623679","heartbeat_back_addr":"172.21.15.142:6815/1137623679","heartbeat_front_addr":"172.21.15.142:6813/1137623679","state":["exists","up"]},{"osd":7,"uuid":"37ce1cb6-2b1b-4d91-ace3-926062f54290","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6800","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6801","nonce":81587312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6802","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6803","nonce":81587312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6806","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6807","nonce":81587312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6804","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6805","nonce":81587312}]},"public_addr":"172.21.15.142:6801/81587312","cluster_addr":"172.21.15.142:6803/81587312","heartbeat_back_addr":"172.21.15.142:6807/81587312","heartbeat_front_addr":"172.21.15.142:6805/81587312","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.547410+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.843449+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.932112+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.842886+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.082896+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.238106+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.825928+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.553550+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T02:43:56.418 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.415+0000 7f46bc1db640 1 -- 172.21.15.83:0/3299649663 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f4698073200 msgr2=0x7f4698075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:56.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.415+0000 7f46bc1db640 1 --2- 172.21.15.83:0/3299649663 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f4698073200 0x7f4698075710 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f46b00058d0 tx=0x7f46b0005f90 comp rx=0 tx=0).stop 2024-09-21T02:43:56.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.415+0000 7f46bc1db640 1 -- 172.21.15.83:0/3299649663 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f46b415b2c0 msgr2=0x7f46b406edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:56.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.415+0000 7f46bc1db640 1 --2- 172.21.15.83:0/3299649663 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f46b415b2c0 0x7f46b406edd0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f46ac00fcd0 tx=0x7f46ac00d430 comp rx=0 tx=0).stop 2024-09-21T02:43:56.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.415+0000 7f46bc1db640 1 -- 172.21.15.83:0/3299649663 shutdown_connections 2024-09-21T02:43:56.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.415+0000 7f46bc1db640 1 --2- 172.21.15.83:0/3299649663 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f4698073200 0x7f4698075710 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:56.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.415+0000 7f46bc1db640 1 --2- 172.21.15.83:0/3299649663 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f46b415b2c0 0x7f46b406edd0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:56.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.415+0000 7f46bc1db640 1 --2- 172.21.15.83:0/3299649663 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f46b40d0510 0x7f46b40adf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:56.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.415+0000 7f46bc1db640 1 --2- 172.21.15.83:0/3299649663 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f46b40b4b70 0x7f46b41f54f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:56.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.415+0000 7f46bc1db640 1 -- 172.21.15.83:0/3299649663 >> 172.21.15.83:0/3299649663 conn(0x7f46b406ce90 msgr2=0x7f46b40b4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:56.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.415+0000 7f46bc1db640 1 -- 172.21.15.83:0/3299649663 shutdown_connections 2024-09-21T02:43:56.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.415+0000 7f46bc1db640 1 -- 172.21.15.83:0/3299649663 wait complete. 2024-09-21T02:43:56.439 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-21T02:43:56.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.599+0000 7ff472a97640 1 -- 172.21.15.83:0/2348124972 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff46c0735a0 msgr2=0x7ff46c0739b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:56.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.599+0000 7ff472a97640 1 --2- 172.21.15.83:0/2348124972 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff46c0735a0 0x7ff46c0739b0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7ff460009840 tx=0x7ff46001c7f0 comp rx=0 tx=0).stop 2024-09-21T02:43:56.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.599+0000 7ff472a97640 1 -- 172.21.15.83:0/2348124972 shutdown_connections 2024-09-21T02:43:56.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.599+0000 7ff472a97640 1 --2- 172.21.15.83:0/2348124972 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff46c0735a0 0x7ff46c0739b0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:56.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.599+0000 7ff472a97640 1 -- 172.21.15.83:0/2348124972 >> 172.21.15.83:0/2348124972 conn(0x7ff46c0b24f0 msgr2=0x7ff46c0b2900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:56.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.599+0000 7ff472a97640 1 -- 172.21.15.83:0/2348124972 shutdown_connections 2024-09-21T02:43:56.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.599+0000 7ff472a97640 1 -- 172.21.15.83:0/2348124972 wait complete. 2024-09-21T02:43:56.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.603+0000 7ff472a97640 1 Processor -- start 2024-09-21T02:43:56.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.603+0000 7ff472a97640 1 -- start start 2024-09-21T02:43:56.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.603+0000 7ff472a97640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff46c0735a0 0x7ff46c1597f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:56.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.603+0000 7ff472a97640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff46c0af510 0x7ff46c1f99f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:56.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.603+0000 7ff472a97640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff46c0cfa00 0x7ff46c1f9f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:56.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.603+0000 7ff472a97640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff46c16a300 con 0x7ff46c0cfa00 2024-09-21T02:43:56.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.603+0000 7ff472a97640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7ff46c16a180 con 0x7ff46c0735a0 2024-09-21T02:43:56.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.603+0000 7ff472a97640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7ff46c16a480 con 0x7ff46c0af510 2024-09-21T02:43:56.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.603+0000 7ff471034640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff46c0cfa00 0x7ff46c1f9f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:56.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.603+0000 7ff471034640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff46c0cfa00 0x7ff46c1f9f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57124/0 (socket says 172.21.15.83:57124) 2024-09-21T02:43:56.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.603+0000 7ff471034640 1 -- 172.21.15.83:0/3091213902 learned_addr learned my addr 172.21.15.83:0/3091213902 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:56.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.603+0000 7ff46bfff640 1 --2- 172.21.15.83:0/3091213902 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff46c0af510 0x7ff46c1f99f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:56.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.603+0000 7ff471034640 1 -- 172.21.15.83:0/3091213902 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff46c0af510 msgr2=0x7ff46c1f99f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:56.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.603+0000 7ff471034640 1 --2- 172.21.15.83:0/3091213902 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff46c0af510 0x7ff46c1f99f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:56.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.603+0000 7ff471034640 1 -- 172.21.15.83:0/3091213902 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff46c0735a0 msgr2=0x7ff46c1597f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:56.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.603+0000 7ff471034640 1 --2- 172.21.15.83:0/3091213902 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff46c0735a0 0x7ff46c1597f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:56.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.603+0000 7ff471034640 1 -- 172.21.15.83:0/3091213902 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff46c14f750 con 0x7ff46c0cfa00 2024-09-21T02:43:56.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.603+0000 7ff471034640 1 --2- 172.21.15.83:0/3091213902 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff46c0cfa00 0x7ff46c1f9f30 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7ff46400c710 tx=0x7ff46400cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:56.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.603+0000 7ff4697fa640 1 -- 172.21.15.83:0/3091213902 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff464003b80 con 0x7ff46c0cfa00 2024-09-21T02:43:56.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.603+0000 7ff4697fa640 1 -- 172.21.15.83:0/3091213902 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff464003d20 con 0x7ff46c0cfa00 2024-09-21T02:43:56.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.603+0000 7ff472a97640 1 -- 172.21.15.83:0/3091213902 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff46c0b2030 con 0x7ff46c0cfa00 2024-09-21T02:43:56.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.603+0000 7ff4697fa640 1 -- 172.21.15.83:0/3091213902 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff46400aab0 con 0x7ff46c0cfa00 2024-09-21T02:43:56.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.603+0000 7ff472a97640 1 -- 172.21.15.83:0/3091213902 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff46c15a5c0 con 0x7ff46c0cfa00 2024-09-21T02:43:56.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.607+0000 7ff472a97640 1 -- 172.21.15.83:0/3091213902 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff46c0739b0 con 0x7ff46c0cfa00 2024-09-21T02:43:56.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.607+0000 7ff4697fa640 1 -- 172.21.15.83:0/3091213902 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7ff46400ac50 con 0x7ff46c0cfa00 2024-09-21T02:43:56.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.607+0000 7ff4697fa640 1 --2- 172.21.15.83:0/3091213902 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff450073200 0x7ff450075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:56.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.607+0000 7ff470833640 1 --2- 172.21.15.83:0/3091213902 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff450073200 0x7ff450075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:56.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.607+0000 7ff4697fa640 1 -- 172.21.15.83:0/3091213902 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7ff464093eb0 con 0x7ff46c0cfa00 2024-09-21T02:43:56.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.607+0000 7ff470833640 1 --2- 172.21.15.83:0/3091213902 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff450073200 0x7ff450075710 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7ff4600af000 tx=0x7ff460019590 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:56.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.611+0000 7ff4697fa640 1 -- 172.21.15.83:0/3091213902 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7ff46c073ef0 con 0x7ff46c0cfa00 2024-09-21T02:43:56.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:56.819+0000 7ff472a97640 1 -- 172.21.15.83:0/3091213902 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7ff46c0afbd0 con 0x7ff46c0cfa00 2024-09-21T02:43:57.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.599+0000 7ff4697fa640 1 -- 172.21.15.83:0/3091213902 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v16) ==== 118+0+0 (secure 0 0 0) 0x7ff46400ce20 con 0x7ff46c0cfa00 2024-09-21T02:43:57.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.603+0000 7ff472a97640 1 -- 172.21.15.83:0/3091213902 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff450073200 msgr2=0x7ff450075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:57.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.603+0000 7ff472a97640 1 --2- 172.21.15.83:0/3091213902 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff450073200 0x7ff450075710 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7ff4600af000 tx=0x7ff460019590 comp rx=0 tx=0).stop 2024-09-21T02:43:57.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.603+0000 7ff472a97640 1 -- 172.21.15.83:0/3091213902 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff46c0cfa00 msgr2=0x7ff46c1f9f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:57.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.603+0000 7ff472a97640 1 --2- 172.21.15.83:0/3091213902 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff46c0cfa00 0x7ff46c1f9f30 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7ff46400c710 tx=0x7ff46400cbd0 comp rx=0 tx=0).stop 2024-09-21T02:43:57.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.603+0000 7ff472a97640 1 -- 172.21.15.83:0/3091213902 shutdown_connections 2024-09-21T02:43:57.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.603+0000 7ff472a97640 1 --2- 172.21.15.83:0/3091213902 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff450073200 0x7ff450075710 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:57.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.603+0000 7ff472a97640 1 --2- 172.21.15.83:0/3091213902 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff46c0cfa00 0x7ff46c1f9f30 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:57.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.603+0000 7ff472a97640 1 --2- 172.21.15.83:0/3091213902 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff46c0af510 0x7ff46c1f99f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:57.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.603+0000 7ff472a97640 1 --2- 172.21.15.83:0/3091213902 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff46c0735a0 0x7ff46c1597f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:57.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.603+0000 7ff472a97640 1 -- 172.21.15.83:0/3091213902 >> 172.21.15.83:0/3091213902 conn(0x7ff46c0b24f0 msgr2=0x7ff46c0b0700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:57.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.607+0000 7ff472a97640 1 -- 172.21.15.83:0/3091213902 shutdown_connections 2024-09-21T02:43:57.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.607+0000 7ff472a97640 1 -- 172.21.15.83:0/3091213902 wait complete. 2024-09-21T02:43:57.634 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-21T02:43:57.634 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-21T02:43:57.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.795+0000 7f77ee509640 1 -- 172.21.15.83:0/1437361859 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f77e815d7f0 msgr2=0x7f77e8156c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:57.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.795+0000 7f77ee509640 1 --2- 172.21.15.83:0/1437361859 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f77e815d7f0 0x7f77e8156c30 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f77e0009bc0 tx=0x7f77e001cb10 comp rx=0 tx=0).stop 2024-09-21T02:43:57.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.795+0000 7f77ee509640 1 -- 172.21.15.83:0/1437361859 shutdown_connections 2024-09-21T02:43:57.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.795+0000 7f77ee509640 1 --2- 172.21.15.83:0/1437361859 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f77e815d7f0 0x7f77e8156c30 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:57.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.795+0000 7f77ee509640 1 -- 172.21.15.83:0/1437361859 >> 172.21.15.83:0/1437361859 conn(0x7f77e80cdb70 msgr2=0x7f77e80cdf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:57.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.795+0000 7f77ee509640 1 -- 172.21.15.83:0/1437361859 shutdown_connections 2024-09-21T02:43:57.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.795+0000 7f77ee509640 1 -- 172.21.15.83:0/1437361859 wait complete. 2024-09-21T02:43:57.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.799+0000 7f77ee509640 1 Processor -- start 2024-09-21T02:43:57.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.799+0000 7f77ee509640 1 -- start start 2024-09-21T02:43:57.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.799+0000 7f77ee509640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f77e8072410 0x7f77e8149530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:57.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.799+0000 7f77ee509640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f77e815d7f0 0x7f77e81520f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:57.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.799+0000 7f77ee509640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f77e80c4c20 0x7f77e8152630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:57.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.799+0000 7f77ee509640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f77e816ac90 con 0x7f77e80c4c20 2024-09-21T02:43:57.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.799+0000 7f77ee509640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f77e816ab10 con 0x7f77e8072410 2024-09-21T02:43:57.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.799+0000 7f77ee509640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f77e816ae10 con 0x7f77e815d7f0 2024-09-21T02:43:57.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.799+0000 7f77ecaa6640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f77e80c4c20 0x7f77e8152630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:57.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.799+0000 7f77ecaa6640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f77e80c4c20 0x7f77e8152630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57142/0 (socket says 172.21.15.83:57142) 2024-09-21T02:43:57.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.799+0000 7f77ecaa6640 1 -- 172.21.15.83:0/692152403 learned_addr learned my addr 172.21.15.83:0/692152403 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:57.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.799+0000 7f77e77fe640 1 --2- 172.21.15.83:0/692152403 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f77e815d7f0 0x7f77e81520f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:57.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.799+0000 7f77e7fff640 1 --2- 172.21.15.83:0/692152403 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f77e8072410 0x7f77e8149530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:57.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.799+0000 7f77ecaa6640 1 -- 172.21.15.83:0/692152403 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f77e815d7f0 msgr2=0x7f77e81520f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:57.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.799+0000 7f77ecaa6640 1 --2- 172.21.15.83:0/692152403 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f77e815d7f0 0x7f77e81520f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:57.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.799+0000 7f77ecaa6640 1 -- 172.21.15.83:0/692152403 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f77e8072410 msgr2=0x7f77e8149530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:57.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.799+0000 7f77ecaa6640 1 --2- 172.21.15.83:0/692152403 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f77e8072410 0x7f77e8149530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:57.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.799+0000 7f77ecaa6640 1 -- 172.21.15.83:0/692152403 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77e80c71d0 con 0x7f77e80c4c20 2024-09-21T02:43:57.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.799+0000 7f77e7fff640 1 --2- 172.21.15.83:0/692152403 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f77e8072410 0x7f77e8149530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T02:43:57.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.799+0000 7f77ecaa6640 1 --2- 172.21.15.83:0/692152403 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f77e80c4c20 0x7f77e8152630 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f77e001c580 tx=0x7f77e0005a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:57.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.799+0000 7f77e4ff9640 1 -- 172.21.15.83:0/692152403 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77e00b2040 con 0x7f77e80c4c20 2024-09-21T02:43:57.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.799+0000 7f77e4ff9640 1 -- 172.21.15.83:0/692152403 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f77e00bb070 con 0x7f77e80c4c20 2024-09-21T02:43:57.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.799+0000 7f77ee509640 1 -- 172.21.15.83:0/692152403 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77e80c74b0 con 0x7f77e80c4c20 2024-09-21T02:43:57.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.799+0000 7f77e4ff9640 1 -- 172.21.15.83:0/692152403 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77e0004590 con 0x7f77e80c4c20 2024-09-21T02:43:57.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.799+0000 7f77ee509640 1 -- 172.21.15.83:0/692152403 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77e814d8d0 con 0x7f77e80c4c20 2024-09-21T02:43:57.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.803+0000 7f77ee509640 1 -- 172.21.15.83:0/692152403 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77e8156c30 con 0x7f77e80c4c20 2024-09-21T02:43:57.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.803+0000 7f77e4ff9640 1 -- 172.21.15.83:0/692152403 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f77e00c0460 con 0x7f77e80c4c20 2024-09-21T02:43:57.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.803+0000 7f77e4ff9640 1 --2- 172.21.15.83:0/692152403 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f77c8073200 0x7f77c8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:57.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.803+0000 7f77e7fff640 1 --2- 172.21.15.83:0/692152403 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f77c8073200 0x7f77c8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:57.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.803+0000 7f77e4ff9640 1 -- 172.21.15.83:0/692152403 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f77e012e9e0 con 0x7f77e80c4c20 2024-09-21T02:43:57.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.803+0000 7f77e7fff640 1 --2- 172.21.15.83:0/692152403 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f77c8073200 0x7f77c8075710 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f77d00098b0 tx=0x7f77d0008040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:57.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:57.807+0000 7f77e4ff9640 1 -- 172.21.15.83:0/692152403 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f77e0016790 con 0x7f77e80c4c20 2024-09-21T02:43:58.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.011+0000 7f77ee509640 1 -- 172.21.15.83:0/692152403 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f77e8074980 con 0x7f77e80c4c20 2024-09-21T02:43:58.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.611+0000 7f77e4ff9640 1 -- 172.21.15.83:0/692152403 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v17) ==== 122+0+0 (secure 0 0 0) 0x7f77e00f9aa0 con 0x7f77e80c4c20 2024-09-21T02:43:58.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.611+0000 7f77ee509640 1 -- 172.21.15.83:0/692152403 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f77c8073200 msgr2=0x7f77c8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:58.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.611+0000 7f77ee509640 1 --2- 172.21.15.83:0/692152403 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f77c8073200 0x7f77c8075710 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f77d00098b0 tx=0x7f77d0008040 comp rx=0 tx=0).stop 2024-09-21T02:43:58.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.611+0000 7f77ee509640 1 -- 172.21.15.83:0/692152403 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f77e80c4c20 msgr2=0x7f77e8152630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:58.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.611+0000 7f77ee509640 1 --2- 172.21.15.83:0/692152403 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f77e80c4c20 0x7f77e8152630 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f77e001c580 tx=0x7f77e0005a60 comp rx=0 tx=0).stop 2024-09-21T02:43:58.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.611+0000 7f77ee509640 1 -- 172.21.15.83:0/692152403 shutdown_connections 2024-09-21T02:43:58.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.611+0000 7f77ee509640 1 --2- 172.21.15.83:0/692152403 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f77c8073200 0x7f77c8075710 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:58.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.611+0000 7f77ee509640 1 --2- 172.21.15.83:0/692152403 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f77e80c4c20 0x7f77e8152630 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:58.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.611+0000 7f77ee509640 1 --2- 172.21.15.83:0/692152403 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f77e815d7f0 0x7f77e81520f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:58.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.611+0000 7f77ee509640 1 --2- 172.21.15.83:0/692152403 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f77e8072410 0x7f77e8149530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:58.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.611+0000 7f77ee509640 1 -- 172.21.15.83:0/692152403 >> 172.21.15.83:0/692152403 conn(0x7f77e80cdb70 msgr2=0x7f77e806ce90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:58.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.611+0000 7f77ee509640 1 -- 172.21.15.83:0/692152403 shutdown_connections 2024-09-21T02:43:58.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.611+0000 7f77ee509640 1 -- 172.21.15.83:0/692152403 wait complete. 2024-09-21T02:43:58.639 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-21T02:43:58.639 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T02:43:58.795 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.791+0000 7f932a90f640 1 -- 172.21.15.83:0/1759337480 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f932415c410 msgr2=0x7f93240cffd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:58.795 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.791+0000 7f932a90f640 1 --2- 172.21.15.83:0/1759337480 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f932415c410 0x7f93240cffd0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f930c009840 tx=0x7f930c01c790 comp rx=0 tx=0).stop 2024-09-21T02:43:58.795 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.791+0000 7f932a90f640 1 -- 172.21.15.83:0/1759337480 shutdown_connections 2024-09-21T02:43:58.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.791+0000 7f932a90f640 1 --2- 172.21.15.83:0/1759337480 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f93240d0510 0x7f93240cdd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:58.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.791+0000 7f932a90f640 1 --2- 172.21.15.83:0/1759337480 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f932415c410 0x7f93240cffd0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:58.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.791+0000 7f932a90f640 1 -- 172.21.15.83:0/1759337480 >> 172.21.15.83:0/1759337480 conn(0x7f932406ce90 msgr2=0x7f932406d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:58.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.791+0000 7f932a90f640 1 -- 172.21.15.83:0/1759337480 shutdown_connections 2024-09-21T02:43:58.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.791+0000 7f932a90f640 1 -- 172.21.15.83:0/1759337480 wait complete. 2024-09-21T02:43:58.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.791+0000 7f932a90f640 1 Processor -- start 2024-09-21T02:43:58.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.795+0000 7f932a90f640 1 -- start start 2024-09-21T02:43:58.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.795+0000 7f932a90f640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f93240b4b70 0x7f932413db30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:58.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.795+0000 7f932a90f640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f93240d0510 0x7f932414e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:58.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.795+0000 7f932a90f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f932415c410 0x7f932414ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:58.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.795+0000 7f932a90f640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f9324168b50 con 0x7f932415c410 2024-09-21T02:43:58.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.795+0000 7f932a90f640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f93241689d0 con 0x7f93240d0510 2024-09-21T02:43:58.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.795+0000 7f932a90f640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f9324168cd0 con 0x7f93240b4b70 2024-09-21T02:43:58.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.795+0000 7f9328eac640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f932415c410 0x7f932414ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:58.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.795+0000 7f9328eac640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f932415c410 0x7f932414ed10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57160/0 (socket says 172.21.15.83:57160) 2024-09-21T02:43:58.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.795+0000 7f9328eac640 1 -- 172.21.15.83:0/1866473835 learned_addr learned my addr 172.21.15.83:0/1866473835 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:58.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.795+0000 7f9323fff640 1 --2- 172.21.15.83:0/1866473835 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f93240b4b70 0x7f932413db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:58.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.795+0000 7f931bfff640 1 --2- 172.21.15.83:0/1866473835 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f93240d0510 0x7f932414e7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:58.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.795+0000 7f9328eac640 1 -- 172.21.15.83:0/1866473835 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f93240b4b70 msgr2=0x7f932413db30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:58.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.795+0000 7f9328eac640 1 --2- 172.21.15.83:0/1866473835 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f93240b4b70 0x7f932413db30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:58.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.795+0000 7f9328eac640 1 -- 172.21.15.83:0/1866473835 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f93240d0510 msgr2=0x7f932414e7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:58.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.795+0000 7f9328eac640 1 --2- 172.21.15.83:0/1866473835 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f93240d0510 0x7f932414e7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:58.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.795+0000 7f9328eac640 1 -- 172.21.15.83:0/1866473835 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f932413e070 con 0x7f932415c410 2024-09-21T02:43:58.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.795+0000 7f9323fff640 1 --2- 172.21.15.83:0/1866473835 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f93240b4b70 0x7f932413db30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:43:58.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.795+0000 7f9328eac640 1 --2- 172.21.15.83:0/1866473835 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f932415c410 0x7f932414ed10 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f931c00e970 tx=0x7f931c00ee30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:58.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.795+0000 7f93217fa640 1 -- 172.21.15.83:0/1866473835 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f931c004d30 con 0x7f932415c410 2024-09-21T02:43:58.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.795+0000 7f93217fa640 1 -- 172.21.15.83:0/1866473835 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f931c00cb20 con 0x7f932415c410 2024-09-21T02:43:58.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.795+0000 7f932a90f640 1 -- 172.21.15.83:0/1866473835 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93241f75c0 con 0x7f932415c410 2024-09-21T02:43:58.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.795+0000 7f93217fa640 1 -- 172.21.15.83:0/1866473835 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f931c005020 con 0x7f932415c410 2024-09-21T02:43:58.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.795+0000 7f932a90f640 1 -- 172.21.15.83:0/1866473835 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93241fa0c0 con 0x7f932415c410 2024-09-21T02:43:58.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.795+0000 7f932a90f640 1 -- 172.21.15.83:0/1866473835 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93240cdd00 con 0x7f932415c410 2024-09-21T02:43:58.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.799+0000 7f93217fa640 1 -- 172.21.15.83:0/1866473835 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f931c0051c0 con 0x7f932415c410 2024-09-21T02:43:58.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.799+0000 7f93217fa640 1 --2- 172.21.15.83:0/1866473835 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9304073200 0x7f9304075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:58.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.799+0000 7f93217fa640 1 -- 172.21.15.83:0/1866473835 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f931c094c10 con 0x7f932415c410 2024-09-21T02:43:58.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.799+0000 7f9323fff640 1 --2- 172.21.15.83:0/1866473835 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9304073200 0x7f9304075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:58.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.799+0000 7f9323fff640 1 --2- 172.21.15.83:0/1866473835 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9304073200 0x7f9304075710 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f9314001630 tx=0x7f9314009040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:58.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:58.803+0000 7f93217fa640 1 -- 172.21.15.83:0/1866473835 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f931c016030 con 0x7f932415c410 2024-09-21T02:43:59.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.015+0000 7f932a90f640 1 -- 172.21.15.83:0/1866473835 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f932414f2b0 con 0x7f932415c410 2024-09-21T02:43:59.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.015+0000 7f93217fa640 1 -- 172.21.15.83:0/1866473835 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+5226 (secure 0 0 0) 0x7f931c05fcc0 con 0x7f932415c410 2024-09-21T02:43:59.019 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:43:59.020 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":17,"btime":"2024-09-21T02:43:58:604909+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4637,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6835/3619395141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":3619395141},{"type":"v1","addr":"172.21.15.142:6835","nonce":3619395141}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4741,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3848333209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3848333209},{"type":"v1","addr":"172.21.15.83:6835","nonce":3848333209}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4744,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/312431832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":312431832},{"type":"v1","addr":"172.21.15.83:6837","nonce":312431832}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T02:43:54.921140+0000","modified":"2024-09-21T02:43:58.018442+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4756},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4756":{"gid":4756,"name":"d","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.142:6833/3089344573","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":3089344573},{"type":"v1","addr":"172.21.15.142:6833","nonce":3089344573}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4756,"qdb_cluster":[4756]},"id":2}]} 2024-09-21T02:43:59.020 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 17 2024-09-21T02:43:59.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.019+0000 7f932a90f640 1 -- 172.21.15.83:0/1866473835 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9304073200 msgr2=0x7f9304075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:59.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.019+0000 7f932a90f640 1 --2- 172.21.15.83:0/1866473835 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9304073200 0x7f9304075710 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f9314001630 tx=0x7f9314009040 comp rx=0 tx=0).stop 2024-09-21T02:43:59.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.019+0000 7f932a90f640 1 -- 172.21.15.83:0/1866473835 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f932415c410 msgr2=0x7f932414ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:59.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.019+0000 7f932a90f640 1 --2- 172.21.15.83:0/1866473835 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f932415c410 0x7f932414ed10 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f931c00e970 tx=0x7f931c00ee30 comp rx=0 tx=0).stop 2024-09-21T02:43:59.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.019+0000 7f932a90f640 1 -- 172.21.15.83:0/1866473835 shutdown_connections 2024-09-21T02:43:59.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.019+0000 7f932a90f640 1 --2- 172.21.15.83:0/1866473835 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9304073200 0x7f9304075710 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:59.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.019+0000 7f932a90f640 1 --2- 172.21.15.83:0/1866473835 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f932415c410 0x7f932414ed10 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:59.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.019+0000 7f932a90f640 1 --2- 172.21.15.83:0/1866473835 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f93240d0510 0x7f932414e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:59.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.019+0000 7f932a90f640 1 --2- 172.21.15.83:0/1866473835 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f93240b4b70 0x7f932413db30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:59.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.019+0000 7f932a90f640 1 -- 172.21.15.83:0/1866473835 >> 172.21.15.83:0/1866473835 conn(0x7f932406ce90 msgr2=0x7f932414f8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:59.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.019+0000 7f932a90f640 1 -- 172.21.15.83:0/1866473835 shutdown_connections 2024-09-21T02:43:59.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.019+0000 7f932a90f640 1 -- 172.21.15.83:0/1866473835 wait complete. 2024-09-21T02:43:59.041 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T02:43:59.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.191+0000 7fc917729640 1 -- 172.21.15.83:0/1040623576 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc8fc004d50 msgr2=0x7fc8fc005160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:59.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.191+0000 7fc917729640 1 --2- 172.21.15.83:0/1040623576 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc8fc004d50 0x7fc8fc005160 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fc908009eb0 tx=0x7fc90801d5f0 comp rx=0 tx=0).stop 2024-09-21T02:43:59.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.191+0000 7fc915cc6640 1 -- 172.21.15.83:0/1040623576 reap_dead start 2024-09-21T02:43:59.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.191+0000 7fc917729640 1 -- 172.21.15.83:0/1040623576 shutdown_connections 2024-09-21T02:43:59.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.191+0000 7fc917729640 1 -- 172.21.15.83:0/1040623576 >> 172.21.15.83:0/1040623576 conn(0x7fc91006ce90 msgr2=0x7fc91006d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:59.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.191+0000 7fc917729640 1 -- 172.21.15.83:0/1040623576 shutdown_connections 2024-09-21T02:43:59.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.191+0000 7fc917729640 1 -- 172.21.15.83:0/1040623576 wait complete. 2024-09-21T02:43:59.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.195+0000 7fc917729640 1 Processor -- start 2024-09-21T02:43:59.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.195+0000 7fc917729640 1 -- start start 2024-09-21T02:43:59.201 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.195+0000 7fc917729640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc8fc004d50 0x7fc9101e66a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:59.201 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.195+0000 7fc917729640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc910144750 0x7fc9100aa0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:59.201 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.195+0000 7fc917729640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc9100aa5f0 0x7fc9101f3550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:59.201 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.195+0000 7fc917729640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fc9100cceb0 con 0x7fc9100aa5f0 2024-09-21T02:43:59.201 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.195+0000 7fc917729640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fc9100ccd30 con 0x7fc8fc004d50 2024-09-21T02:43:59.202 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.195+0000 7fc917729640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fc9100cd030 con 0x7fc910144750 2024-09-21T02:43:59.202 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.195+0000 7fc915cc6640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc9100aa5f0 0x7fc9101f3550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:59.202 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.195+0000 7fc915cc6640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc9100aa5f0 0x7fc9101f3550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57190/0 (socket says 172.21.15.83:57190) 2024-09-21T02:43:59.202 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.195+0000 7fc915cc6640 1 -- 172.21.15.83:0/1815737025 learned_addr learned my addr 172.21.15.83:0/1815737025 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:59.202 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.195+0000 7fc9154c5640 1 --2- 172.21.15.83:0/1815737025 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc8fc004d50 0x7fc9101e66a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:59.202 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.195+0000 7fc914cc4640 1 --2- 172.21.15.83:0/1815737025 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc910144750 0x7fc9100aa0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:59.202 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.195+0000 7fc915cc6640 1 -- 172.21.15.83:0/1815737025 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc910144750 msgr2=0x7fc9100aa0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:59.202 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.195+0000 7fc915cc6640 1 --2- 172.21.15.83:0/1815737025 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc910144750 0x7fc9100aa0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:59.202 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.195+0000 7fc915cc6640 1 -- 172.21.15.83:0/1815737025 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc8fc004d50 msgr2=0x7fc9101e66a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:59.202 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.195+0000 7fc915cc6640 1 --2- 172.21.15.83:0/1815737025 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc8fc004d50 0x7fc9101e66a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:59.202 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.195+0000 7fc915cc6640 1 -- 172.21.15.83:0/1815737025 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc91015c890 con 0x7fc9100aa5f0 2024-09-21T02:43:59.202 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.195+0000 7fc915cc6640 1 --2- 172.21.15.83:0/1815737025 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc9100aa5f0 0x7fc9101f3550 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fc908002240 tx=0x7fc90801be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:59.202 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.195+0000 7fc905ffb640 1 -- 172.21.15.83:0/1815737025 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9080ad050 con 0x7fc9100aa5f0 2024-09-21T02:43:59.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.195+0000 7fc905ffb640 1 -- 172.21.15.83:0/1815737025 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc9080a7e80 con 0x7fc9100aa5f0 2024-09-21T02:43:59.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.199+0000 7fc917729640 1 -- 172.21.15.83:0/1815737025 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9100a95d0 con 0x7fc9100aa5f0 2024-09-21T02:43:59.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.199+0000 7fc905ffb640 1 -- 172.21.15.83:0/1815737025 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc908009200 con 0x7fc9100aa5f0 2024-09-21T02:43:59.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.199+0000 7fc917729640 1 -- 172.21.15.83:0/1815737025 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9101e6d50 con 0x7fc9100aa5f0 2024-09-21T02:43:59.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.199+0000 7fc917729640 1 -- 172.21.15.83:0/1815737025 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc91015c600 con 0x7fc9100aa5f0 2024-09-21T02:43:59.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.199+0000 7fc905ffb640 1 -- 172.21.15.83:0/1815737025 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fc9080b0070 con 0x7fc9100aa5f0 2024-09-21T02:43:59.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.199+0000 7fc905ffb640 1 --2- 172.21.15.83:0/1815737025 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc8f4073200 0x7fc8f4075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:59.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.199+0000 7fc9154c5640 1 --2- 172.21.15.83:0/1815737025 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc8f4073200 0x7fc8f4075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:59.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.199+0000 7fc905ffb640 1 -- 172.21.15.83:0/1815737025 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7fc90812ef90 con 0x7fc9100aa5f0 2024-09-21T02:43:59.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.199+0000 7fc9154c5640 1 --2- 172.21.15.83:0/1815737025 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc8f4073200 0x7fc8f4075710 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fc900001230 tx=0x7fc900009040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:59.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.203+0000 7fc905ffb640 1 -- 172.21.15.83:0/1815737025 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fc9080b8070 con 0x7fc9100aa5f0 2024-09-21T02:43:59.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.375+0000 7fc917729640 1 -- 172.21.15.83:0/1815737025 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc9100cd210 con 0x7fc9100aa5f0 2024-09-21T02:43:59.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.379+0000 7fc905ffb640 1 -- 172.21.15.83:0/1815737025 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v34) ==== 74+0+16645 (secure 0 0 0) 0x7fc908017300 con 0x7fc9100aa5f0 2024-09-21T02:43:59.383 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:43:59.383 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":34,"fsid":"82b6a254-ea31-468f-b8d3-3f9b32622240","created":"2024-09-21T02:42:38.603140+0000","modified":"2024-09-21T02:43:56.553373+0000","last_up_change":"2024-09-21T02:42:53.602524+0000","last_in_change":"2024-09-21T02:42:43.192261+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T02:42:53.826200+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-21T02:43:53.071910+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-21T02:43:53.881841+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3a8ebb7b-1ae5-4b26-8278-9dcb6c385903","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6814","nonce":1413652419}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6818","nonce":1413652419}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6825","nonce":1413652419}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6822","nonce":1413652419}]},"public_addr":"172.21.15.83:6814/1413652419","cluster_addr":"172.21.15.83:6818/1413652419","heartbeat_back_addr":"172.21.15.83:6825/1413652419","heartbeat_front_addr":"172.21.15.83:6822/1413652419","state":["exists","up"]},{"osd":1,"uuid":"c965bb73-548b-4509-96ec-9c263029104b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6827","nonce":464765712}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6829","nonce":464765712}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6833","nonce":464765712}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6831","nonce":464765712}]},"public_addr":"172.21.15.83:6827/464765712","cluster_addr":"172.21.15.83:6829/464765712","heartbeat_back_addr":"172.21.15.83:6833/464765712","heartbeat_front_addr":"172.21.15.83:6831/464765712","state":["exists","up"]},{"osd":2,"uuid":"d86f4e42-c5e5-48f2-9936-817c45ca308d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6803","nonce":2393321522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6805","nonce":2393321522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6809","nonce":2393321522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6807","nonce":2393321522}]},"public_addr":"172.21.15.83:6803/2393321522","cluster_addr":"172.21.15.83:6805/2393321522","heartbeat_back_addr":"172.21.15.83:6809/2393321522","heartbeat_front_addr":"172.21.15.83:6807/2393321522","state":["exists","up"]},{"osd":3,"uuid":"13beb0a5-6df8-4bd9-a8c9-d61fe89e09e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6811","nonce":3390622409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6813","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6815","nonce":3390622409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6821","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6823","nonce":3390622409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6817","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6819","nonce":3390622409}]},"public_addr":"172.21.15.83:6811/3390622409","cluster_addr":"172.21.15.83:6815/3390622409","heartbeat_back_addr":"172.21.15.83:6823/3390622409","heartbeat_front_addr":"172.21.15.83:6819/3390622409","state":["exists","up"]},{"osd":4,"uuid":"2028bcfd-16b5-40a0-beaf-18832fee4ac1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6816","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6817","nonce":903609339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6818","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6819","nonce":903609339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6822","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6823","nonce":903609339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6820","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6821","nonce":903609339}]},"public_addr":"172.21.15.142:6817/903609339","cluster_addr":"172.21.15.142:6819/903609339","heartbeat_back_addr":"172.21.15.142:6823/903609339","heartbeat_front_addr":"172.21.15.142:6821/903609339","state":["exists","up"]},{"osd":5,"uuid":"f3fdab28-9ac1-4ff3-92ed-3c2a9833a45d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6824","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6825","nonce":1864459234}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6826","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6827","nonce":1864459234}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6830","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6831","nonce":1864459234}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6828","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6829","nonce":1864459234}]},"public_addr":"172.21.15.142:6825/1864459234","cluster_addr":"172.21.15.142:6827/1864459234","heartbeat_back_addr":"172.21.15.142:6831/1864459234","heartbeat_front_addr":"172.21.15.142:6829/1864459234","state":["exists","up"]},{"osd":6,"uuid":"e6c411f3-8a06-41f2-b104-40216326259a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6808","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6809","nonce":1137623679}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6810","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6811","nonce":1137623679}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6814","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6815","nonce":1137623679}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6812","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6813","nonce":1137623679}]},"public_addr":"172.21.15.142:6809/1137623679","cluster_addr":"172.21.15.142:6811/1137623679","heartbeat_back_addr":"172.21.15.142:6815/1137623679","heartbeat_front_addr":"172.21.15.142:6813/1137623679","state":["exists","up"]},{"osd":7,"uuid":"37ce1cb6-2b1b-4d91-ace3-926062f54290","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6800","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6801","nonce":81587312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6802","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6803","nonce":81587312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6806","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6807","nonce":81587312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6804","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6805","nonce":81587312}]},"public_addr":"172.21.15.142:6801/81587312","cluster_addr":"172.21.15.142:6803/81587312","heartbeat_back_addr":"172.21.15.142:6807/81587312","heartbeat_front_addr":"172.21.15.142:6805/81587312","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.547410+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.843449+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.932112+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.842886+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.082896+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.238106+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.825928+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.553550+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T02:43:59.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.379+0000 7fc917729640 1 -- 172.21.15.83:0/1815737025 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc8f4073200 msgr2=0x7fc8f4075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:59.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.379+0000 7fc917729640 1 --2- 172.21.15.83:0/1815737025 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc8f4073200 0x7fc8f4075710 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fc900001230 tx=0x7fc900009040 comp rx=0 tx=0).stop 2024-09-21T02:43:59.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.379+0000 7fc917729640 1 -- 172.21.15.83:0/1815737025 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc9100aa5f0 msgr2=0x7fc9101f3550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:59.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.379+0000 7fc917729640 1 --2- 172.21.15.83:0/1815737025 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc9100aa5f0 0x7fc9101f3550 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fc908002240 tx=0x7fc90801be30 comp rx=0 tx=0).stop 2024-09-21T02:43:59.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.383+0000 7fc917729640 1 -- 172.21.15.83:0/1815737025 shutdown_connections 2024-09-21T02:43:59.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.383+0000 7fc917729640 1 --2- 172.21.15.83:0/1815737025 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc8f4073200 0x7fc8f4075710 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:59.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.383+0000 7fc917729640 1 --2- 172.21.15.83:0/1815737025 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc9100aa5f0 0x7fc9101f3550 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:59.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.383+0000 7fc917729640 1 --2- 172.21.15.83:0/1815737025 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc910144750 0x7fc9100aa0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:59.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.383+0000 7fc917729640 1 --2- 172.21.15.83:0/1815737025 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc8fc004d50 0x7fc9101e66a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:59.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.383+0000 7fc917729640 1 -- 172.21.15.83:0/1815737025 >> 172.21.15.83:0/1815737025 conn(0x7fc91006ce90 msgr2=0x7fc9100c6430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:59.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.383+0000 7fc917729640 1 -- 172.21.15.83:0/1815737025 shutdown_connections 2024-09-21T02:43:59.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.383+0000 7fc917729640 1 -- 172.21.15.83:0/1815737025 wait complete. 2024-09-21T02:43:59.406 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-21T02:43:59.406 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T02:43:59.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.551+0000 7f06d981e640 1 -- 172.21.15.83:0/4114067170 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f06c0003a60 msgr2=0x7f06c0003ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:59.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.551+0000 7f06d981e640 1 --2- 172.21.15.83:0/4114067170 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f06c0003a60 0x7f06c0003ed0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f06cc009b60 tx=0x7f06cc01d270 comp rx=0 tx=0).stop 2024-09-21T02:43:59.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.551+0000 7f06d981e640 1 -- 172.21.15.83:0/4114067170 shutdown_connections 2024-09-21T02:43:59.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.551+0000 7f06d981e640 1 --2- 172.21.15.83:0/4114067170 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f06c0003a60 0x7f06c0003ed0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:59.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.551+0000 7f06d981e640 1 -- 172.21.15.83:0/4114067170 >> 172.21.15.83:0/4114067170 conn(0x7f06d406ce90 msgr2=0x7f06d406d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:59.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.551+0000 7f06d981e640 1 -- 172.21.15.83:0/4114067170 shutdown_connections 2024-09-21T02:43:59.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.551+0000 7f06d981e640 1 -- 172.21.15.83:0/4114067170 wait complete. 2024-09-21T02:43:59.559 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.555+0000 7f06d981e640 1 Processor -- start 2024-09-21T02:43:59.559 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.555+0000 7f06d981e640 1 -- start start 2024-09-21T02:43:59.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.555+0000 7f06d981e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f06c0003a60 0x7f06d414ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:59.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.555+0000 7f06d981e640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f06d414b3a0 0x7f06d41431b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:59.563 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.555+0000 7f06d981e640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f06d41436f0 0x7f06d414cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:59.563 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.555+0000 7f06d981e640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f06d415f880 con 0x7f06c0003a60 2024-09-21T02:43:59.563 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.555+0000 7f06d981e640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f06d415f700 con 0x7f06d414b3a0 2024-09-21T02:43:59.563 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.555+0000 7f06d981e640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f06d415fa00 con 0x7f06d41436f0 2024-09-21T02:43:59.563 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.555+0000 7f06d2ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f06c0003a60 0x7f06d414ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:59.563 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.555+0000 7f06d2ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f06c0003a60 0x7f06d414ae60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57200/0 (socket says 172.21.15.83:57200) 2024-09-21T02:43:59.563 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.559+0000 7f06d2ffd640 1 -- 172.21.15.83:0/495255440 learned_addr learned my addr 172.21.15.83:0/495255440 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:59.563 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.559+0000 7f06d27fc640 1 --2- 172.21.15.83:0/495255440 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f06d414b3a0 0x7f06d41431b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:59.563 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.559+0000 7f06d37fe640 1 --2- 172.21.15.83:0/495255440 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f06d41436f0 0x7f06d414cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:59.563 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.559+0000 7f06d2ffd640 1 -- 172.21.15.83:0/495255440 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f06d41436f0 msgr2=0x7f06d414cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:59.563 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.559+0000 7f06d2ffd640 1 --2- 172.21.15.83:0/495255440 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f06d41436f0 0x7f06d414cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:59.563 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.559+0000 7f06d2ffd640 1 -- 172.21.15.83:0/495255440 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f06d414b3a0 msgr2=0x7f06d41431b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:59.563 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.559+0000 7f06d2ffd640 1 --2- 172.21.15.83:0/495255440 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f06d414b3a0 0x7f06d41431b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:59.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.559+0000 7f06d2ffd640 1 -- 172.21.15.83:0/495255440 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06d414b890 con 0x7f06c0003a60 2024-09-21T02:43:59.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.559+0000 7f06d2ffd640 1 --2- 172.21.15.83:0/495255440 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f06c0003a60 0x7f06d414ae60 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f06cc01d0a0 tx=0x7f06cc005520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:59.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.559+0000 7f06cbfff640 1 -- 172.21.15.83:0/495255440 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06cc0bd070 con 0x7f06c0003a60 2024-09-21T02:43:59.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.559+0000 7f06cbfff640 1 -- 172.21.15.83:0/495255440 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f06cc004120 con 0x7f06c0003a60 2024-09-21T02:43:59.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.559+0000 7f06d981e640 1 -- 172.21.15.83:0/495255440 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06d4145020 con 0x7f06c0003a60 2024-09-21T02:43:59.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.559+0000 7f06cbfff640 1 -- 172.21.15.83:0/495255440 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06cc0b1040 con 0x7f06c0003a60 2024-09-21T02:43:59.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.559+0000 7f06d981e640 1 -- 172.21.15.83:0/495255440 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06d41455e0 con 0x7f06c0003a60 2024-09-21T02:43:59.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.559+0000 7f06d981e640 1 -- 172.21.15.83:0/495255440 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06d40cdcc0 con 0x7f06c0003a60 2024-09-21T02:43:59.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.559+0000 7f06cbfff640 1 -- 172.21.15.83:0/495255440 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f06cc0046d0 con 0x7f06c0003a60 2024-09-21T02:43:59.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.559+0000 7f06cbfff640 1 --2- 172.21.15.83:0/495255440 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f06b4073200 0x7f06b4075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:59.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.559+0000 7f06cbfff640 1 -- 172.21.15.83:0/495255440 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f06cc12e8f0 con 0x7f06c0003a60 2024-09-21T02:43:59.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.559+0000 7f06d27fc640 1 --2- 172.21.15.83:0/495255440 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f06b4073200 0x7f06b4075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:59.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.559+0000 7f06d27fc640 1 --2- 172.21.15.83:0/495255440 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f06b4073200 0x7f06b4075710 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f06d415d050 tx=0x7f06c4006e70 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:59.570 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.567+0000 7f06cbfff640 1 -- 172.21.15.83:0/495255440 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f06cc016f80 con 0x7f06c0003a60 2024-09-21T02:43:59.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.735+0000 7f06d981e640 1 -- 172.21.15.83:0/495255440 --> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f06d40cf080 con 0x7f06b4073200 2024-09-21T02:43:59.745 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.743+0000 7f06cbfff640 1 -- 172.21.15.83:0/495255440 <== mgr.4150 v2:172.21.15.83:6800/38882767 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+239239 (secure 0 0 0) 0x7f06d40cf080 con 0x7f06b4073200 2024-09-21T02:43:59.748 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:43:59.749 INFO:teuthology.orchestra.run.smithi083.stderr:dumped all 2024-09-21T02:43:59.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.743+0000 7f06d981e640 1 -- 172.21.15.83:0/495255440 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f06b4073200 msgr2=0x7f06b4075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:59.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.743+0000 7f06d981e640 1 --2- 172.21.15.83:0/495255440 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f06b4073200 0x7f06b4075710 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f06d415d050 tx=0x7f06c4006e70 comp rx=0 tx=0).stop 2024-09-21T02:43:59.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.743+0000 7f06d981e640 1 -- 172.21.15.83:0/495255440 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f06c0003a60 msgr2=0x7f06d414ae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:59.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.743+0000 7f06d981e640 1 --2- 172.21.15.83:0/495255440 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f06c0003a60 0x7f06d414ae60 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f06cc01d0a0 tx=0x7f06cc005520 comp rx=0 tx=0).stop 2024-09-21T02:43:59.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.743+0000 7f06d981e640 1 -- 172.21.15.83:0/495255440 shutdown_connections 2024-09-21T02:43:59.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.743+0000 7f06d981e640 1 --2- 172.21.15.83:0/495255440 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f06b4073200 0x7f06b4075710 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:59.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.747+0000 7f06d981e640 1 --2- 172.21.15.83:0/495255440 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f06d41436f0 0x7f06d414cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:59.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.747+0000 7f06d981e640 1 --2- 172.21.15.83:0/495255440 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f06d414b3a0 0x7f06d41431b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:59.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.747+0000 7f06d981e640 1 --2- 172.21.15.83:0/495255440 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f06c0003a60 0x7f06d414ae60 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:59.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.747+0000 7f06d981e640 1 -- 172.21.15.83:0/495255440 >> 172.21.15.83:0/495255440 conn(0x7f06d406ce90 msgr2=0x7f06d415d360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:59.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.747+0000 7f06d981e640 1 -- 172.21.15.83:0/495255440 shutdown_connections 2024-09-21T02:43:59.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.747+0000 7f06d981e640 1 -- 172.21.15.83:0/495255440 wait complete. 2024-09-21T02:43:59.768 INFO:teuthology.orchestra.run.smithi083.stdout:{"pg_ready":true,"pg_map":{"version":60,"stamp":"2024-09-21T02:43:57.794538+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":44,"acting":44,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":13,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":6,"kb":754974720,"kb_used":224176,"kb_used_data":3768,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754750544,"statfs":{"total":773094113280,"available":772864557056,"internally_reserved":0,"allocated":3858432,"data_stored":2166940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":225496625},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.303819"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-21T02:43:53.503886+0000","last_change":"2024-09-21T02:43:53.503886+0000","last_active":"2024-09-21T02:43:53.485560+0000","last_peered":"2024-09-21T02:43:53.485560+0000","last_clean":"2024-09-21T02:43:53.485560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:53.503886+0000","last_undegraded":"2024-09-21T02:43:53.503886+0000","last_fullsized":"2024-09-21T02:43:53.503886+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-21T02:43:53.496470+0000","last_change":"2024-09-21T02:43:53.496470+0000","last_active":"2024-09-21T02:43:53.485560+0000","last_peered":"2024-09-21T02:43:53.485560+0000","last_clean":"2024-09-21T02:43:53.485560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:53.496470+0000","last_undegraded":"2024-09-21T02:43:53.496470+0000","last_fullsized":"2024-09-21T02:43:53.496470+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:53.485560+0000","last_change":"2024-09-21T02:43:53.485560+0000","last_active":"2024-09-21T02:43:53.485560+0000","last_peered":"2024-09-21T02:43:53.485560+0000","last_clean":"2024-09-21T02:43:53.485560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:53.485560+0000","last_undegraded":"2024-09-21T02:43:53.485560+0000","last_fullsized":"2024-09-21T02:43:53.485560+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-21T02:43:53.496275+0000","last_change":"2024-09-21T02:43:53.496275+0000","last_active":"2024-09-21T02:43:53.485560+0000","last_peered":"2024-09-21T02:43:53.485560+0000","last_clean":"2024-09-21T02:43:53.485560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:53.496275+0000","last_undegraded":"2024-09-21T02:43:53.496275+0000","last_fullsized":"2024-09-21T02:43:53.496275+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:53.485560+0000","last_change":"2024-09-21T02:43:53.485560+0000","last_active":"2024-09-21T02:43:53.485560+0000","last_peered":"2024-09-21T02:43:53.485560+0000","last_clean":"2024-09-21T02:43:53.485560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:53.485560+0000","last_undegraded":"2024-09-21T02:43:53.485560+0000","last_fullsized":"2024-09-21T02:43:53.485560+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:53.485560+0000","last_change":"2024-09-21T02:43:53.485560+0000","last_active":"2024-09-21T02:43:53.485560+0000","last_peered":"2024-09-21T02:43:53.485560+0000","last_clean":"2024-09-21T02:43:53.485560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:53.485560+0000","last_undegraded":"2024-09-21T02:43:53.485560+0000","last_fullsized":"2024-09-21T02:43:53.485560+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:53.485560+0000","last_change":"2024-09-21T02:43:53.485560+0000","last_active":"2024-09-21T02:43:53.485560+0000","last_peered":"2024-09-21T02:43:53.485560+0000","last_clean":"2024-09-21T02:43:53.485560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:53.485560+0000","last_undegraded":"2024-09-21T02:43:53.485560+0000","last_fullsized":"2024-09-21T02:43:53.485560+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:53.485560+0000","last_change":"2024-09-21T02:43:53.485560+0000","last_active":"2024-09-21T02:43:53.485560+0000","last_peered":"2024-09-21T02:43:53.485560+0000","last_clean":"2024-09-21T02:43:53.485560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:53.485560+0000","last_undegraded":"2024-09-21T02:43:53.485560+0000","last_fullsized":"2024-09-21T02:43:53.485560+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-21T02:43:53.496121+0000","last_change":"2024-09-21T02:43:53.496121+0000","last_active":"2024-09-21T02:43:53.485560+0000","last_peered":"2024-09-21T02:43:53.485560+0000","last_clean":"2024-09-21T02:43:53.485560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:53.496121+0000","last_undegraded":"2024-09-21T02:43:53.496121+0000","last_fullsized":"2024-09-21T02:43:53.496121+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-21T02:43:53.496592+0000","last_change":"2024-09-21T02:43:53.496592+0000","last_active":"2024-09-21T02:43:53.485560+0000","last_peered":"2024-09-21T02:43:53.485560+0000","last_clean":"2024-09-21T02:43:53.485560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:53.496592+0000","last_undegraded":"2024-09-21T02:43:53.496592+0000","last_fullsized":"2024-09-21T02:43:53.496592+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-21T02:43:53.504501+0000","last_change":"2024-09-21T02:43:53.504501+0000","last_active":"2024-09-21T02:43:53.485560+0000","last_peered":"2024-09-21T02:43:53.485560+0000","last_clean":"2024-09-21T02:43:53.485560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:53.504501+0000","last_undegraded":"2024-09-21T02:43:53.504501+0000","last_fullsized":"2024-09-21T02:43:53.504501+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-21T02:43:53.508360+0000","last_change":"2024-09-21T02:43:53.508360+0000","last_active":"2024-09-21T02:43:53.485560+0000","last_peered":"2024-09-21T02:43:53.485560+0000","last_clean":"2024-09-21T02:43:53.485560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:53.508360+0000","last_undegraded":"2024-09-21T02:43:53.508360+0000","last_fullsized":"2024-09-21T02:43:53.508360+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:53.485560+0000","last_change":"2024-09-21T02:43:53.485560+0000","last_active":"2024-09-21T02:43:53.485560+0000","last_peered":"2024-09-21T02:43:53.485560+0000","last_clean":"2024-09-21T02:43:53.485560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:53.485560+0000","last_undegraded":"2024-09-21T02:43:53.485560+0000","last_fullsized":"2024-09-21T02:43:53.485560+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-21T02:43:53.495651+0000","last_change":"2024-09-21T02:43:53.495651+0000","last_active":"2024-09-21T02:43:53.485560+0000","last_peered":"2024-09-21T02:43:53.485560+0000","last_clean":"2024-09-21T02:43:53.485560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:53.495651+0000","last_undegraded":"2024-09-21T02:43:53.495651+0000","last_fullsized":"2024-09-21T02:43:53.495651+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-21T02:43:53.497297+0000","last_change":"2024-09-21T02:43:53.497297+0000","last_active":"2024-09-21T02:43:53.485560+0000","last_peered":"2024-09-21T02:43:53.485560+0000","last_clean":"2024-09-21T02:43:53.485560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:53.497297+0000","last_undegraded":"2024-09-21T02:43:53.497297+0000","last_fullsized":"2024-09-21T02:43:53.497297+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:53.485560+0000","last_change":"2024-09-21T02:43:53.485560+0000","last_active":"2024-09-21T02:43:53.485560+0000","last_peered":"2024-09-21T02:43:53.485560+0000","last_clean":"2024-09-21T02:43:53.485560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:53.485560+0000","last_undegraded":"2024-09-21T02:43:53.485560+0000","last_fullsized":"2024-09-21T02:43:53.485560+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:53.485560+0000","last_change":"2024-09-21T02:43:53.485560+0000","last_active":"2024-09-21T02:43:53.485560+0000","last_peered":"2024-09-21T02:43:53.485560+0000","last_clean":"2024-09-21T02:43:53.485560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:53.485560+0000","last_undegraded":"2024-09-21T02:43:53.485560+0000","last_fullsized":"2024-09-21T02:43:53.485560+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:53.485560+0000","last_change":"2024-09-21T02:43:53.485560+0000","last_active":"2024-09-21T02:43:53.485560+0000","last_peered":"2024-09-21T02:43:53.485560+0000","last_clean":"2024-09-21T02:43:53.485560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:53.485560+0000","last_undegraded":"2024-09-21T02:43:53.485560+0000","last_fullsized":"2024-09-21T02:43:53.485560+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-21T02:43:53.505218+0000","last_change":"2024-09-21T02:43:53.505218+0000","last_active":"2024-09-21T02:43:53.485560+0000","last_peered":"2024-09-21T02:43:53.485560+0000","last_clean":"2024-09-21T02:43:53.485560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:53.505218+0000","last_undegraded":"2024-09-21T02:43:53.505218+0000","last_fullsized":"2024-09-21T02:43:53.505218+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-21T02:43:53.498907+0000","last_change":"2024-09-21T02:43:53.498907+0000","last_active":"2024-09-21T02:43:53.485560+0000","last_peered":"2024-09-21T02:43:53.485560+0000","last_clean":"2024-09-21T02:43:53.485560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:53.498907+0000","last_undegraded":"2024-09-21T02:43:53.498907+0000","last_fullsized":"2024-09-21T02:43:53.498907+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-21T02:43:53.495084+0000","last_change":"2024-09-21T02:43:53.495084+0000","last_active":"2024-09-21T02:43:53.485560+0000","last_peered":"2024-09-21T02:43:53.485560+0000","last_clean":"2024-09-21T02:43:53.485560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:53.495084+0000","last_undegraded":"2024-09-21T02:43:53.495084+0000","last_fullsized":"2024-09-21T02:43:53.495084+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:53.485560+0000","last_change":"2024-09-21T02:43:53.485560+0000","last_active":"2024-09-21T02:43:53.485560+0000","last_peered":"2024-09-21T02:43:53.485560+0000","last_clean":"2024-09-21T02:43:53.485560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:53.485560+0000","last_undegraded":"2024-09-21T02:43:53.485560+0000","last_fullsized":"2024-09-21T02:43:53.485560+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-21T02:43:53.501842+0000","last_change":"2024-09-21T02:43:53.501842+0000","last_active":"2024-09-21T02:43:53.485560+0000","last_peered":"2024-09-21T02:43:53.485560+0000","last_clean":"2024-09-21T02:43:53.485560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:53.501842+0000","last_undegraded":"2024-09-21T02:43:53.501842+0000","last_fullsized":"2024-09-21T02:43:53.501842+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-21T02:43:53.504208+0000","last_change":"2024-09-21T02:43:53.504208+0000","last_active":"2024-09-21T02:43:53.485560+0000","last_peered":"2024-09-21T02:43:53.485560+0000","last_clean":"2024-09-21T02:43:53.485560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:53.504208+0000","last_undegraded":"2024-09-21T02:43:53.504208+0000","last_fullsized":"2024-09-21T02:43:53.504208+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-21T02:43:53.506946+0000","last_change":"2024-09-21T02:43:53.506946+0000","last_active":"2024-09-21T02:43:53.485560+0000","last_peered":"2024-09-21T02:43:53.485560+0000","last_clean":"2024-09-21T02:43:53.485560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:53.506946+0000","last_undegraded":"2024-09-21T02:43:53.506946+0000","last_fullsized":"2024-09-21T02:43:53.506946+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-21T02:43:53.495018+0000","last_change":"2024-09-21T02:43:53.495018+0000","last_active":"2024-09-21T02:43:53.485560+0000","last_peered":"2024-09-21T02:43:53.485560+0000","last_clean":"2024-09-21T02:43:53.485560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:53.495018+0000","last_undegraded":"2024-09-21T02:43:53.495018+0000","last_fullsized":"2024-09-21T02:43:53.495018+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-21T02:43:53.504978+0000","last_change":"2024-09-21T02:43:53.504978+0000","last_active":"2024-09-21T02:43:53.485560+0000","last_peered":"2024-09-21T02:43:53.485560+0000","last_clean":"2024-09-21T02:43:53.485560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:53.504978+0000","last_undegraded":"2024-09-21T02:43:53.504978+0000","last_fullsized":"2024-09-21T02:43:53.504978+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-21T02:43:53.505661+0000","last_change":"2024-09-21T02:43:53.505661+0000","last_active":"2024-09-21T02:43:53.485560+0000","last_peered":"2024-09-21T02:43:53.485560+0000","last_clean":"2024-09-21T02:43:53.485560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:53.505661+0000","last_undegraded":"2024-09-21T02:43:53.505661+0000","last_fullsized":"2024-09-21T02:43:53.505661+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-21T02:43:53.504159+0000","last_change":"2024-09-21T02:43:53.504159+0000","last_active":"2024-09-21T02:43:53.485560+0000","last_peered":"2024-09-21T02:43:53.485560+0000","last_clean":"2024-09-21T02:43:53.485560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:53.504159+0000","last_undegraded":"2024-09-21T02:43:53.504159+0000","last_fullsized":"2024-09-21T02:43:53.504159+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:53.485560+0000","last_change":"2024-09-21T02:43:53.485560+0000","last_active":"2024-09-21T02:43:53.485560+0000","last_peered":"2024-09-21T02:43:53.485560+0000","last_clean":"2024-09-21T02:43:53.485560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:53.485560+0000","last_undegraded":"2024-09-21T02:43:53.485560+0000","last_fullsized":"2024-09-21T02:43:53.485560+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-21T02:43:53.495467+0000","last_change":"2024-09-21T02:43:53.495467+0000","last_active":"2024-09-21T02:43:53.485560+0000","last_peered":"2024-09-21T02:43:53.485560+0000","last_clean":"2024-09-21T02:43:53.485560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:53.495467+0000","last_undegraded":"2024-09-21T02:43:53.495467+0000","last_fullsized":"2024-09-21T02:43:53.495467+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T02:43:54.489107+0000","last_change":"2024-09-21T02:43:54.489107+0000","last_active":"2024-09-21T02:43:54.489107+0000","last_peered":"2024-09-21T02:43:54.489107+0000","last_clean":"2024-09-21T02:43:54.489107+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:54.489107+0000","last_undegraded":"2024-09-21T02:43:54.489107+0000","last_fullsized":"2024-09-21T02:43:54.489107+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-21T02:43:53.503441+0000","last_change":"2024-09-21T02:43:53.503441+0000","last_active":"2024-09-21T02:43:53.485560+0000","last_peered":"2024-09-21T02:43:53.485560+0000","last_clean":"2024-09-21T02:43:53.485560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T02:43:53.503441+0000","last_undegraded":"2024-09-21T02:43:53.503441+0000","last_fullsized":"2024-09-21T02:43:53.503441+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":125,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T02:43:53.502958+0000","last_change":"2024-09-21T02:42:55.639113+0000","last_active":"2024-09-21T02:43:53.502958+0000","last_peered":"2024-09-21T02:43:53.502958+0000","last_clean":"2024-09-21T02:43:53.502958+0000","last_became_active":"2024-09-21T02:42:55.638285+0000","last_became_peered":"2024-09-21T02:42:55.638285+0000","last_unstale":"2024-09-21T02:43:53.502958+0000","last_undegraded":"2024-09-21T02:43:53.502958+0000","last_fullsized":"2024-09-21T02:43:53.502958+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:42:54.606687+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:42:54.606687+0000","last_clean_scrub_stamp":"2024-09-21T02:42:54.606687+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:36:42.254718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":42,"acting":42,"num_store_stats":6},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509457,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":339968,"data_stored":126184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509456,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27936,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343904,"statfs":{"total":96636764160,"available":96608157696,"internally_reserved":0,"allocated":921600,"data_stored":710735,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509455,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":339968,"data_stored":126184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":339968,"data_stored":126184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509455,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27352,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344488,"statfs":{"total":96636764160,"available":96608755712,"internally_reserved":0,"allocated":327680,"data_stored":120367,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509455,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27928,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343912,"statfs":{"total":96636764160,"available":96608165888,"internally_reserved":0,"allocated":921600,"data_stored":710735,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":339968,"data_stored":126184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542160,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31520,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340320,"statfs":{"total":96636764160,"available":96604487680,"internally_reserved":0,"allocated":327680,"data_stored":120367,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T02:43:59.776 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T02:43:59.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.955+0000 7f297b968640 1 -- 172.21.15.83:0/588881127 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f297406f470 msgr2=0x7f29740cc010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:59.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.955+0000 7f297b968640 1 --2- 172.21.15.83:0/588881127 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f297406f470 0x7f29740cc010 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f2964009900 tx=0x7f296401c820 comp rx=0 tx=0).stop 2024-09-21T02:43:59.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.955+0000 7f297b968640 1 -- 172.21.15.83:0/588881127 shutdown_connections 2024-09-21T02:43:59.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.955+0000 7f297b968640 1 --2- 172.21.15.83:0/588881127 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f297413e670 0x7f29740cc550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:59.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.955+0000 7f297b968640 1 --2- 172.21.15.83:0/588881127 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f297406f470 0x7f29740cc010 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:59.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.955+0000 7f297b968640 1 -- 172.21.15.83:0/588881127 >> 172.21.15.83:0/588881127 conn(0x7f297406ce90 msgr2=0x7f297406d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:43:59.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.955+0000 7f297b968640 1 -- 172.21.15.83:0/588881127 shutdown_connections 2024-09-21T02:43:59.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.955+0000 7f297b968640 1 -- 172.21.15.83:0/588881127 wait complete. 2024-09-21T02:43:59.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.955+0000 7f297b968640 1 Processor -- start 2024-09-21T02:43:59.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.955+0000 7f297b968640 1 -- start start 2024-09-21T02:43:59.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.959+0000 7f297b968640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f297413e260 0x7f297415d560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:59.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.959+0000 7f297b968640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f297413e670 0x7f297413b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:59.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.959+0000 7f297b968640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f297415daa0 0x7f297413bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:59.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.959+0000 7f297b968640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f297415e800 con 0x7f297413e670 2024-09-21T02:43:59.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.959+0000 7f297b968640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f29740d0720 con 0x7f297415daa0 2024-09-21T02:43:59.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.959+0000 7f297b968640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f297415e980 con 0x7f297413e260 2024-09-21T02:43:59.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.959+0000 7f2978f03640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f297413e670 0x7f297413b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:59.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.959+0000 7f2978f03640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f297413e670 0x7f297413b8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57206/0 (socket says 172.21.15.83:57206) 2024-09-21T02:43:59.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.959+0000 7f2978f03640 1 -- 172.21.15.83:0/408448464 learned_addr learned my addr 172.21.15.83:0/408448464 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:43:59.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.959+0000 7f2979704640 1 --2- 172.21.15.83:0/408448464 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f297413e260 0x7f297415d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:59.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.959+0000 7f2979f05640 1 --2- 172.21.15.83:0/408448464 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f297415daa0 0x7f297413bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:59.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.959+0000 7f2978f03640 1 -- 172.21.15.83:0/408448464 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f297413e260 msgr2=0x7f297415d560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:59.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.959+0000 7f2978f03640 1 --2- 172.21.15.83:0/408448464 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f297413e260 0x7f297415d560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:59.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.959+0000 7f2978f03640 1 -- 172.21.15.83:0/408448464 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f297415daa0 msgr2=0x7f297413bde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:43:59.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.959+0000 7f2978f03640 1 --2- 172.21.15.83:0/408448464 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f297415daa0 0x7f297413bde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:43:59.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.959+0000 7f2978f03640 1 -- 172.21.15.83:0/408448464 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29740afd20 con 0x7f297413e670 2024-09-21T02:43:59.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.959+0000 7f2978f03640 1 --2- 172.21.15.83:0/408448464 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f297413e670 0x7f297413b8a0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f2964009850 tx=0x7f29640a57f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:59.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.959+0000 7f2969ffb640 1 -- 172.21.15.83:0/408448464 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29640b2040 con 0x7f297413e670 2024-09-21T02:43:59.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.959+0000 7f2969ffb640 1 -- 172.21.15.83:0/408448464 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2964004430 con 0x7f297413e670 2024-09-21T02:43:59.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.959+0000 7f2969ffb640 1 -- 172.21.15.83:0/408448464 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2964005290 con 0x7f297413e670 2024-09-21T02:43:59.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.959+0000 7f297b968640 1 -- 172.21.15.83:0/408448464 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29740af0a0 con 0x7f297413e670 2024-09-21T02:43:59.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.959+0000 7f297b968640 1 -- 172.21.15.83:0/408448464 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29740af380 con 0x7f297413e670 2024-09-21T02:43:59.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.959+0000 7f297b968640 1 -- 172.21.15.83:0/408448464 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f297415eeb0 con 0x7f297413e670 2024-09-21T02:43:59.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.959+0000 7f2969ffb640 1 -- 172.21.15.83:0/408448464 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f2964005430 con 0x7f297413e670 2024-09-21T02:43:59.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.963+0000 7f2969ffb640 1 --2- 172.21.15.83:0/408448464 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2958073200 0x7f2958075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:43:59.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.963+0000 7f2969ffb640 1 -- 172.21.15.83:0/408448464 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f296412e5d0 con 0x7f297413e670 2024-09-21T02:43:59.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.963+0000 7f2979704640 1 --2- 172.21.15.83:0/408448464 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2958073200 0x7f2958075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:43:59.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.963+0000 7f2979704640 1 --2- 172.21.15.83:0/408448464 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2958073200 0x7f2958075710 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f2970001650 tx=0x7f2970009040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:43:59.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:43:59.967+0000 7f2969ffb640 1 -- 172.21.15.83:0/408448464 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f29640164d0 con 0x7f297413e670 2024-09-21T02:44:00.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.123+0000 7f297b968640 1 -- 172.21.15.83:0/408448464 --> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f29740afb70 con 0x7f2958073200 2024-09-21T02:44:00.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.135+0000 7f2969ffb640 1 -- 172.21.15.83:0/408448464 <== mgr.4150 v2:172.21.15.83:6800/38882767 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251943 (secure 0 0 0) 0x7f29740afb70 con 0x7f2958073200 2024-09-21T02:44:00.141 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:44:00.142 INFO:teuthology.orchestra.run.smithi083.stderr:dumped all 2024-09-21T02:44:00.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.139+0000 7f297b968640 1 -- 172.21.15.83:0/408448464 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2958073200 msgr2=0x7f2958075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:00.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.139+0000 7f297b968640 1 --2- 172.21.15.83:0/408448464 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2958073200 0x7f2958075710 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f2970001650 tx=0x7f2970009040 comp rx=0 tx=0).stop 2024-09-21T02:44:00.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.139+0000 7f297b968640 1 -- 172.21.15.83:0/408448464 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f297413e670 msgr2=0x7f297413b8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:00.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.139+0000 7f297b968640 1 --2- 172.21.15.83:0/408448464 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f297413e670 0x7f297413b8a0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f2964009850 tx=0x7f29640a57f0 comp rx=0 tx=0).stop 2024-09-21T02:44:00.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.139+0000 7f297b968640 1 -- 172.21.15.83:0/408448464 shutdown_connections 2024-09-21T02:44:00.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.139+0000 7f297b968640 1 --2- 172.21.15.83:0/408448464 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2958073200 0x7f2958075710 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:00.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.139+0000 7f297b968640 1 --2- 172.21.15.83:0/408448464 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f297415daa0 0x7f297413bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:00.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.139+0000 7f297b968640 1 --2- 172.21.15.83:0/408448464 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f297413e670 0x7f297413b8a0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:00.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.139+0000 7f297b968640 1 --2- 172.21.15.83:0/408448464 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f297413e260 0x7f297415d560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:00.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.139+0000 7f297b968640 1 -- 172.21.15.83:0/408448464 >> 172.21.15.83:0/408448464 conn(0x7f297406ce90 msgr2=0x7f297413eb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:00.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.139+0000 7f297b968640 1 -- 172.21.15.83:0/408448464 shutdown_connections 2024-09-21T02:44:00.145 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.139+0000 7f297b968640 1 -- 172.21.15.83:0/408448464 wait complete. 2024-09-21T02:44:00.160 INFO:teuthology.orchestra.run.smithi083.stdout:{"pg_ready":true,"pg_map":{"version":61,"stamp":"2024-09-21T02:43:59.794952+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":162,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":224588,"kb_used_data":4168,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754750132,"statfs":{"total":773094113280,"available":772864135168,"internally_reserved":0,"allocated":4268032,"data_stored":2349828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":225496625},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":50,"apply_latency_ms":50,"commit_latency_ns":50000000,"apply_latency_ns":50000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001564"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.555480+0000","last_change":"2024-09-21T02:43:55.606623+0000","last_active":"2024-09-21T02:43:57.555480+0000","last_peered":"2024-09-21T02:43:57.555480+0000","last_clean":"2024-09-21T02:43:57.555480+0000","last_became_active":"2024-09-21T02:43:55.606089+0000","last_became_peered":"2024-09-21T02:43:55.606089+0000","last_unstale":"2024-09-21T02:43:57.555480+0000","last_undegraded":"2024-09-21T02:43:57.555480+0000","last_fullsized":"2024-09-21T02:43:57.555480+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:39:40.424296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.565374+0000","last_change":"2024-09-21T02:43:55.598109+0000","last_active":"2024-09-21T02:43:56.565374+0000","last_peered":"2024-09-21T02:43:56.565374+0000","last_clean":"2024-09-21T02:43:56.565374+0000","last_became_active":"2024-09-21T02:43:55.597223+0000","last_became_peered":"2024-09-21T02:43:55.597223+0000","last_unstale":"2024-09-21T02:43:56.565374+0000","last_undegraded":"2024-09-21T02:43:56.565374+0000","last_fullsized":"2024-09-21T02:43:56.565374+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:12:52.453251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.678796+0000","last_change":"2024-09-21T02:43:55.592241+0000","last_active":"2024-09-21T02:43:57.678796+0000","last_peered":"2024-09-21T02:43:57.678796+0000","last_clean":"2024-09-21T02:43:57.678796+0000","last_became_active":"2024-09-21T02:43:55.589214+0000","last_became_peered":"2024-09-21T02:43:55.589214+0000","last_unstale":"2024-09-21T02:43:57.678796+0000","last_undegraded":"2024-09-21T02:43:57.678796+0000","last_fullsized":"2024-09-21T02:43:57.678796+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:13:24.369712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.563716+0000","last_change":"2024-09-21T02:43:55.602663+0000","last_active":"2024-09-21T02:43:56.563716+0000","last_peered":"2024-09-21T02:43:56.563716+0000","last_clean":"2024-09-21T02:43:56.563716+0000","last_became_active":"2024-09-21T02:43:55.602265+0000","last_became_peered":"2024-09-21T02:43:55.602265+0000","last_unstale":"2024-09-21T02:43:56.563716+0000","last_undegraded":"2024-09-21T02:43:56.563716+0000","last_fullsized":"2024-09-21T02:43:56.563716+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:54:24.030023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.563720+0000","last_change":"2024-09-21T02:43:55.600503+0000","last_active":"2024-09-21T02:43:56.563720+0000","last_peered":"2024-09-21T02:43:56.563720+0000","last_clean":"2024-09-21T02:43:56.563720+0000","last_became_active":"2024-09-21T02:43:55.600102+0000","last_became_peered":"2024-09-21T02:43:55.600102+0000","last_unstale":"2024-09-21T02:43:56.563720+0000","last_undegraded":"2024-09-21T02:43:56.563720+0000","last_fullsized":"2024-09-21T02:43:56.563720+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:06.036076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.609390+0000","last_change":"2024-09-21T02:43:55.596742+0000","last_active":"2024-09-21T02:43:56.609390+0000","last_peered":"2024-09-21T02:43:56.609390+0000","last_clean":"2024-09-21T02:43:56.609390+0000","last_became_active":"2024-09-21T02:43:55.595911+0000","last_became_peered":"2024-09-21T02:43:55.595911+0000","last_unstale":"2024-09-21T02:43:56.609390+0000","last_undegraded":"2024-09-21T02:43:56.609390+0000","last_fullsized":"2024-09-21T02:43:56.609390+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:44:20.813805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.554331+0000","last_change":"2024-09-21T02:43:55.606474+0000","last_active":"2024-09-21T02:43:57.554331+0000","last_peered":"2024-09-21T02:43:57.554331+0000","last_clean":"2024-09-21T02:43:57.554331+0000","last_became_active":"2024-09-21T02:43:55.606137+0000","last_became_peered":"2024-09-21T02:43:55.606137+0000","last_unstale":"2024-09-21T02:43:57.554331+0000","last_undegraded":"2024-09-21T02:43:57.554331+0000","last_fullsized":"2024-09-21T02:43:57.554331+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:48:09.942718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.554142+0000","last_change":"2024-09-21T02:43:55.609759+0000","last_active":"2024-09-21T02:43:57.554142+0000","last_peered":"2024-09-21T02:43:57.554142+0000","last_clean":"2024-09-21T02:43:57.554142+0000","last_became_active":"2024-09-21T02:43:55.609321+0000","last_became_peered":"2024-09-21T02:43:55.609321+0000","last_unstale":"2024-09-21T02:43:57.554142+0000","last_undegraded":"2024-09-21T02:43:57.554142+0000","last_fullsized":"2024-09-21T02:43:57.554142+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:20:52.127750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.678878+0000","last_change":"2024-09-21T02:43:55.596760+0000","last_active":"2024-09-21T02:43:57.678878+0000","last_peered":"2024-09-21T02:43:57.678878+0000","last_clean":"2024-09-21T02:43:57.678878+0000","last_became_active":"2024-09-21T02:43:55.591934+0000","last_became_peered":"2024-09-21T02:43:55.591934+0000","last_unstale":"2024-09-21T02:43:57.678878+0000","last_undegraded":"2024-09-21T02:43:57.678878+0000","last_fullsized":"2024-09-21T02:43:57.678878+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:09:11.388853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.566276+0000","last_change":"2024-09-21T02:43:55.597749+0000","last_active":"2024-09-21T02:43:56.566276+0000","last_peered":"2024-09-21T02:43:56.566276+0000","last_clean":"2024-09-21T02:43:56.566276+0000","last_became_active":"2024-09-21T02:43:55.596897+0000","last_became_peered":"2024-09-21T02:43:55.596897+0000","last_unstale":"2024-09-21T02:43:56.566276+0000","last_undegraded":"2024-09-21T02:43:56.566276+0000","last_fullsized":"2024-09-21T02:43:56.566276+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:21:46.848642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.679719+0000","last_change":"2024-09-21T02:43:55.576747+0000","last_active":"2024-09-21T02:43:57.679719+0000","last_peered":"2024-09-21T02:43:57.679719+0000","last_clean":"2024-09-21T02:43:57.679719+0000","last_became_active":"2024-09-21T02:43:55.575874+0000","last_became_peered":"2024-09-21T02:43:55.575874+0000","last_unstale":"2024-09-21T02:43:57.679719+0000","last_undegraded":"2024-09-21T02:43:57.679719+0000","last_fullsized":"2024-09-21T02:43:57.679719+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:48:14.875013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.678383+0000","last_change":"2024-09-21T02:43:55.610653+0000","last_active":"2024-09-21T02:43:57.678383+0000","last_peered":"2024-09-21T02:43:57.678383+0000","last_clean":"2024-09-21T02:43:57.678383+0000","last_became_active":"2024-09-21T02:43:55.610148+0000","last_became_peered":"2024-09-21T02:43:55.610148+0000","last_unstale":"2024-09-21T02:43:57.678383+0000","last_undegraded":"2024-09-21T02:43:57.678383+0000","last_fullsized":"2024-09-21T02:43:57.678383+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:18:13.365957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.680862+0000","last_change":"2024-09-21T02:43:55.611960+0000","last_active":"2024-09-21T02:43:57.680862+0000","last_peered":"2024-09-21T02:43:57.680862+0000","last_clean":"2024-09-21T02:43:57.680862+0000","last_became_active":"2024-09-21T02:43:55.611383+0000","last_became_peered":"2024-09-21T02:43:55.611383+0000","last_unstale":"2024-09-21T02:43:57.680862+0000","last_undegraded":"2024-09-21T02:43:57.680862+0000","last_fullsized":"2024-09-21T02:43:57.680862+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:20:52.127750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.562818+0000","last_change":"2024-09-21T02:43:55.583239+0000","last_active":"2024-09-21T02:43:56.562818+0000","last_peered":"2024-09-21T02:43:56.562818+0000","last_clean":"2024-09-21T02:43:56.562818+0000","last_became_active":"2024-09-21T02:43:55.582365+0000","last_became_peered":"2024-09-21T02:43:55.582365+0000","last_unstale":"2024-09-21T02:43:56.562818+0000","last_undegraded":"2024-09-21T02:43:56.562818+0000","last_fullsized":"2024-09-21T02:43:56.562818+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:29:42.442734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.563338+0000","last_change":"2024-09-21T02:43:55.608226+0000","last_active":"2024-09-21T02:43:56.563338+0000","last_peered":"2024-09-21T02:43:56.563338+0000","last_clean":"2024-09-21T02:43:56.563338+0000","last_became_active":"2024-09-21T02:43:55.607739+0000","last_became_peered":"2024-09-21T02:43:55.607739+0000","last_unstale":"2024-09-21T02:43:56.563338+0000","last_undegraded":"2024-09-21T02:43:56.563338+0000","last_fullsized":"2024-09-21T02:43:56.563338+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:19:41.872191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.563293+0000","last_change":"2024-09-21T02:43:55.604835+0000","last_active":"2024-09-21T02:43:56.563293+0000","last_peered":"2024-09-21T02:43:56.563293+0000","last_clean":"2024-09-21T02:43:56.563293+0000","last_became_active":"2024-09-21T02:43:55.604241+0000","last_became_peered":"2024-09-21T02:43:55.604241+0000","last_unstale":"2024-09-21T02:43:56.563293+0000","last_undegraded":"2024-09-21T02:43:56.563293+0000","last_fullsized":"2024-09-21T02:43:56.563293+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:48:09.942718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.679378+0000","last_change":"2024-09-21T02:43:55.584577+0000","last_active":"2024-09-21T02:43:57.679378+0000","last_peered":"2024-09-21T02:43:57.679378+0000","last_clean":"2024-09-21T02:43:57.679378+0000","last_became_active":"2024-09-21T02:43:55.583706+0000","last_became_peered":"2024-09-21T02:43:55.583706+0000","last_unstale":"2024-09-21T02:43:57.679378+0000","last_undegraded":"2024-09-21T02:43:57.679378+0000","last_fullsized":"2024-09-21T02:43:57.679378+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:48:56.467676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.609648+0000","last_change":"2024-09-21T02:43:55.610384+0000","last_active":"2024-09-21T02:43:56.609648+0000","last_peered":"2024-09-21T02:43:56.609648+0000","last_clean":"2024-09-21T02:43:56.609648+0000","last_became_active":"2024-09-21T02:43:55.610058+0000","last_became_peered":"2024-09-21T02:43:55.610058+0000","last_unstale":"2024-09-21T02:43:56.609648+0000","last_undegraded":"2024-09-21T02:43:56.609648+0000","last_fullsized":"2024-09-21T02:43:56.609648+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:08:11.714114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.609748+0000","last_change":"2024-09-21T02:43:55.591880+0000","last_active":"2024-09-21T02:43:56.609748+0000","last_peered":"2024-09-21T02:43:56.609748+0000","last_clean":"2024-09-21T02:43:56.609748+0000","last_became_active":"2024-09-21T02:43:55.590982+0000","last_became_peered":"2024-09-21T02:43:55.590982+0000","last_unstale":"2024-09-21T02:43:56.609748+0000","last_undegraded":"2024-09-21T02:43:56.609748+0000","last_fullsized":"2024-09-21T02:43:56.609748+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:52:35.995755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.680825+0000","last_change":"2024-09-21T02:43:55.609667+0000","last_active":"2024-09-21T02:43:57.680825+0000","last_peered":"2024-09-21T02:43:57.680825+0000","last_clean":"2024-09-21T02:43:57.680825+0000","last_became_active":"2024-09-21T02:43:55.607908+0000","last_became_peered":"2024-09-21T02:43:55.607908+0000","last_unstale":"2024-09-21T02:43:57.680825+0000","last_undegraded":"2024-09-21T02:43:57.680825+0000","last_fullsized":"2024-09-21T02:43:57.680825+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:04:19.370241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.563908+0000","last_change":"2024-09-21T02:43:55.592163+0000","last_active":"2024-09-21T02:43:56.563908+0000","last_peered":"2024-09-21T02:43:56.563908+0000","last_clean":"2024-09-21T02:43:56.563908+0000","last_became_active":"2024-09-21T02:43:55.591372+0000","last_became_peered":"2024-09-21T02:43:55.591372+0000","last_unstale":"2024-09-21T02:43:56.563908+0000","last_undegraded":"2024-09-21T02:43:56.563908+0000","last_fullsized":"2024-09-21T02:43:56.563908+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:06.036076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.554403+0000","last_change":"2024-09-21T02:43:55.614116+0000","last_active":"2024-09-21T02:43:57.554403+0000","last_peered":"2024-09-21T02:43:57.554403+0000","last_clean":"2024-09-21T02:43:57.554403+0000","last_became_active":"2024-09-21T02:43:55.613626+0000","last_became_peered":"2024-09-21T02:43:55.613626+0000","last_unstale":"2024-09-21T02:43:57.554403+0000","last_undegraded":"2024-09-21T02:43:57.554403+0000","last_fullsized":"2024-09-21T02:43:57.554403+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:19:41.872191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.680566+0000","last_change":"2024-09-21T02:43:55.608349+0000","last_active":"2024-09-21T02:43:57.680566+0000","last_peered":"2024-09-21T02:43:57.680566+0000","last_clean":"2024-09-21T02:43:57.680566+0000","last_became_active":"2024-09-21T02:43:55.607883+0000","last_became_peered":"2024-09-21T02:43:55.607883+0000","last_unstale":"2024-09-21T02:43:57.680566+0000","last_undegraded":"2024-09-21T02:43:57.680566+0000","last_fullsized":"2024-09-21T02:43:57.680566+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:43:40.509254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.555345+0000","last_change":"2024-09-21T02:43:55.612580+0000","last_active":"2024-09-21T02:43:57.555345+0000","last_peered":"2024-09-21T02:43:57.555345+0000","last_clean":"2024-09-21T02:43:57.555345+0000","last_became_active":"2024-09-21T02:43:55.612187+0000","last_became_peered":"2024-09-21T02:43:55.612187+0000","last_unstale":"2024-09-21T02:43:57.555345+0000","last_undegraded":"2024-09-21T02:43:57.555345+0000","last_fullsized":"2024-09-21T02:43:57.555345+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:25:51.302554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.566242+0000","last_change":"2024-09-21T02:43:55.593645+0000","last_active":"2024-09-21T02:43:56.566242+0000","last_peered":"2024-09-21T02:43:56.566242+0000","last_clean":"2024-09-21T02:43:56.566242+0000","last_became_active":"2024-09-21T02:43:55.592379+0000","last_became_peered":"2024-09-21T02:43:55.592379+0000","last_unstale":"2024-09-21T02:43:56.566242+0000","last_undegraded":"2024-09-21T02:43:56.566242+0000","last_fullsized":"2024-09-21T02:43:56.566242+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:55:08.908902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.566787+0000","last_change":"2024-09-21T02:43:55.588607+0000","last_active":"2024-09-21T02:43:56.566787+0000","last_peered":"2024-09-21T02:43:56.566787+0000","last_clean":"2024-09-21T02:43:56.566787+0000","last_became_active":"2024-09-21T02:43:55.587810+0000","last_became_peered":"2024-09-21T02:43:55.587810+0000","last_unstale":"2024-09-21T02:43:56.566787+0000","last_undegraded":"2024-09-21T02:43:56.566787+0000","last_fullsized":"2024-09-21T02:43:56.566787+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:49:37.757072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.564939+0000","last_change":"2024-09-21T02:43:55.590117+0000","last_active":"2024-09-21T02:43:56.564939+0000","last_peered":"2024-09-21T02:43:56.564939+0000","last_clean":"2024-09-21T02:43:56.564939+0000","last_became_active":"2024-09-21T02:43:55.589234+0000","last_became_peered":"2024-09-21T02:43:55.589234+0000","last_unstale":"2024-09-21T02:43:56.564939+0000","last_undegraded":"2024-09-21T02:43:56.564939+0000","last_fullsized":"2024-09-21T02:43:56.564939+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:25:51.302554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.555597+0000","last_change":"2024-09-21T02:43:55.610288+0000","last_active":"2024-09-21T02:43:57.555597+0000","last_peered":"2024-09-21T02:43:57.555597+0000","last_clean":"2024-09-21T02:43:57.555597+0000","last_became_active":"2024-09-21T02:43:55.609991+0000","last_became_peered":"2024-09-21T02:43:55.609991+0000","last_unstale":"2024-09-21T02:43:57.555597+0000","last_undegraded":"2024-09-21T02:43:57.555597+0000","last_fullsized":"2024-09-21T02:43:57.555597+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:29:37.069902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.564037+0000","last_change":"2024-09-21T02:43:55.602666+0000","last_active":"2024-09-21T02:43:56.564037+0000","last_peered":"2024-09-21T02:43:56.564037+0000","last_clean":"2024-09-21T02:43:56.564037+0000","last_became_active":"2024-09-21T02:43:55.600596+0000","last_became_peered":"2024-09-21T02:43:55.600596+0000","last_unstale":"2024-09-21T02:43:56.564037+0000","last_undegraded":"2024-09-21T02:43:56.564037+0000","last_fullsized":"2024-09-21T02:43:56.564037+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:39:40.424296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.563895+0000","last_change":"2024-09-21T02:43:55.587059+0000","last_active":"2024-09-21T02:43:56.563895+0000","last_peered":"2024-09-21T02:43:56.563895+0000","last_clean":"2024-09-21T02:43:56.563895+0000","last_became_active":"2024-09-21T02:43:55.586153+0000","last_became_peered":"2024-09-21T02:43:55.586153+0000","last_unstale":"2024-09-21T02:43:56.563895+0000","last_undegraded":"2024-09-21T02:43:56.563895+0000","last_fullsized":"2024-09-21T02:43:56.563895+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:25:37.285799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.554664+0000","last_change":"2024-09-21T02:43:55.599048+0000","last_active":"2024-09-21T02:43:57.554664+0000","last_peered":"2024-09-21T02:43:57.554664+0000","last_clean":"2024-09-21T02:43:57.554664+0000","last_became_active":"2024-09-21T02:43:55.598323+0000","last_became_peered":"2024-09-21T02:43:55.598323+0000","last_unstale":"2024-09-21T02:43:57.554664+0000","last_undegraded":"2024-09-21T02:43:57.554664+0000","last_fullsized":"2024-09-21T02:43:57.554664+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:29:42.442734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.678172+0000","last_change":"2024-09-21T02:43:55.594161+0000","last_active":"2024-09-21T02:43:57.678172+0000","last_peered":"2024-09-21T02:43:57.678172+0000","last_clean":"2024-09-21T02:43:57.678172+0000","last_became_active":"2024-09-21T02:43:55.593236+0000","last_became_peered":"2024-09-21T02:43:55.593236+0000","last_unstale":"2024-09-21T02:43:57.678172+0000","last_undegraded":"2024-09-21T02:43:57.678172+0000","last_fullsized":"2024-09-21T02:43:57.678172+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:17:27.404898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.681136+0000","last_change":"2024-09-21T02:43:55.608771+0000","last_active":"2024-09-21T02:43:57.681136+0000","last_peered":"2024-09-21T02:43:57.681136+0000","last_clean":"2024-09-21T02:43:57.681136+0000","last_became_active":"2024-09-21T02:43:55.607698+0000","last_became_peered":"2024-09-21T02:43:55.607698+0000","last_unstale":"2024-09-21T02:43:57.681136+0000","last_undegraded":"2024-09-21T02:43:57.681136+0000","last_fullsized":"2024-09-21T02:43:57.681136+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:48:09.942718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1f","version":"33'4","reported_seq":19,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.679614+0000","last_change":"2024-09-21T02:43:54.531034+0000","last_active":"2024-09-21T02:43:57.679614+0000","last_peered":"2024-09-21T02:43:57.679614+0000","last_clean":"2024-09-21T02:43:57.679614+0000","last_became_active":"2024-09-21T02:43:54.530347+0000","last_became_peered":"2024-09-21T02:43:54.530347+0000","last_unstale":"2024-09-21T02:43:57.679614+0000","last_undegraded":"2024-09-21T02:43:57.679614+0000","last_fullsized":"2024-09-21T02:43:57.679614+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:39:39.420749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.555980+0000","last_change":"2024-09-21T02:43:55.595448+0000","last_active":"2024-09-21T02:43:57.555980+0000","last_peered":"2024-09-21T02:43:57.555980+0000","last_clean":"2024-09-21T02:43:57.555980+0000","last_became_active":"2024-09-21T02:43:55.594525+0000","last_became_peered":"2024-09-21T02:43:55.594525+0000","last_unstale":"2024-09-21T02:43:57.555980+0000","last_undegraded":"2024-09-21T02:43:57.555980+0000","last_fullsized":"2024-09-21T02:43:57.555980+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:55:08.908902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1e","version":"33'1","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.566920+0000","last_change":"2024-09-21T02:43:54.518165+0000","last_active":"2024-09-21T02:43:56.566920+0000","last_peered":"2024-09-21T02:43:56.566920+0000","last_clean":"2024-09-21T02:43:56.566920+0000","last_became_active":"2024-09-21T02:43:54.517085+0000","last_became_peered":"2024-09-21T02:43:54.517085+0000","last_unstale":"2024-09-21T02:43:56.566920+0000","last_undegraded":"2024-09-21T02:43:56.566920+0000","last_fullsized":"2024-09-21T02:43:56.566920+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:57:48.782525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.555690+0000","last_change":"2024-09-21T02:43:55.608420+0000","last_active":"2024-09-21T02:43:57.555690+0000","last_peered":"2024-09-21T02:43:57.555690+0000","last_clean":"2024-09-21T02:43:57.555690+0000","last_became_active":"2024-09-21T02:43:55.608103+0000","last_became_peered":"2024-09-21T02:43:55.608103+0000","last_unstale":"2024-09-21T02:43:57.555690+0000","last_undegraded":"2024-09-21T02:43:57.555690+0000","last_fullsized":"2024-09-21T02:43:57.555690+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:00:19.182691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"33'2","reported_seq":17,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.610127+0000","last_change":"2024-09-21T02:43:54.545786+0000","last_active":"2024-09-21T02:43:56.610127+0000","last_peered":"2024-09-21T02:43:56.610127+0000","last_clean":"2024-09-21T02:43:56.610127+0000","last_became_active":"2024-09-21T02:43:54.544868+0000","last_became_peered":"2024-09-21T02:43:54.544868+0000","last_unstale":"2024-09-21T02:43:56.610127+0000","last_undegraded":"2024-09-21T02:43:56.610127+0000","last_fullsized":"2024-09-21T02:43:56.610127+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:58:16.659622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.565994+0000","last_change":"2024-09-21T02:43:55.607481+0000","last_active":"2024-09-21T02:43:56.565994+0000","last_peered":"2024-09-21T02:43:56.565994+0000","last_clean":"2024-09-21T02:43:56.565994+0000","last_became_active":"2024-09-21T02:43:55.607054+0000","last_became_peered":"2024-09-21T02:43:55.607054+0000","last_unstale":"2024-09-21T02:43:56.565994+0000","last_undegraded":"2024-09-21T02:43:56.565994+0000","last_fullsized":"2024-09-21T02:43:56.565994+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:00:19.182691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"33'2","reported_seq":17,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.563950+0000","last_change":"2024-09-21T02:43:54.546186+0000","last_active":"2024-09-21T02:43:56.563950+0000","last_peered":"2024-09-21T02:43:56.563950+0000","last_clean":"2024-09-21T02:43:56.563950+0000","last_became_active":"2024-09-21T02:43:54.545369+0000","last_became_peered":"2024-09-21T02:43:54.545369+0000","last_unstale":"2024-09-21T02:43:56.563950+0000","last_undegraded":"2024-09-21T02:43:56.563950+0000","last_fullsized":"2024-09-21T02:43:56.563950+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:23:21.743883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.679057+0000","last_change":"2024-09-21T02:43:55.590851+0000","last_active":"2024-09-21T02:43:57.679057+0000","last_peered":"2024-09-21T02:43:57.679057+0000","last_clean":"2024-09-21T02:43:57.679057+0000","last_became_active":"2024-09-21T02:43:55.589866+0000","last_became_peered":"2024-09-21T02:43:55.589866+0000","last_unstale":"2024-09-21T02:43:57.679057+0000","last_undegraded":"2024-09-21T02:43:57.679057+0000","last_fullsized":"2024-09-21T02:43:57.679057+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:11:31.692157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"33'1","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.554869+0000","last_change":"2024-09-21T02:43:54.537275+0000","last_active":"2024-09-21T02:43:57.554869+0000","last_peered":"2024-09-21T02:43:57.554869+0000","last_clean":"2024-09-21T02:43:57.554869+0000","last_became_active":"2024-09-21T02:43:54.536837+0000","last_became_peered":"2024-09-21T02:43:54.536837+0000","last_unstale":"2024-09-21T02:43:57.554869+0000","last_undegraded":"2024-09-21T02:43:57.554869+0000","last_fullsized":"2024-09-21T02:43:57.554869+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:41:28.447454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.554572+0000","last_change":"2024-09-21T02:43:55.598611+0000","last_active":"2024-09-21T02:43:57.554572+0000","last_peered":"2024-09-21T02:43:57.554572+0000","last_clean":"2024-09-21T02:43:57.554572+0000","last_became_active":"2024-09-21T02:43:55.597960+0000","last_became_peered":"2024-09-21T02:43:55.597960+0000","last_unstale":"2024-09-21T02:43:57.554572+0000","last_undegraded":"2024-09-21T02:43:57.554572+0000","last_fullsized":"2024-09-21T02:43:57.554572+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:25:37.285799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1a","version":"33'1","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.554413+0000","last_change":"2024-09-21T02:43:54.542155+0000","last_active":"2024-09-21T02:43:57.554413+0000","last_peered":"2024-09-21T02:43:57.554413+0000","last_clean":"2024-09-21T02:43:57.554413+0000","last_became_active":"2024-09-21T02:43:54.541779+0000","last_became_peered":"2024-09-21T02:43:54.541779+0000","last_unstale":"2024-09-21T02:43:57.554413+0000","last_undegraded":"2024-09-21T02:43:57.554413+0000","last_fullsized":"2024-09-21T02:43:57.554413+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:26:54.474225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.678354+0000","last_change":"2024-09-21T02:43:55.590620+0000","last_active":"2024-09-21T02:43:57.678354+0000","last_peered":"2024-09-21T02:43:57.678354+0000","last_clean":"2024-09-21T02:43:57.678354+0000","last_became_active":"2024-09-21T02:43:55.589378+0000","last_became_peered":"2024-09-21T02:43:55.589378+0000","last_unstale":"2024-09-21T02:43:57.678354+0000","last_undegraded":"2024-09-21T02:43:57.678354+0000","last_fullsized":"2024-09-21T02:43:57.678354+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:41:29.451001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.609138+0000","last_change":"2024-09-21T02:43:54.545379+0000","last_active":"2024-09-21T02:43:56.609138+0000","last_peered":"2024-09-21T02:43:56.609138+0000","last_clean":"2024-09-21T02:43:56.609138+0000","last_became_active":"2024-09-21T02:43:54.544530+0000","last_became_peered":"2024-09-21T02:43:54.544530+0000","last_unstale":"2024-09-21T02:43:56.609138+0000","last_undegraded":"2024-09-21T02:43:56.609138+0000","last_fullsized":"2024-09-21T02:43:56.609138+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:25:15.120752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.562536+0000","last_change":"2024-09-21T02:43:55.602302+0000","last_active":"2024-09-21T02:43:56.562536+0000","last_peered":"2024-09-21T02:43:56.562536+0000","last_clean":"2024-09-21T02:43:56.562536+0000","last_became_active":"2024-09-21T02:43:55.601886+0000","last_became_peered":"2024-09-21T02:43:55.601886+0000","last_unstale":"2024-09-21T02:43:56.562536+0000","last_undegraded":"2024-09-21T02:43:56.562536+0000","last_fullsized":"2024-09-21T02:43:56.562536+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:19:41.872191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.555428+0000","last_change":"2024-09-21T02:43:54.529414+0000","last_active":"2024-09-21T02:43:57.555428+0000","last_peered":"2024-09-21T02:43:57.555428+0000","last_clean":"2024-09-21T02:43:57.555428+0000","last_became_active":"2024-09-21T02:43:54.528811+0000","last_became_peered":"2024-09-21T02:43:54.528811+0000","last_unstale":"2024-09-21T02:43:57.555428+0000","last_undegraded":"2024-09-21T02:43:57.555428+0000","last_fullsized":"2024-09-21T02:43:57.555428+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:13:23.366165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.679293+0000","last_change":"2024-09-21T02:43:55.607476+0000","last_active":"2024-09-21T02:43:57.679293+0000","last_peered":"2024-09-21T02:43:57.679293+0000","last_clean":"2024-09-21T02:43:57.679293+0000","last_became_active":"2024-09-21T02:43:55.607109+0000","last_became_peered":"2024-09-21T02:43:55.607109+0000","last_unstale":"2024-09-21T02:43:57.679293+0000","last_undegraded":"2024-09-21T02:43:57.679293+0000","last_fullsized":"2024-09-21T02:43:57.679293+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:50:57.877998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.565409+0000","last_change":"2024-09-21T02:43:54.520192+0000","last_active":"2024-09-21T02:43:56.565409+0000","last_peered":"2024-09-21T02:43:56.565409+0000","last_clean":"2024-09-21T02:43:56.565409+0000","last_became_active":"2024-09-21T02:43:54.519306+0000","last_became_peered":"2024-09-21T02:43:54.519306+0000","last_unstale":"2024-09-21T02:43:56.565409+0000","last_undegraded":"2024-09-21T02:43:56.565409+0000","last_fullsized":"2024-09-21T02:43:56.565409+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:55:22.509264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.567224+0000","last_change":"2024-09-21T02:43:55.597612+0000","last_active":"2024-09-21T02:43:56.567224+0000","last_peered":"2024-09-21T02:43:56.567224+0000","last_clean":"2024-09-21T02:43:56.567224+0000","last_became_active":"2024-09-21T02:43:55.596719+0000","last_became_peered":"2024-09-21T02:43:55.596719+0000","last_unstale":"2024-09-21T02:43:56.567224+0000","last_undegraded":"2024-09-21T02:43:56.567224+0000","last_fullsized":"2024-09-21T02:43:56.567224+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:20:31.994395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.564849+0000","last_change":"2024-09-21T02:43:54.532087+0000","last_active":"2024-09-21T02:43:56.564849+0000","last_peered":"2024-09-21T02:43:56.564849+0000","last_clean":"2024-09-21T02:43:56.564849+0000","last_became_active":"2024-09-21T02:43:54.531160+0000","last_became_peered":"2024-09-21T02:43:54.531160+0000","last_unstale":"2024-09-21T02:43:56.564849+0000","last_undegraded":"2024-09-21T02:43:56.564849+0000","last_fullsized":"2024-09-21T02:43:56.564849+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:48:53.597586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.563658+0000","last_change":"2024-09-21T02:43:55.592897+0000","last_active":"2024-09-21T02:43:56.563658+0000","last_peered":"2024-09-21T02:43:56.563658+0000","last_clean":"2024-09-21T02:43:56.563658+0000","last_became_active":"2024-09-21T02:43:55.592044+0000","last_became_peered":"2024-09-21T02:43:55.592044+0000","last_unstale":"2024-09-21T02:43:56.563658+0000","last_undegraded":"2024-09-21T02:43:56.563658+0000","last_fullsized":"2024-09-21T02:43:56.563658+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:39:40.424296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.15","version":"33'3","reported_seq":18,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.679784+0000","last_change":"2024-09-21T02:43:54.533846+0000","last_active":"2024-09-21T02:43:57.679784+0000","last_peered":"2024-09-21T02:43:57.679784+0000","last_clean":"2024-09-21T02:43:57.679784+0000","last_became_active":"2024-09-21T02:43:54.533328+0000","last_became_peered":"2024-09-21T02:43:54.533328+0000","last_unstale":"2024-09-21T02:43:57.679784+0000","last_undegraded":"2024-09-21T02:43:57.679784+0000","last_fullsized":"2024-09-21T02:43:57.679784+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:30:46.151498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.679495+0000","last_change":"2024-09-21T02:43:55.593537+0000","last_active":"2024-09-21T02:43:57.679495+0000","last_peered":"2024-09-21T02:43:57.679495+0000","last_clean":"2024-09-21T02:43:57.679495+0000","last_became_active":"2024-09-21T02:43:55.590718+0000","last_became_peered":"2024-09-21T02:43:55.590718+0000","last_unstale":"2024-09-21T02:43:57.679495+0000","last_undegraded":"2024-09-21T02:43:57.679495+0000","last_fullsized":"2024-09-21T02:43:57.679495+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:29:40.046708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"33'6","reported_seq":21,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.680452+0000","last_change":"2024-09-21T02:43:54.542169+0000","last_active":"2024-09-21T02:43:57.680452+0000","last_peered":"2024-09-21T02:43:57.680452+0000","last_clean":"2024-09-21T02:43:57.680452+0000","last_became_active":"2024-09-21T02:43:54.541308+0000","last_became_peered":"2024-09-21T02:43:54.541308+0000","last_unstale":"2024-09-21T02:43:57.680452+0000","last_undegraded":"2024-09-21T02:43:57.680452+0000","last_fullsized":"2024-09-21T02:43:57.680452+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:09:10.385306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.679954+0000","last_change":"2024-09-21T02:43:55.608796+0000","last_active":"2024-09-21T02:43:57.679954+0000","last_peered":"2024-09-21T02:43:57.679954+0000","last_clean":"2024-09-21T02:43:57.679954+0000","last_became_active":"2024-09-21T02:43:55.608413+0000","last_became_peered":"2024-09-21T02:43:55.608413+0000","last_unstale":"2024-09-21T02:43:57.679954+0000","last_undegraded":"2024-09-21T02:43:57.679954+0000","last_fullsized":"2024-09-21T02:43:57.679954+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:57:48.550896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.13","version":"33'2","reported_seq":17,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.555117+0000","last_change":"2024-09-21T02:43:54.536025+0000","last_active":"2024-09-21T02:43:57.555117+0000","last_peered":"2024-09-21T02:43:57.555117+0000","last_clean":"2024-09-21T02:43:57.555117+0000","last_became_active":"2024-09-21T02:43:54.535533+0000","last_became_peered":"2024-09-21T02:43:54.535533+0000","last_unstale":"2024-09-21T02:43:57.555117+0000","last_undegraded":"2024-09-21T02:43:57.555117+0000","last_fullsized":"2024-09-21T02:43:57.555117+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:18:12.362410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.563367+0000","last_change":"2024-09-21T02:43:55.603719+0000","last_active":"2024-09-21T02:43:56.563367+0000","last_peered":"2024-09-21T02:43:56.563367+0000","last_clean":"2024-09-21T02:43:56.563367+0000","last_became_active":"2024-09-21T02:43:55.603402+0000","last_became_peered":"2024-09-21T02:43:55.603402+0000","last_unstale":"2024-09-21T02:43:56.563367+0000","last_undegraded":"2024-09-21T02:43:56.563367+0000","last_fullsized":"2024-09-21T02:43:56.563367+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:30:47.155044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.562997+0000","last_change":"2024-09-21T02:43:54.536705+0000","last_active":"2024-09-21T02:43:56.562997+0000","last_peered":"2024-09-21T02:43:56.562997+0000","last_clean":"2024-09-21T02:43:56.562997+0000","last_became_active":"2024-09-21T02:43:54.535657+0000","last_became_peered":"2024-09-21T02:43:54.535657+0000","last_unstale":"2024-09-21T02:43:56.562997+0000","last_undegraded":"2024-09-21T02:43:56.562997+0000","last_fullsized":"2024-09-21T02:43:56.562997+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:29:46.106904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.555121+0000","last_change":"2024-09-21T02:43:55.591514+0000","last_active":"2024-09-21T02:43:57.555121+0000","last_peered":"2024-09-21T02:43:57.555121+0000","last_clean":"2024-09-21T02:43:57.555121+0000","last_became_active":"2024-09-21T02:43:55.587002+0000","last_became_peered":"2024-09-21T02:43:55.587002+0000","last_unstale":"2024-09-21T02:43:57.555121+0000","last_undegraded":"2024-09-21T02:43:57.555121+0000","last_fullsized":"2024-09-21T02:43:57.555121+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:30:47.155044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.562045+0000","last_change":"2024-09-21T02:43:54.518101+0000","last_active":"2024-09-21T02:43:56.562045+0000","last_peered":"2024-09-21T02:43:56.562045+0000","last_clean":"2024-09-21T02:43:56.562045+0000","last_became_active":"2024-09-21T02:43:54.517234+0000","last_became_peered":"2024-09-21T02:43:54.517234+0000","last_unstale":"2024-09-21T02:43:56.562045+0000","last_undegraded":"2024-09-21T02:43:56.562045+0000","last_fullsized":"2024-09-21T02:43:56.562045+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:55:27.496156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.678493+0000","last_change":"2024-09-21T02:43:55.585454+0000","last_active":"2024-09-21T02:43:57.678493+0000","last_peered":"2024-09-21T02:43:57.678493+0000","last_clean":"2024-09-21T02:43:57.678493+0000","last_became_active":"2024-09-21T02:43:55.584615+0000","last_became_peered":"2024-09-21T02:43:55.584615+0000","last_unstale":"2024-09-21T02:43:57.678493+0000","last_undegraded":"2024-09-21T02:43:57.678493+0000","last_fullsized":"2024-09-21T02:43:57.678493+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:08:18.896265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.10","version":"33'8","reported_seq":23,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.609019+0000","last_change":"2024-09-21T02:43:54.534435+0000","last_active":"2024-09-21T02:43:56.609019+0000","last_peered":"2024-09-21T02:43:56.609019+0000","last_clean":"2024-09-21T02:43:56.609019+0000","last_became_active":"2024-09-21T02:43:54.533560+0000","last_became_peered":"2024-09-21T02:43:54.533560+0000","last_unstale":"2024-09-21T02:43:56.609019+0000","last_undegraded":"2024-09-21T02:43:56.609019+0000","last_fullsized":"2024-09-21T02:43:56.609019+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:55:47.020066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.679572+0000","last_change":"2024-09-21T02:43:55.593179+0000","last_active":"2024-09-21T02:43:57.679572+0000","last_peered":"2024-09-21T02:43:57.679572+0000","last_clean":"2024-09-21T02:43:57.679572+0000","last_became_active":"2024-09-21T02:43:55.591035+0000","last_became_peered":"2024-09-21T02:43:55.591035+0000","last_unstale":"2024-09-21T02:43:57.679572+0000","last_undegraded":"2024-09-21T02:43:57.679572+0000","last_fullsized":"2024-09-21T02:43:57.679572+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:15:22.627503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"33'1","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.609784+0000","last_change":"2024-09-21T02:43:54.542039+0000","last_active":"2024-09-21T02:43:56.609784+0000","last_peered":"2024-09-21T02:43:56.609784+0000","last_clean":"2024-09-21T02:43:56.609784+0000","last_became_active":"2024-09-21T02:43:54.541049+0000","last_became_peered":"2024-09-21T02:43:54.541049+0000","last_unstale":"2024-09-21T02:43:56.609784+0000","last_undegraded":"2024-09-21T02:43:56.609784+0000","last_fullsized":"2024-09-21T02:43:56.609784+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:30:03.874611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.679070+0000","last_change":"2024-09-21T02:43:55.592807+0000","last_active":"2024-09-21T02:43:57.679070+0000","last_peered":"2024-09-21T02:43:57.679070+0000","last_clean":"2024-09-21T02:43:57.679070+0000","last_became_active":"2024-09-21T02:43:55.589010+0000","last_became_peered":"2024-09-21T02:43:55.589010+0000","last_unstale":"2024-09-21T02:43:57.679070+0000","last_undegraded":"2024-09-21T02:43:57.679070+0000","last_fullsized":"2024-09-21T02:43:57.679070+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:02:18.652992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"33'2","reported_seq":17,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.555031+0000","last_change":"2024-09-21T02:43:54.536189+0000","last_active":"2024-09-21T02:43:57.555031+0000","last_peered":"2024-09-21T02:43:57.555031+0000","last_clean":"2024-09-21T02:43:57.555031+0000","last_became_active":"2024-09-21T02:43:54.535738+0000","last_became_peered":"2024-09-21T02:43:54.535738+0000","last_unstale":"2024-09-21T02:43:57.555031+0000","last_undegraded":"2024-09-21T02:43:57.555031+0000","last_fullsized":"2024-09-21T02:43:57.555031+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:55:18.441598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.564841+0000","last_change":"2024-09-21T02:43:55.602610+0000","last_active":"2024-09-21T02:43:56.564841+0000","last_peered":"2024-09-21T02:43:56.564841+0000","last_clean":"2024-09-21T02:43:56.564841+0000","last_became_active":"2024-09-21T02:43:55.602212+0000","last_became_peered":"2024-09-21T02:43:55.602212+0000","last_unstale":"2024-09-21T02:43:56.564841+0000","last_undegraded":"2024-09-21T02:43:56.564841+0000","last_fullsized":"2024-09-21T02:43:56.564841+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:38:44.106910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.d","version":"33'1","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.679671+0000","last_change":"2024-09-21T02:43:54.531206+0000","last_active":"2024-09-21T02:43:57.679671+0000","last_peered":"2024-09-21T02:43:57.679671+0000","last_clean":"2024-09-21T02:43:57.679671+0000","last_became_active":"2024-09-21T02:43:54.530430+0000","last_became_peered":"2024-09-21T02:43:54.530430+0000","last_unstale":"2024-09-21T02:43:57.679671+0000","last_undegraded":"2024-09-21T02:43:57.679671+0000","last_fullsized":"2024-09-21T02:43:57.679671+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:29:41.439187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.610029+0000","last_change":"2024-09-21T02:43:55.597611+0000","last_active":"2024-09-21T02:43:56.610029+0000","last_peered":"2024-09-21T02:43:56.610029+0000","last_clean":"2024-09-21T02:43:56.610029+0000","last_became_active":"2024-09-21T02:43:55.597241+0000","last_became_peered":"2024-09-21T02:43:55.597241+0000","last_unstale":"2024-09-21T02:43:56.610029+0000","last_undegraded":"2024-09-21T02:43:56.610029+0000","last_fullsized":"2024-09-21T02:43:56.610029+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:31:36.384768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.564112+0000","last_change":"2024-09-21T02:43:54.522650+0000","last_active":"2024-09-21T02:43:56.564112+0000","last_peered":"2024-09-21T02:43:56.564112+0000","last_clean":"2024-09-21T02:43:56.564112+0000","last_became_active":"2024-09-21T02:43:54.521952+0000","last_became_peered":"2024-09-21T02:43:54.521952+0000","last_unstale":"2024-09-21T02:43:56.564112+0000","last_undegraded":"2024-09-21T02:43:56.564112+0000","last_fullsized":"2024-09-21T02:43:56.564112+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:31:14.255184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.679937+0000","last_change":"2024-09-21T02:43:55.605980+0000","last_active":"2024-09-21T02:43:57.679937+0000","last_peered":"2024-09-21T02:43:57.679937+0000","last_clean":"2024-09-21T02:43:57.679937+0000","last_became_active":"2024-09-21T02:43:55.605579+0000","last_became_peered":"2024-09-21T02:43:55.605579+0000","last_unstale":"2024-09-21T02:43:57.679937+0000","last_undegraded":"2024-09-21T02:43:57.679937+0000","last_fullsized":"2024-09-21T02:43:57.679937+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:44:16.254326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.b","version":"33'2","reported_seq":17,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.564158+0000","last_change":"2024-09-21T02:43:54.531152+0000","last_active":"2024-09-21T02:43:56.564158+0000","last_peered":"2024-09-21T02:43:56.564158+0000","last_clean":"2024-09-21T02:43:56.564158+0000","last_became_active":"2024-09-21T02:43:54.530146+0000","last_became_peered":"2024-09-21T02:43:54.530146+0000","last_unstale":"2024-09-21T02:43:56.564158+0000","last_undegraded":"2024-09-21T02:43:56.564158+0000","last_fullsized":"2024-09-21T02:43:56.564158+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:57:17.594814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.564521+0000","last_change":"2024-09-21T02:43:55.600288+0000","last_active":"2024-09-21T02:43:56.564521+0000","last_peered":"2024-09-21T02:43:56.564521+0000","last_clean":"2024-09-21T02:43:56.564521+0000","last_became_active":"2024-09-21T02:43:55.599861+0000","last_became_peered":"2024-09-21T02:43:55.599861+0000","last_unstale":"2024-09-21T02:43:56.564521+0000","last_undegraded":"2024-09-21T02:43:56.564521+0000","last_fullsized":"2024-09-21T02:43:56.564521+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:35:42.165514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.554614+0000","last_change":"2024-09-21T02:43:54.536632+0000","last_active":"2024-09-21T02:43:57.554614+0000","last_peered":"2024-09-21T02:43:57.554614+0000","last_clean":"2024-09-21T02:43:57.554614+0000","last_became_active":"2024-09-21T02:43:54.535867+0000","last_became_peered":"2024-09-21T02:43:54.535867+0000","last_unstale":"2024-09-21T02:43:57.554614+0000","last_undegraded":"2024-09-21T02:43:57.554614+0000","last_fullsized":"2024-09-21T02:43:57.554614+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:09:10.385306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.679864+0000","last_change":"2024-09-21T02:43:55.605606+0000","last_active":"2024-09-21T02:43:57.679864+0000","last_peered":"2024-09-21T02:43:57.679864+0000","last_clean":"2024-09-21T02:43:57.679864+0000","last_became_active":"2024-09-21T02:43:55.605190+0000","last_became_peered":"2024-09-21T02:43:55.605190+0000","last_unstale":"2024-09-21T02:43:57.679864+0000","last_undegraded":"2024-09-21T02:43:57.679864+0000","last_fullsized":"2024-09-21T02:43:57.679864+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:32:51.298288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.679194+0000","last_change":"2024-09-21T02:43:54.526337+0000","last_active":"2024-09-21T02:43:57.679194+0000","last_peered":"2024-09-21T02:43:57.679194+0000","last_clean":"2024-09-21T02:43:57.679194+0000","last_became_active":"2024-09-21T02:43:54.525818+0000","last_became_peered":"2024-09-21T02:43:54.525818+0000","last_unstale":"2024-09-21T02:43:57.679194+0000","last_undegraded":"2024-09-21T02:43:57.679194+0000","last_fullsized":"2024-09-21T02:43:57.679194+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:18:10.440643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.678755+0000","last_change":"2024-09-21T02:43:55.599247+0000","last_active":"2024-09-21T02:43:57.678755+0000","last_peered":"2024-09-21T02:43:57.678755+0000","last_clean":"2024-09-21T02:43:57.678755+0000","last_became_active":"2024-09-21T02:43:55.598645+0000","last_became_peered":"2024-09-21T02:43:55.598645+0000","last_unstale":"2024-09-21T02:43:57.678755+0000","last_undegraded":"2024-09-21T02:43:57.678755+0000","last_fullsized":"2024-09-21T02:43:57.678755+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:26:55.477772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.677994+0000","last_change":"2024-09-21T02:43:54.527856+0000","last_active":"2024-09-21T02:43:57.677994+0000","last_peered":"2024-09-21T02:43:57.677994+0000","last_clean":"2024-09-21T02:43:57.677994+0000","last_became_active":"2024-09-21T02:43:54.519994+0000","last_became_peered":"2024-09-21T02:43:54.519994+0000","last_unstale":"2024-09-21T02:43:57.677994+0000","last_undegraded":"2024-09-21T02:43:57.677994+0000","last_fullsized":"2024-09-21T02:43:57.677994+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:25:36.282252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.609979+0000","last_change":"2024-09-21T02:43:55.594630+0000","last_active":"2024-09-21T02:43:56.609979+0000","last_peered":"2024-09-21T02:43:56.609979+0000","last_clean":"2024-09-21T02:43:56.609979+0000","last_became_active":"2024-09-21T02:43:55.593844+0000","last_became_peered":"2024-09-21T02:43:55.593844+0000","last_unstale":"2024-09-21T02:43:56.609979+0000","last_undegraded":"2024-09-21T02:43:56.609979+0000","last_fullsized":"2024-09-21T02:43:56.609979+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:22:51.123507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.7","version":"33'2","reported_seq":17,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.680004+0000","last_change":"2024-09-21T02:43:54.541158+0000","last_active":"2024-09-21T02:43:57.680004+0000","last_peered":"2024-09-21T02:43:57.680004+0000","last_clean":"2024-09-21T02:43:57.680004+0000","last_became_active":"2024-09-21T02:43:54.537752+0000","last_became_peered":"2024-09-21T02:43:54.537752+0000","last_unstale":"2024-09-21T02:43:57.680004+0000","last_undegraded":"2024-09-21T02:43:57.680004+0000","last_fullsized":"2024-09-21T02:43:57.680004+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:26:54.474225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.679559+0000","last_change":"2024-09-21T02:43:55.599374+0000","last_active":"2024-09-21T02:43:57.679559+0000","last_peered":"2024-09-21T02:43:57.679559+0000","last_clean":"2024-09-21T02:43:57.679559+0000","last_became_active":"2024-09-21T02:43:55.598638+0000","last_became_peered":"2024-09-21T02:43:55.598638+0000","last_unstale":"2024-09-21T02:43:57.679559+0000","last_undegraded":"2024-09-21T02:43:57.679559+0000","last_fullsized":"2024-09-21T02:43:57.679559+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:15:41.777311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"34'1","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.565247+0000","last_change":"2024-09-21T02:43:54.532960+0000","last_active":"2024-09-21T02:43:56.565247+0000","last_peered":"2024-09-21T02:43:56.565247+0000","last_clean":"2024-09-21T02:43:56.565247+0000","last_became_active":"2024-09-21T02:43:54.532122+0000","last_became_peered":"2024-09-21T02:43:54.532122+0000","last_unstale":"2024-09-21T02:43:56.565247+0000","last_undegraded":"2024-09-21T02:43:56.565247+0000","last_fullsized":"2024-09-21T02:43:56.565247+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:44:15.250779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.610404+0000","last_change":"2024-09-21T02:43:55.605937+0000","last_active":"2024-09-21T02:43:56.610404+0000","last_peered":"2024-09-21T02:43:56.610404+0000","last_clean":"2024-09-21T02:43:56.610404+0000","last_became_active":"2024-09-21T02:43:55.605515+0000","last_became_peered":"2024-09-21T02:43:55.605515+0000","last_unstale":"2024-09-21T02:43:56.610404+0000","last_undegraded":"2024-09-21T02:43:56.610404+0000","last_fullsized":"2024-09-21T02:43:56.610404+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:15:14.779584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.680789+0000","last_change":"2024-09-21T02:43:54.540448+0000","last_active":"2024-09-21T02:43:57.680789+0000","last_peered":"2024-09-21T02:43:57.680789+0000","last_clean":"2024-09-21T02:43:57.680789+0000","last_became_active":"2024-09-21T02:43:54.539627+0000","last_became_peered":"2024-09-21T02:43:54.539627+0000","last_unstale":"2024-09-21T02:43:57.680789+0000","last_undegraded":"2024-09-21T02:43:57.680789+0000","last_fullsized":"2024-09-21T02:43:57.680789+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:11:30.688610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.563928+0000","last_change":"2024-09-21T02:43:55.604627+0000","last_active":"2024-09-21T02:43:56.563928+0000","last_peered":"2024-09-21T02:43:56.563928+0000","last_clean":"2024-09-21T02:43:56.563928+0000","last_became_active":"2024-09-21T02:43:55.603535+0000","last_became_peered":"2024-09-21T02:43:55.603535+0000","last_unstale":"2024-09-21T02:43:56.563928+0000","last_undegraded":"2024-09-21T02:43:56.563928+0000","last_fullsized":"2024-09-21T02:43:56.563928+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:30:47.155044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.680213+0000","last_change":"2024-09-21T02:43:54.540010+0000","last_active":"2024-09-21T02:43:57.680213+0000","last_peered":"2024-09-21T02:43:57.680213+0000","last_clean":"2024-09-21T02:43:57.680213+0000","last_became_active":"2024-09-21T02:43:54.539050+0000","last_became_peered":"2024-09-21T02:43:54.539050+0000","last_unstale":"2024-09-21T02:43:57.680213+0000","last_undegraded":"2024-09-21T02:43:57.680213+0000","last_fullsized":"2024-09-21T02:43:57.680213+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:13:23.366165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.564000+0000","last_change":"2024-09-21T02:43:55.601511+0000","last_active":"2024-09-21T02:43:56.564000+0000","last_peered":"2024-09-21T02:43:56.564000+0000","last_clean":"2024-09-21T02:43:56.564000+0000","last_became_active":"2024-09-21T02:43:55.601195+0000","last_became_peered":"2024-09-21T02:43:55.601195+0000","last_unstale":"2024-09-21T02:43:56.564000+0000","last_undegraded":"2024-09-21T02:43:56.564000+0000","last_fullsized":"2024-09-21T02:43:56.564000+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:29:37.069902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.680238+0000","last_change":"2024-09-21T02:43:54.540624+0000","last_active":"2024-09-21T02:43:57.680238+0000","last_peered":"2024-09-21T02:43:57.680238+0000","last_clean":"2024-09-21T02:43:57.680238+0000","last_became_active":"2024-09-21T02:43:54.539893+0000","last_became_peered":"2024-09-21T02:43:54.539893+0000","last_unstale":"2024-09-21T02:43:57.680238+0000","last_undegraded":"2024-09-21T02:43:57.680238+0000","last_fullsized":"2024-09-21T02:43:57.680238+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:18:12.362410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.562590+0000","last_change":"2024-09-21T02:43:55.600970+0000","last_active":"2024-09-21T02:43:56.562590+0000","last_peered":"2024-09-21T02:43:56.562590+0000","last_clean":"2024-09-21T02:43:56.562590+0000","last_became_active":"2024-09-21T02:43:55.600558+0000","last_became_peered":"2024-09-21T02:43:55.600558+0000","last_unstale":"2024-09-21T02:43:56.562590+0000","last_undegraded":"2024-09-21T02:43:56.562590+0000","last_fullsized":"2024-09-21T02:43:56.562590+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:25:37.285799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.554667+0000","last_change":"2024-09-21T02:43:54.530556+0000","last_active":"2024-09-21T02:43:57.554667+0000","last_peered":"2024-09-21T02:43:57.554667+0000","last_clean":"2024-09-21T02:43:57.554667+0000","last_became_active":"2024-09-21T02:43:54.530112+0000","last_became_peered":"2024-09-21T02:43:54.530112+0000","last_unstale":"2024-09-21T02:43:57.554667+0000","last_undegraded":"2024-09-21T02:43:57.554667+0000","last_fullsized":"2024-09-21T02:43:57.554667+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:11:30.688610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.678781+0000","last_change":"2024-09-21T02:43:55.600335+0000","last_active":"2024-09-21T02:43:57.678781+0000","last_peered":"2024-09-21T02:43:57.678781+0000","last_clean":"2024-09-21T02:43:57.678781+0000","last_became_active":"2024-09-21T02:43:55.599355+0000","last_became_peered":"2024-09-21T02:43:55.599355+0000","last_unstale":"2024-09-21T02:43:57.678781+0000","last_undegraded":"2024-09-21T02:43:57.678781+0000","last_fullsized":"2024-09-21T02:43:57.678781+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:00:50.567303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.562777+0000","last_change":"2024-09-21T02:43:54.520507+0000","last_active":"2024-09-21T02:43:56.562777+0000","last_peered":"2024-09-21T02:43:56.562777+0000","last_clean":"2024-09-21T02:43:56.562777+0000","last_became_active":"2024-09-21T02:43:54.519572+0000","last_became_peered":"2024-09-21T02:43:54.519572+0000","last_unstale":"2024-09-21T02:43:56.562777+0000","last_undegraded":"2024-09-21T02:43:56.562777+0000","last_fullsized":"2024-09-21T02:43:56.562777+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:05:21.930379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:56.564312+0000","last_change":"2024-09-21T02:43:55.608015+0000","last_active":"2024-09-21T02:43:56.564312+0000","last_peered":"2024-09-21T02:43:56.564312+0000","last_clean":"2024-09-21T02:43:56.564312+0000","last_became_active":"2024-09-21T02:43:55.604784+0000","last_became_peered":"2024-09-21T02:43:55.604784+0000","last_unstale":"2024-09-21T02:43:56.564312+0000","last_undegraded":"2024-09-21T02:43:56.564312+0000","last_fullsized":"2024-09-21T02:43:56.564312+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:54.489107+0000","last_clean_scrub_stamp":"2024-09-21T02:43:54.489107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:54:24.030023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.679786+0000","last_change":"2024-09-21T02:43:54.533724+0000","last_active":"2024-09-21T02:43:57.679786+0000","last_peered":"2024-09-21T02:43:57.679786+0000","last_clean":"2024-09-21T02:43:57.679786+0000","last_became_active":"2024-09-21T02:43:54.533274+0000","last_became_peered":"2024-09-21T02:43:54.533274+0000","last_unstale":"2024-09-21T02:43:57.679786+0000","last_undegraded":"2024-09-21T02:43:57.679786+0000","last_fullsized":"2024-09-21T02:43:57.679786+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:43:53.485560+0000","last_clean_scrub_stamp":"2024-09-21T02:43:53.485560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:54:23.026476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":131,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-21T02:43:57.678563+0000","last_change":"2024-09-21T02:42:55.639113+0000","last_active":"2024-09-21T02:43:57.678563+0000","last_peered":"2024-09-21T02:43:57.678563+0000","last_clean":"2024-09-21T02:43:57.678563+0000","last_became_active":"2024-09-21T02:42:55.638285+0000","last_became_peered":"2024-09-21T02:42:55.638285+0000","last_unstale":"2024-09-21T02:43:57.678563+0000","last_undegraded":"2024-09-21T02:43:57.678563+0000","last_fullsized":"2024-09-21T02:43:57.678563+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:42:54.606687+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:42:54.606687+0000","last_clean_scrub_stamp":"2024-09-21T02:42:54.606687+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:36:42.254718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509458,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27412,"kb_used_data":380,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344428,"statfs":{"total":96636764160,"available":96608694272,"internally_reserved":0,"allocated":389120,"data_stored":147146,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509457,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27988,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343852,"statfs":{"total":96636764160,"available":96608104448,"internally_reserved":0,"allocated":974848,"data_stored":736484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509456,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27416,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344424,"statfs":{"total":96636764160,"available":96608690176,"internally_reserved":0,"allocated":393216,"data_stored":147168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509457,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27416,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344424,"statfs":{"total":96636764160,"available":96608690176,"internally_reserved":0,"allocated":393216,"data_stored":146310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509456,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27404,"kb_used_data":372,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344436,"statfs":{"total":96636764160,"available":96608702464,"internally_reserved":0,"allocated":380928,"data_stored":145568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509456,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27980,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343860,"statfs":{"total":96636764160,"available":96608112640,"internally_reserved":0,"allocated":974848,"data_stored":735972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509457,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27404,"kb_used_data":372,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344436,"statfs":{"total":96636764160,"available":96608702464,"internally_reserved":0,"allocated":380928,"data_stored":145624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542161,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31568,"kb_used_data":372,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340272,"statfs":{"total":96636764160,"available":96604438528,"internally_reserved":0,"allocated":380928,"data_stored":145556,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T02:44:00.164 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-21T02:44:00.164 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-21T02:44:00.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.363+0000 7f313f912640 1 -- 172.21.15.83:0/3760088904 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f313815c850 msgr2=0x7f313815d840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:00.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.363+0000 7f313f912640 1 --2- 172.21.15.83:0/3760088904 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f313815c850 0x7f313815d840 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f3138073810 tx=0x7f313401c8c0 comp rx=0 tx=0).stop 2024-09-21T02:44:00.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.363+0000 7f313f912640 1 -- 172.21.15.83:0/3760088904 shutdown_connections 2024-09-21T02:44:00.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.363+0000 7f313f912640 1 --2- 172.21.15.83:0/3760088904 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f313806d5a0 0x7f31380cf2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:00.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.363+0000 7f313f912640 1 --2- 172.21.15.83:0/3760088904 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f313815c850 0x7f313815d840 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:00.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.363+0000 7f313f912640 1 -- 172.21.15.83:0/3760088904 >> 172.21.15.83:0/3760088904 conn(0x7f31380d1940 msgr2=0x7f31380b2c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:00.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.363+0000 7f313f912640 1 -- 172.21.15.83:0/3760088904 shutdown_connections 2024-09-21T02:44:00.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.363+0000 7f313f912640 1 -- 172.21.15.83:0/3760088904 wait complete. 2024-09-21T02:44:00.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.363+0000 7f313f912640 1 Processor -- start 2024-09-21T02:44:00.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.367+0000 7f313f912640 1 -- start start 2024-09-21T02:44:00.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.367+0000 7f313f912640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f31380ceea0 0x7f31380701e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:00.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.367+0000 7f313f912640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f313815c850 0x7f3138073d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:00.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.367+0000 7f313f912640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f313814b3b0 0x7f3138074260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:00.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.367+0000 7f313f912640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f313816a130 con 0x7f31380ceea0 2024-09-21T02:44:00.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.367+0000 7f313f912640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f3138169fb0 con 0x7f313814b3b0 2024-09-21T02:44:00.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.367+0000 7f313f912640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f313816a2b0 con 0x7f313815c850 2024-09-21T02:44:00.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.367+0000 7f313d6ae640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f31380ceea0 0x7f31380701e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:00.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.367+0000 7f313d6ae640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f31380ceea0 0x7f31380701e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57236/0 (socket says 172.21.15.83:57236) 2024-09-21T02:44:00.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.367+0000 7f313d6ae640 1 -- 172.21.15.83:0/548161167 learned_addr learned my addr 172.21.15.83:0/548161167 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:00.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.367+0000 7f313cead640 1 --2- 172.21.15.83:0/548161167 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f313815c850 0x7f3138073d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:00.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.367+0000 7f313deaf640 1 --2- 172.21.15.83:0/548161167 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f313814b3b0 0x7f3138074260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:00.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.367+0000 7f313d6ae640 1 -- 172.21.15.83:0/548161167 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f313815c850 msgr2=0x7f3138073d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:00.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.367+0000 7f313d6ae640 1 --2- 172.21.15.83:0/548161167 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f313815c850 0x7f3138073d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:00.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.367+0000 7f313d6ae640 1 -- 172.21.15.83:0/548161167 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f313814b3b0 msgr2=0x7f3138074260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:00.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.367+0000 7f313d6ae640 1 --2- 172.21.15.83:0/548161167 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f313814b3b0 0x7f3138074260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:00.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.367+0000 7f313d6ae640 1 -- 172.21.15.83:0/548161167 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f313815ec70 con 0x7f31380ceea0 2024-09-21T02:44:00.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.367+0000 7f313d6ae640 1 --2- 172.21.15.83:0/548161167 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f31380ceea0 0x7f31380701e0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f313401d160 tx=0x7f31340a6780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:00.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.367+0000 7f312dffb640 1 -- 172.21.15.83:0/548161167 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31340bd070 con 0x7f31380ceea0 2024-09-21T02:44:00.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.367+0000 7f312dffb640 1 -- 172.21.15.83:0/548161167 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3134005030 con 0x7f31380ceea0 2024-09-21T02:44:00.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.367+0000 7f313f912640 1 -- 172.21.15.83:0/548161167 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3138165920 con 0x7f31380ceea0 2024-09-21T02:44:00.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.367+0000 7f312dffb640 1 -- 172.21.15.83:0/548161167 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3134005480 con 0x7f31380ceea0 2024-09-21T02:44:00.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.367+0000 7f313f912640 1 -- 172.21.15.83:0/548161167 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3138165ee0 con 0x7f31380ceea0 2024-09-21T02:44:00.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.367+0000 7f313f912640 1 -- 172.21.15.83:0/548161167 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31380cf2b0 con 0x7f31380ceea0 2024-09-21T02:44:00.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.371+0000 7f312dffb640 1 -- 172.21.15.83:0/548161167 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f31340c0070 con 0x7f31380ceea0 2024-09-21T02:44:00.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.371+0000 7f312dffb640 1 --2- 172.21.15.83:0/548161167 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f311c073200 0x7f311c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:00.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.371+0000 7f312dffb640 1 -- 172.21.15.83:0/548161167 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f313412e4f0 con 0x7f31380ceea0 2024-09-21T02:44:00.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.371+0000 7f313cead640 1 --2- 172.21.15.83:0/548161167 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f311c073200 0x7f311c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:00.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.371+0000 7f313cead640 1 --2- 172.21.15.83:0/548161167 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f311c073200 0x7f311c075710 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f313806aa50 tx=0x7f3128008040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:00.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.375+0000 7f312dffb640 1 -- 172.21.15.83:0/548161167 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f31340164b0 con 0x7f31380ceea0 2024-09-21T02:44:00.379 INFO:tasks.ceph.mds.d.smithi142.stderr:2024-09-21T02:44:00.372+0000 7f4723140640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T02:44:00.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.607+0000 7f313f912640 1 -- 172.21.15.83:0/548161167 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f31380adf00 con 0x7f31380ceea0 2024-09-21T02:44:00.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.611+0000 7f312dffb640 1 -- 172.21.15.83:0/548161167 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v33) ==== 190+0+147 (secure 0 0 0) 0x7f31340f9680 con 0x7f31380ceea0 2024-09-21T02:44:00.616 INFO:teuthology.orchestra.run.smithi083.stdout:[client.0] 2024-09-21T02:44:00.616 INFO:teuthology.orchestra.run.smithi083.stdout: key = AQB2Mu5m/vs6DBAAJDBR8SmyvknRZ8MQjNS5SA== 2024-09-21T02:44:00.616 INFO:teuthology.orchestra.run.smithi083.stdout: caps mds = "allow" 2024-09-21T02:44:00.616 INFO:teuthology.orchestra.run.smithi083.stdout: caps mon = "allow r" 2024-09-21T02:44:00.616 INFO:teuthology.orchestra.run.smithi083.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-21T02:44:00.617 INFO:teuthology.orchestra.run.smithi083.stderr:updated caps for client.0 2024-09-21T02:44:00.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.615+0000 7f313f912640 1 -- 172.21.15.83:0/548161167 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f311c073200 msgr2=0x7f311c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:00.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.615+0000 7f313f912640 1 --2- 172.21.15.83:0/548161167 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f311c073200 0x7f311c075710 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f313806aa50 tx=0x7f3128008040 comp rx=0 tx=0).stop 2024-09-21T02:44:00.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.615+0000 7f313f912640 1 -- 172.21.15.83:0/548161167 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f31380ceea0 msgr2=0x7f31380701e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:00.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.615+0000 7f313f912640 1 --2- 172.21.15.83:0/548161167 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f31380ceea0 0x7f31380701e0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f313401d160 tx=0x7f31340a6780 comp rx=0 tx=0).stop 2024-09-21T02:44:00.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.615+0000 7f313f912640 1 -- 172.21.15.83:0/548161167 shutdown_connections 2024-09-21T02:44:00.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.615+0000 7f313f912640 1 --2- 172.21.15.83:0/548161167 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f311c073200 0x7f311c075710 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:00.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.615+0000 7f313f912640 1 --2- 172.21.15.83:0/548161167 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f313814b3b0 0x7f3138074260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:00.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.615+0000 7f313f912640 1 --2- 172.21.15.83:0/548161167 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f313815c850 0x7f3138073d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:00.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.615+0000 7f313f912640 1 --2- 172.21.15.83:0/548161167 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f31380ceea0 0x7f31380701e0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:00.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.615+0000 7f313f912640 1 -- 172.21.15.83:0/548161167 >> 172.21.15.83:0/548161167 conn(0x7f31380d1940 msgr2=0x7f31381555e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:00.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.615+0000 7f313f912640 1 -- 172.21.15.83:0/548161167 shutdown_connections 2024-09-21T02:44:00.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.615+0000 7f313f912640 1 -- 172.21.15.83:0/548161167 wait complete. 2024-09-21T02:44:00.637 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T02:44:00.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.775+0000 7fcb2032c640 1 -- 172.21.15.83:0/2419913528 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcb180b2350 msgr2=0x7fcb180b2760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:00.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.775+0000 7fcb2032c640 1 --2- 172.21.15.83:0/2419913528 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcb180b2350 0x7fcb180b2760 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fcb180d0740 tx=0x7fcb0801c8c0 comp rx=0 tx=0).stop 2024-09-21T02:44:00.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.775+0000 7fcb2032c640 1 -- 172.21.15.83:0/2419913528 shutdown_connections 2024-09-21T02:44:00.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.775+0000 7fcb2032c640 1 --2- 172.21.15.83:0/2419913528 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fcb180af510 0x7fcb180af920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:00.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.775+0000 7fcb2032c640 1 --2- 172.21.15.83:0/2419913528 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcb180b2350 0x7fcb180b2760 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:00.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.775+0000 7fcb2032c640 1 --2- 172.21.15.83:0/2419913528 >> v2:172.21.15.142:3300/0 conn(0x7fcb18153680 0x7fcb18070400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:00.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.775+0000 7fcb2032c640 1 -- 172.21.15.83:0/2419913528 >> 172.21.15.83:0/2419913528 conn(0x7fcb180cd350 msgr2=0x7fcb180cd760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:00.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.775+0000 7fcb2032c640 1 -- 172.21.15.83:0/2419913528 shutdown_connections 2024-09-21T02:44:00.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.775+0000 7fcb2032c640 1 -- 172.21.15.83:0/2419913528 wait complete. 2024-09-21T02:44:00.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.779+0000 7fcb2032c640 1 Processor -- start 2024-09-21T02:44:00.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.779+0000 7fcb2032c640 1 -- start start 2024-09-21T02:44:00.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.779+0000 7fcb2032c640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcb180af510 0x7fcb18159d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:00.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.779+0000 7fcb2032c640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fcb180b2350 0x7fcb180c9020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:00.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.779+0000 7fcb2032c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcb18153680 0x7fcb18150e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:00.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.779+0000 7fcb2032c640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fcb1815d3d0 con 0x7fcb18153680 2024-09-21T02:44:00.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.779+0000 7fcb2032c640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fcb180cb360 con 0x7fcb180af510 2024-09-21T02:44:00.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.779+0000 7fcb2032c640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fcb1815d550 con 0x7fcb180b2350 2024-09-21T02:44:00.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.779+0000 7fcb1e8c9640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcb18153680 0x7fcb18150e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:00.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.779+0000 7fcb1e8c9640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcb18153680 0x7fcb18150e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57260/0 (socket says 172.21.15.83:57260) 2024-09-21T02:44:00.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.779+0000 7fcb1e8c9640 1 -- 172.21.15.83:0/1592882249 learned_addr learned my addr 172.21.15.83:0/1592882249 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:00.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.779+0000 7fcb1e8c9640 1 -- 172.21.15.83:0/1592882249 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fcb180b2350 msgr2=0x7fcb180c9020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:00.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.779+0000 7fcb1d8c7640 1 --2- 172.21.15.83:0/1592882249 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fcb180b2350 0x7fcb180c9020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:00.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.779+0000 7fcb1e8c9640 1 --2- 172.21.15.83:0/1592882249 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fcb180b2350 0x7fcb180c9020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:00.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.779+0000 7fcb1e8c9640 1 -- 172.21.15.83:0/1592882249 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcb180af510 msgr2=0x7fcb18159d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:00.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.779+0000 7fcb1e0c8640 1 --2- 172.21.15.83:0/1592882249 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcb180af510 0x7fcb18159d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:00.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.779+0000 7fcb1e8c9640 1 --2- 172.21.15.83:0/1592882249 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcb180af510 0x7fcb18159d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:00.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.779+0000 7fcb1e8c9640 1 -- 172.21.15.83:0/1592882249 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb180c84c0 con 0x7fcb18153680 2024-09-21T02:44:00.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.779+0000 7fcb1e8c9640 1 --2- 172.21.15.83:0/1592882249 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcb18153680 0x7fcb18150e90 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fcb1400d640 tx=0x7fcb1400db00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:00.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.779+0000 7fcb0effd640 1 -- 172.21.15.83:0/1592882249 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb14017070 con 0x7fcb18153680 2024-09-21T02:44:00.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.779+0000 7fcb0effd640 1 -- 172.21.15.83:0/1592882249 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcb14005330 con 0x7fcb18153680 2024-09-21T02:44:00.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.779+0000 7fcb0effd640 1 -- 172.21.15.83:0/1592882249 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb140047b0 con 0x7fcb18153680 2024-09-21T02:44:00.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.779+0000 7fcb2032c640 1 -- 172.21.15.83:0/1592882249 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb180c87a0 con 0x7fcb18153680 2024-09-21T02:44:00.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.779+0000 7fcb2032c640 1 -- 172.21.15.83:0/1592882249 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb180c9850 con 0x7fcb18153680 2024-09-21T02:44:00.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.783+0000 7fcb2032c640 1 -- 172.21.15.83:0/1592882249 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb180c89e0 con 0x7fcb18153680 2024-09-21T02:44:00.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.783+0000 7fcb0effd640 1 -- 172.21.15.83:0/1592882249 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fcb14004950 con 0x7fcb18153680 2024-09-21T02:44:00.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.783+0000 7fcb0effd640 1 --2- 172.21.15.83:0/1592882249 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fcafc073200 0x7fcafc075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:00.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.783+0000 7fcb1e0c8640 1 --2- 172.21.15.83:0/1592882249 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fcafc073200 0x7fcafc075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:00.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.783+0000 7fcb0effd640 1 -- 172.21.15.83:0/1592882249 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7fcb140941c0 con 0x7fcb18153680 2024-09-21T02:44:00.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.783+0000 7fcb1e0c8640 1 --2- 172.21.15.83:0/1592882249 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fcafc073200 0x7fcafc075710 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fcb10005fd0 tx=0x7fcb10008230 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:00.791 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.787+0000 7fcb0effd640 1 -- 172.21.15.83:0/1592882249 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fcb180c89e0 con 0x7fcb18153680 2024-09-21T02:44:00.984 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.979+0000 7fcb2032c640 1 -- 172.21.15.83:0/1592882249 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcb180b0690 con 0x7fcb18153680 2024-09-21T02:44:00.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.979+0000 7fcb0effd640 1 -- 172.21.15.83:0/1592882249 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+5226 (secure 0 0 0) 0x7fcb1405f1e0 con 0x7fcb18153680 2024-09-21T02:44:00.985 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:44:00.985 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":17,"btime":"2024-09-21T02:43:58:604909+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4637,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6835/3619395141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":3619395141},{"type":"v1","addr":"172.21.15.142:6835","nonce":3619395141}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4741,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3848333209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3848333209},{"type":"v1","addr":"172.21.15.83:6835","nonce":3848333209}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4744,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/312431832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":312431832},{"type":"v1","addr":"172.21.15.83:6837","nonce":312431832}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T02:43:54.921140+0000","modified":"2024-09-21T02:43:58.018442+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4756},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4756":{"gid":4756,"name":"d","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.142:6833/3089344573","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":3089344573},{"type":"v1","addr":"172.21.15.142:6833","nonce":3089344573}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4756,"qdb_cluster":[4756]},"id":2}]} 2024-09-21T02:44:00.986 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 17 2024-09-21T02:44:00.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.983+0000 7fcb2032c640 1 -- 172.21.15.83:0/1592882249 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fcafc073200 msgr2=0x7fcafc075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:00.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.983+0000 7fcb2032c640 1 --2- 172.21.15.83:0/1592882249 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fcafc073200 0x7fcafc075710 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fcb10005fd0 tx=0x7fcb10008230 comp rx=0 tx=0).stop 2024-09-21T02:44:00.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.983+0000 7fcb2032c640 1 -- 172.21.15.83:0/1592882249 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcb18153680 msgr2=0x7fcb18150e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:00.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.983+0000 7fcb2032c640 1 --2- 172.21.15.83:0/1592882249 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcb18153680 0x7fcb18150e90 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fcb1400d640 tx=0x7fcb1400db00 comp rx=0 tx=0).stop 2024-09-21T02:44:00.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.983+0000 7fcb2032c640 1 -- 172.21.15.83:0/1592882249 shutdown_connections 2024-09-21T02:44:00.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.983+0000 7fcb2032c640 1 --2- 172.21.15.83:0/1592882249 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fcafc073200 0x7fcafc075710 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:00.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.983+0000 7fcb2032c640 1 --2- 172.21.15.83:0/1592882249 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcb18153680 0x7fcb18150e90 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:00.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.983+0000 7fcb2032c640 1 --2- 172.21.15.83:0/1592882249 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fcb180b2350 0x7fcb180c9020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:00.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.983+0000 7fcb2032c640 1 --2- 172.21.15.83:0/1592882249 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcb180af510 0x7fcb18159d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:00.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.983+0000 7fcb2032c640 1 -- 172.21.15.83:0/1592882249 >> 172.21.15.83:0/1592882249 conn(0x7fcb180cd350 msgr2=0x7fcb180b1b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:00.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.983+0000 7fcb2032c640 1 -- 172.21.15.83:0/1592882249 shutdown_connections 2024-09-21T02:44:00.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:00.983+0000 7fcb2032c640 1 -- 172.21.15.83:0/1592882249 wait complete. 2024-09-21T02:44:01.408 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 17, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T02:43:54.921140+0000', 'modified': '2024-09-21T02:43:58.018442+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4756}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4756': {'gid': 4756, 'name': 'd', 'rank': 0, 'incarnation': 13, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.142:6833/3089344573', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.142:6832', 'nonce': 3089344573}, {'type': 'v1', 'addr': '172.21.15.142:6833', 'nonce': 3089344573}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4756, 'qdb_cluster': [4756]} 2024-09-21T02:44:01.409 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-21T02:44:01.409 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-21T02:44:01.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.571+0000 7fb4d8a70640 1 -- 172.21.15.83:0/3436646871 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb4bc004810 msgr2=0x7fb4bc004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:01.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.571+0000 7fb4d8a70640 1 --2- 172.21.15.83:0/3436646871 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb4bc004810 0x7fb4bc004c20 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fb4c80016f0 tx=0x7fb4c801c790 comp rx=0 tx=0).stop 2024-09-21T02:44:01.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.571+0000 7fb4d8a70640 1 -- 172.21.15.83:0/3436646871 shutdown_connections 2024-09-21T02:44:01.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.571+0000 7fb4d8a70640 1 --2- 172.21.15.83:0/3436646871 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb4bc004810 0x7fb4bc004c20 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.571+0000 7fb4d8a70640 1 -- 172.21.15.83:0/3436646871 >> 172.21.15.83:0/3436646871 conn(0x7fb4d4070650 msgr2=0x7fb4d40b2d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:01.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.571+0000 7fb4d8a70640 1 -- 172.21.15.83:0/3436646871 shutdown_connections 2024-09-21T02:44:01.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.571+0000 7fb4d8a70640 1 -- 172.21.15.83:0/3436646871 wait complete. 2024-09-21T02:44:01.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.575+0000 7fb4d8a70640 1 Processor -- start 2024-09-21T02:44:01.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.575+0000 7fb4d8a70640 1 -- start start 2024-09-21T02:44:01.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.575+0000 7fb4d8a70640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb4bc004810 0x7fb4d4142260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:01.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.575+0000 7fb4d8a70640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb4d40b18e0 0x7fb4d40b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:01.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.575+0000 7fb4d8a70640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb4d40b2230 0x7fb4d4144b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:01.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.575+0000 7fb4d8a70640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d415f220 con 0x7fb4d40b2230 2024-09-21T02:44:01.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.575+0000 7fb4d8a70640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d415f0a0 con 0x7fb4bc004810 2024-09-21T02:44:01.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.575+0000 7fb4d8a70640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fb4d415f3a0 con 0x7fb4d40b18e0 2024-09-21T02:44:01.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.575+0000 7fb4d2d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb4d40b2230 0x7fb4d4144b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:01.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.575+0000 7fb4d2d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb4d40b2230 0x7fb4d4144b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57286/0 (socket says 172.21.15.83:57286) 2024-09-21T02:44:01.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.575+0000 7fb4d2d9d640 1 -- 172.21.15.83:0/1491373338 learned_addr learned my addr 172.21.15.83:0/1491373338 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:01.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.575+0000 7fb4d1d9b640 1 --2- 172.21.15.83:0/1491373338 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb4d40b18e0 0x7fb4d40b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:01.582 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.575+0000 7fb4d259c640 1 --2- 172.21.15.83:0/1491373338 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb4bc004810 0x7fb4d4142260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:01.582 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.575+0000 7fb4d2d9d640 1 -- 172.21.15.83:0/1491373338 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb4d40b18e0 msgr2=0x7fb4d40b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:01.582 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.575+0000 7fb4d2d9d640 1 --2- 172.21.15.83:0/1491373338 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb4d40b18e0 0x7fb4d40b1cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.582 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.575+0000 7fb4d2d9d640 1 -- 172.21.15.83:0/1491373338 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb4bc004810 msgr2=0x7fb4d4142260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:01.582 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.575+0000 7fb4d2d9d640 1 --2- 172.21.15.83:0/1491373338 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb4bc004810 0x7fb4d4142260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.582 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.575+0000 7fb4d2d9d640 1 -- 172.21.15.83:0/1491373338 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4d41427a0 con 0x7fb4d40b2230 2024-09-21T02:44:01.582 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.575+0000 7fb4d1d9b640 1 --2- 172.21.15.83:0/1491373338 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb4d40b18e0 0x7fb4d40b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:44:01.582 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.575+0000 7fb4d2d9d640 1 --2- 172.21.15.83:0/1491373338 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb4d40b2230 0x7fb4d4144b00 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fb4c4001230 tx=0x7fb4c400f820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:01.582 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.575+0000 7fb4c2ffd640 1 -- 172.21.15.83:0/1491373338 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4c40084e0 con 0x7fb4d40b2230 2024-09-21T02:44:01.582 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.575+0000 7fb4c2ffd640 1 -- 172.21.15.83:0/1491373338 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb4c40098c0 con 0x7fb4d40b2230 2024-09-21T02:44:01.582 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.575+0000 7fb4c2ffd640 1 -- 172.21.15.83:0/1491373338 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4c4009d10 con 0x7fb4d40b2230 2024-09-21T02:44:01.582 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.575+0000 7fb4d8a70640 1 -- 172.21.15.83:0/1491373338 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4d4152360 con 0x7fb4d40b2230 2024-09-21T02:44:01.583 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.575+0000 7fb4d8a70640 1 -- 172.21.15.83:0/1491373338 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4d40b0e00 con 0x7fb4d40b2230 2024-09-21T02:44:01.583 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.579+0000 7fb4c2ffd640 1 -- 172.21.15.83:0/1491373338 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fb4c4006720 con 0x7fb4d40b2230 2024-09-21T02:44:01.583 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.579+0000 7fb4c2ffd640 1 --2- 172.21.15.83:0/1491373338 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb4b4073200 0x7fb4b4075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:01.583 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.579+0000 7fb4d259c640 1 --2- 172.21.15.83:0/1491373338 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb4b4073200 0x7fb4b4075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:01.583 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.579+0000 7fb4c2ffd640 1 -- 172.21.15.83:0/1491373338 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7fb4c4096200 con 0x7fb4d40b2230 2024-09-21T02:44:01.584 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.579+0000 7fb4d259c640 1 --2- 172.21.15.83:0/1491373338 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb4b4073200 0x7fb4b4075710 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fb4cc009d30 tx=0x7fb4cc009710 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:01.584 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.579+0000 7fb4dfd3b000 1 Processor -- start 2024-09-21T02:44:01.584 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.579+0000 7fb4dfd3b000 1 -- start start 2024-09-21T02:44:01.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.583+0000 7fb4dfd3b000 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x557ae31fe460 0x557ae373f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:01.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.583+0000 7fb4dfd3b000 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x557ae35ee950 0x557ae373fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:01.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.583+0000 7fb4dfd3b000 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ae35d7ca0 0x557ae3740120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:01.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.583+0000 7fb4dfd3b000 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x557ae3614410 con 0x557ae35d7ca0 2024-09-21T02:44:01.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.583+0000 7fb4dfd3b000 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x557ae3551b40 con 0x557ae31fe460 2024-09-21T02:44:01.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.583+0000 7fb4dfd3b000 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x557ae3540f70 con 0x557ae35ee950 2024-09-21T02:44:01.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.583+0000 7fb4d2d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ae35d7ca0 0x557ae3740120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:01.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.583+0000 7fb4d2d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ae35d7ca0 0x557ae3740120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57292/0 (socket says 172.21.15.83:57292) 2024-09-21T02:44:01.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.583+0000 7fb4d2d9d640 1 -- 172.21.15.83:0/1034080681 learned_addr learned my addr 172.21.15.83:0/1034080681 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:01.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.583+0000 7fb4d259c640 1 --2- 172.21.15.83:0/1034080681 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x557ae31fe460 0x557ae373f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:01.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.583+0000 7fb4d1d9b640 1 --2- 172.21.15.83:0/1034080681 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x557ae35ee950 0x557ae373fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:01.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.583+0000 7fb4d2d9d640 1 -- 172.21.15.83:0/1034080681 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x557ae35ee950 msgr2=0x557ae373fbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T02:44:01.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.583+0000 7fb4d2d9d640 1 --2- 172.21.15.83:0/1034080681 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x557ae35ee950 0x557ae373fbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.583+0000 7fb4d2d9d640 1 -- 172.21.15.83:0/1034080681 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x557ae31fe460 msgr2=0x557ae373f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T02:44:01.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.583+0000 7fb4d2d9d640 1 --2- 172.21.15.83:0/1034080681 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x557ae31fe460 0x557ae373f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.583+0000 7fb4d2d9d640 1 -- 172.21.15.83:0/1034080681 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ae35085b0 con 0x557ae35d7ca0 2024-09-21T02:44:01.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.583+0000 7fb4d259c640 1 --2- 172.21.15.83:0/1034080681 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x557ae31fe460 0x557ae373f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:44:01.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.583+0000 7fb4d2d9d640 1 --2- 172.21.15.83:0/1034080681 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ae35d7ca0 0x557ae3740120 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fb4c400afd0 tx=0x7fb4c400fea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e29efa68dc3d6ff server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:01.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.583+0000 7fb4b3fff640 1 -- 172.21.15.83:0/1034080681 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4c4060bb0 con 0x557ae35d7ca0 2024-09-21T02:44:01.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.583+0000 7fb4b3fff640 1 -- 172.21.15.83:0/1034080681 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb4c4065030 con 0x557ae35d7ca0 2024-09-21T02:44:01.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.583+0000 7fb4b3fff640 1 -- 172.21.15.83:0/1034080681 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4c4065690 con 0x557ae35d7ca0 2024-09-21T02:44:01.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.583+0000 7fb4dfd3b000 1 -- 172.21.15.83:0/1034080681 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ae35d7ca0 msgr2=0x557ae3740120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:01.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.583+0000 7fb4dfd3b000 1 --2- 172.21.15.83:0/1034080681 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ae35d7ca0 0x557ae3740120 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fb4c400afd0 tx=0x7fb4c400fea0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.583+0000 7fb4dfd3b000 1 -- 172.21.15.83:0/1034080681 shutdown_connections 2024-09-21T02:44:01.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.583+0000 7fb4dfd3b000 1 --2- 172.21.15.83:0/1034080681 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ae35d7ca0 0x557ae3740120 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.583+0000 7fb4dfd3b000 1 --2- 172.21.15.83:0/1034080681 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x557ae35ee950 0x557ae373fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.583+0000 7fb4dfd3b000 1 --2- 172.21.15.83:0/1034080681 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x557ae31fe460 0x557ae373f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.583+0000 7fb4dfd3b000 1 -- 172.21.15.83:0/1034080681 >> 172.21.15.83:0/1034080681 conn(0x557ae36c4d90 msgr2=0x557ae36f4690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:01.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.583+0000 7fb4dfd3b000 1 -- 172.21.15.83:0/1034080681 shutdown_connections 2024-09-21T02:44:01.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.583+0000 7fb4dfd3b000 1 -- 172.21.15.83:0/1034080681 wait complete. 2024-09-21T02:44:01.592 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.583+0000 7fb4dfd3b000 1 -- start start 2024-09-21T02:44:01.592 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.583+0000 7fb4dfd3b000 1 Processor -- start 2024-09-21T02:44:01.592 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.587+0000 7fb4dfd3b000 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x557ae31fe460 0x557ae3746920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:01.593 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.587+0000 7fb4dfd3b000 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x557ae35d7ca0 0x557ae3746e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:01.593 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.587+0000 7fb4dfd3b000 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ae35ee950 0x557ae37473a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:01.593 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.587+0000 7fb4dfd3b000 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x557ae34db5f0 con 0x557ae35ee950 2024-09-21T02:44:01.593 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.587+0000 7fb4dfd3b000 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x557ae3544d80 con 0x557ae31fe460 2024-09-21T02:44:01.593 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.587+0000 7fb4dfd3b000 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x557ae34e7520 con 0x557ae35d7ca0 2024-09-21T02:44:01.593 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.587+0000 7fb4dfd3b000 10 client.0 _ll_register_callbacks cb 0x557ae34eb830 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T02:44:01.593 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.587+0000 7fb4d2d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ae35ee950 0x557ae37473a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:01.593 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.587+0000 7fb4d2d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ae35ee950 0x557ae37473a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57300/0 (socket says 172.21.15.83:57300) 2024-09-21T02:44:01.593 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.587+0000 7fb4d2d9d640 1 -- 172.21.15.83:0/951651241 learned_addr learned my addr 172.21.15.83:0/951651241 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:01.593 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.587+0000 7fb4d2d9d640 1 -- 172.21.15.83:0/951651241 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x557ae35d7ca0 msgr2=0x557ae3746e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T02:44:01.593 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.587+0000 7fb4d2d9d640 1 --2- 172.21.15.83:0/951651241 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x557ae35d7ca0 0x557ae3746e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.593 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.587+0000 7fb4d2d9d640 1 -- 172.21.15.83:0/951651241 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x557ae31fe460 msgr2=0x557ae3746920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T02:44:01.593 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.587+0000 7fb4d2d9d640 1 --2- 172.21.15.83:0/951651241 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x557ae31fe460 0x557ae3746920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.587+0000 7fb4d2d9d640 1 -- 172.21.15.83:0/951651241 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ae34df190 con 0x557ae35ee950 2024-09-21T02:44:01.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.587+0000 7fb4d2d9d640 1 --2- 172.21.15.83:0/951651241 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ae35ee950 0x557ae37473a0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fb4c4094780 tx=0x7fb4c405d0d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e69d53cbab5f1a03 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:01.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.587+0000 7fb4b17fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-09-21T02:44:01.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.587+0000 7fb4b17fa640 1 -- 172.21.15.83:0/951651241 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4c4060bb0 con 0x557ae35ee950 2024-09-21T02:44:01.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.587+0000 7fb4b17fa640 1 -- 172.21.15.83:0/951651241 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7fb4c4094b50 con 0x557ae35ee950 2024-09-21T02:44:01.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.587+0000 7fb4dfd3b000 1 -- 172.21.15.83:0/951651241 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x557ae34d9110 con 0x557ae35ee950 2024-09-21T02:44:01.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.587+0000 7fb4b17fa640 1 -- 172.21.15.83:0/951651241 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7fb4c4082050 con 0x557ae35ee950 2024-09-21T02:44:01.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.587+0000 7fb4dfd3b000 10 client.5049 fetch_fsmap learned FSMap version 17 2024-09-21T02:44:01.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.587+0000 7fb4dfd3b000 1 -- 172.21.15.83:0/951651241 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=2+}) -- 0x557ae35c5f10 con 0x557ae35ee950 2024-09-21T02:44:01.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.587+0000 7fb4b17fa640 1 -- 172.21.15.83:0/951651241 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x557ae34d9110 con 0x557ae35ee950 2024-09-21T02:44:01.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.587+0000 7fb4b17fa640 1 -- 172.21.15.83:0/951651241 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 17) ==== 3502+0+0 (secure 0 0 0) 0x7fb4c40821f0 con 0x557ae35ee950 2024-09-21T02:44:01.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.587+0000 7fb4dfd3b000 10 client.5049 fetch_fsmap finished waiting for FSMap version 17 2024-09-21T02:44:01.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.587+0000 7fb4dfd3b000 10 client.5049 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-21T02:44:01.595 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.587+0000 7fb4dfd3b000 20 client.5049 populate_metadata read hostname 'smithi083' 2024-09-21T02:44:01.595 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.587+0000 7fb4dfd3b000 1 --2- 172.21.15.83:0/951651241 >> [v2:172.21.15.142:6832/3089344573,v1:172.21.15.142:6833/3089344573] conn(0x557ae31e37d0 0x557ae3750d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:01.595 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.587+0000 7fb4dfd3b000 4 client.5049 mds_command: new command op to 4756 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T02:44:01.595 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.587+0000 7fb4dfd3b000 1 -- 172.21.15.83:0/951651241 --> [v2:172.21.15.142:6832/3089344573,v1:172.21.15.142:6833/3089344573] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557ae3553a90 con 0x557ae31e37d0 2024-09-21T02:44:01.595 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.587+0000 7fb4d259c640 1 --2- 172.21.15.83:0/951651241 >> [v2:172.21.15.142:6832/3089344573,v1:172.21.15.142:6833/3089344573] conn(0x557ae31e37d0 0x557ae3750d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:01.595 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.587+0000 7fb4b17fa640 10 client.5049 ms_handle_connect on v2:172.21.15.142:6832/3089344573 2024-09-21T02:44:01.595 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.587+0000 7fb4d259c640 1 --2- 172.21.15.83:0/951651241 >> [v2:172.21.15.142:6832/3089344573,v1:172.21.15.142:6833/3089344573] conn(0x557ae31e37d0 0x557ae3750d00 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e0455155ccabfb65 server_cookie=bb86052ec9675a21 in_seq=0 out_seq=0 2024-09-21T02:44:01.596 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.591+0000 7fb4b17fa640 1 -- 172.21.15.83:0/951651241 <== mds.0 v2:172.21.15.142:6832/3089344573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x557ae3553a90 con 0x557ae31e37d0 2024-09-21T02:44:01.596 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.591+0000 7fb4b17fa640 10 client.5049 handle_command_reply: tid=0 2024-09-21T02:44:01.596 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.591+0000 7fb4dfd3b000 1 client.5049 shutdown 2024-09-21T02:44:01.596 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.591+0000 7fb4dfd3b000 1 -- 172.21.15.83:0/951651241 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ae35ee950 msgr2=0x557ae37473a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:01.596 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.591+0000 7fb4dfd3b000 1 --2- 172.21.15.83:0/951651241 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ae35ee950 0x557ae37473a0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fb4c4094780 tx=0x7fb4c405d0d0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.596 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.591+0000 7fb4dfd3b000 1 -- 172.21.15.83:0/951651241 shutdown_connections 2024-09-21T02:44:01.596 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.591+0000 7fb4dfd3b000 1 --2- 172.21.15.83:0/951651241 >> [v2:172.21.15.142:6832/3089344573,v1:172.21.15.142:6833/3089344573] conn(0x557ae31e37d0 0x557ae3750d00 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.591+0000 7fb4dfd3b000 1 --2- 172.21.15.83:0/951651241 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ae35ee950 0x557ae37473a0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.591+0000 7fb4dfd3b000 1 --2- 172.21.15.83:0/951651241 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x557ae35d7ca0 0x557ae3746e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.591+0000 7fb4dfd3b000 1 --2- 172.21.15.83:0/951651241 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x557ae31fe460 0x557ae3746920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.591+0000 7fb4b17fa640 0 client.5049 ms_handle_reset on v2:172.21.15.142:6832/3089344573 2024-09-21T02:44:01.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.591+0000 7fb4dfd3b000 1 -- 172.21.15.83:0/951651241 >> 172.21.15.83:0/951651241 conn(0x557ae36c4d90 msgr2=0x557ae36fb440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:01.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.591+0000 7fb4dfd3b000 1 -- 172.21.15.83:0/951651241 shutdown_connections 2024-09-21T02:44:01.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.591+0000 7fb4dfd3b000 1 -- 172.21.15.83:0/951651241 wait complete. 2024-09-21T02:44:01.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.591+0000 7fb4dfd3b000 20 client.5049 trim_cache size 0 max 16384 2024-09-21T02:44:01.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.607+0000 7fb4dfd3b000 1 Processor -- start 2024-09-21T02:44:01.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.607+0000 7fb4dfd3b000 1 -- start start 2024-09-21T02:44:01.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.611+0000 7fb4dfd3b000 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x557ae31fe460 0x557ae36f3cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:01.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.611+0000 7fb4dfd3b000 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x557ae35d7ca0 0x557ae36f4210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:01.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.611+0000 7fb4dfd3b000 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ae35ee950 0x557ae36f4750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:01.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.611+0000 7fb4dfd3b000 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d42026d0 con 0x557ae35ee950 2024-09-21T02:44:01.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.611+0000 7fb4dfd3b000 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d42016f0 con 0x557ae31fe460 2024-09-21T02:44:01.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.611+0000 7fb4dfd3b000 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fb4d41f97f0 con 0x557ae35d7ca0 2024-09-21T02:44:01.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.611+0000 7fb4d2d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ae35ee950 0x557ae36f4750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:01.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.611+0000 7fb4d2d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ae35ee950 0x557ae36f4750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57316/0 (socket says 172.21.15.83:57316) 2024-09-21T02:44:01.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.611+0000 7fb4d2d9d640 1 -- 172.21.15.83:0/3903057743 learned_addr learned my addr 172.21.15.83:0/3903057743 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:01.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.611+0000 7fb4d2d9d640 1 -- 172.21.15.83:0/3903057743 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x557ae35d7ca0 msgr2=0x557ae36f4210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T02:44:01.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.611+0000 7fb4d2d9d640 1 --2- 172.21.15.83:0/3903057743 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x557ae35d7ca0 0x557ae36f4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.611+0000 7fb4d2d9d640 1 -- 172.21.15.83:0/3903057743 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x557ae31fe460 msgr2=0x557ae36f3cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T02:44:01.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.611+0000 7fb4d2d9d640 1 --2- 172.21.15.83:0/3903057743 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x557ae31fe460 0x557ae36f3cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.611+0000 7fb4d2d9d640 1 -- 172.21.15.83:0/3903057743 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ae359cdb0 con 0x557ae35ee950 2024-09-21T02:44:01.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.611+0000 7fb4d2d9d640 1 --2- 172.21.15.83:0/3903057743 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ae35ee950 0x557ae36f4750 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fb4c4060b40 tx=0x7fb4c40947b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83133f19bcdc9bdd server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:01.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.611+0000 7fb4b37fe640 1 -- 172.21.15.83:0/3903057743 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4c4094e60 con 0x557ae35ee950 2024-09-21T02:44:01.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.611+0000 7fb4b37fe640 1 -- 172.21.15.83:0/3903057743 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb4c4065040 con 0x557ae35ee950 2024-09-21T02:44:01.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.611+0000 7fb4b37fe640 1 -- 172.21.15.83:0/3903057743 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4c4094b50 con 0x557ae35ee950 2024-09-21T02:44:01.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.611+0000 7fb4dfd3b000 1 -- 172.21.15.83:0/3903057743 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ae35ee950 msgr2=0x557ae36f4750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:01.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.611+0000 7fb4dfd3b000 1 --2- 172.21.15.83:0/3903057743 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ae35ee950 0x557ae36f4750 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fb4c4060b40 tx=0x7fb4c40947b0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.611+0000 7fb4dfd3b000 1 -- 172.21.15.83:0/3903057743 shutdown_connections 2024-09-21T02:44:01.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.611+0000 7fb4dfd3b000 1 --2- 172.21.15.83:0/3903057743 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ae35ee950 0x557ae36f4750 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.611+0000 7fb4dfd3b000 1 --2- 172.21.15.83:0/3903057743 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x557ae35d7ca0 0x557ae36f4210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.611+0000 7fb4dfd3b000 1 --2- 172.21.15.83:0/3903057743 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x557ae31fe460 0x557ae36f3cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.611+0000 7fb4dfd3b000 1 -- 172.21.15.83:0/3903057743 >> 172.21.15.83:0/3903057743 conn(0x557ae36c4d90 msgr2=0x557ae373d620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:01.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.611+0000 7fb4dfd3b000 1 -- 172.21.15.83:0/3903057743 shutdown_connections 2024-09-21T02:44:01.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.611+0000 7fb4dfd3b000 1 -- 172.21.15.83:0/3903057743 wait complete. 2024-09-21T02:44:01.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.611+0000 7fb4dfd3b000 1 -- start start 2024-09-21T02:44:01.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.611+0000 7fb4dfd3b000 1 Processor -- start 2024-09-21T02:44:01.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4dfd3b000 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x557ae31fe460 0x557ae36f6ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:01.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4dfd3b000 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ae35d7ca0 0x557ae36f7410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:01.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4dfd3b000 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x557ae35ee950 0x557ae3771220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:01.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4dfd3b000 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x557ae34e7520 con 0x557ae35d7ca0 2024-09-21T02:44:01.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4dfd3b000 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d42010a0 con 0x557ae31fe460 2024-09-21T02:44:01.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4dfd3b000 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x557ae34db5f0 con 0x557ae35ee950 2024-09-21T02:44:01.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4dfd3b000 10 client.0 _ll_register_callbacks cb 0x7fb4c4085070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T02:44:01.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4d1d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ae35d7ca0 0x557ae36f7410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:01.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4d1d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ae35d7ca0 0x557ae36f7410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57322/0 (socket says 172.21.15.83:57322) 2024-09-21T02:44:01.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4d1d9b640 1 -- 172.21.15.83:0/2530848622 learned_addr learned my addr 172.21.15.83:0/2530848622 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:01.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4d1d9b640 1 -- 172.21.15.83:0/2530848622 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x557ae35ee950 msgr2=0x557ae3771220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T02:44:01.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4d2d9d640 1 --2- 172.21.15.83:0/2530848622 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x557ae35ee950 0x557ae3771220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:01.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4d259c640 1 --2- 172.21.15.83:0/2530848622 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x557ae31fe460 0x557ae36f6ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:01.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4d1d9b640 1 --2- 172.21.15.83:0/2530848622 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x557ae35ee950 0x557ae3771220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4d1d9b640 1 -- 172.21.15.83:0/2530848622 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x557ae31fe460 msgr2=0x557ae36f6ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T02:44:01.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4d1d9b640 1 --2- 172.21.15.83:0/2530848622 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x557ae31fe460 0x557ae36f6ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4d1d9b640 1 -- 172.21.15.83:0/2530848622 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ae3507ab0 con 0x557ae35d7ca0 2024-09-21T02:44:01.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4d1d9b640 1 --2- 172.21.15.83:0/2530848622 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ae35d7ca0 0x557ae36f7410 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fb4c8000fe0 tx=0x7fb4c80065b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=533d961b939ed26e server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:01.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4b17fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-09-21T02:44:01.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4b17fa640 1 -- 172.21.15.83:0/2530848622 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4c8006930 con 0x557ae35d7ca0 2024-09-21T02:44:01.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4b17fa640 1 -- 172.21.15.83:0/2530848622 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7fb4c8003800 con 0x557ae35d7ca0 2024-09-21T02:44:01.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4dfd3b000 1 -- 172.21.15.83:0/2530848622 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb4c4065040 con 0x557ae35d7ca0 2024-09-21T02:44:01.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4b17fa640 1 -- 172.21.15.83:0/2530848622 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7fb4c80c0050 con 0x557ae35d7ca0 2024-09-21T02:44:01.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4dfd3b000 10 client.5055 fetch_fsmap learned FSMap version 17 2024-09-21T02:44:01.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4dfd3b000 1 -- 172.21.15.83:0/2530848622 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=2+}) -- 0x557ae34e6070 con 0x557ae35d7ca0 2024-09-21T02:44:01.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4b17fa640 1 -- 172.21.15.83:0/2530848622 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb4c4065040 con 0x557ae35d7ca0 2024-09-21T02:44:01.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4b17fa640 1 -- 172.21.15.83:0/2530848622 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 17) ==== 3502+0+0 (secure 0 0 0) 0x7fb4c80c3020 con 0x557ae35d7ca0 2024-09-21T02:44:01.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4dfd3b000 10 client.5055 fetch_fsmap finished waiting for FSMap version 17 2024-09-21T02:44:01.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4dfd3b000 10 client.5055 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-21T02:44:01.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4dfd3b000 20 client.5055 populate_metadata read hostname 'smithi083' 2024-09-21T02:44:01.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4dfd3b000 1 --2- 172.21.15.83:0/2530848622 >> [v2:172.21.15.142:6832/3089344573,v1:172.21.15.142:6833/3089344573] conn(0x557ae31d1830 0x557ae37b50a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:01.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4dfd3b000 4 client.5055 mds_command: new command op to 4756 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T02:44:01.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4dfd3b000 1 -- 172.21.15.83:0/2530848622 --> [v2:172.21.15.142:6832/3089344573,v1:172.21.15.142:6833/3089344573] -- command(tid 0: {"prefix": "status"}) -- 0x557ae354f540 con 0x557ae31d1830 2024-09-21T02:44:01.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4d259c640 1 --2- 172.21.15.83:0/2530848622 >> [v2:172.21.15.142:6832/3089344573,v1:172.21.15.142:6833/3089344573] conn(0x557ae31d1830 0x557ae37b50a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:01.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4b17fa640 10 client.5055 ms_handle_connect on v2:172.21.15.142:6832/3089344573 2024-09-21T02:44:01.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4d259c640 1 --2- 172.21.15.83:0/2530848622 >> [v2:172.21.15.142:6832/3089344573,v1:172.21.15.142:6833/3089344573] conn(0x557ae31d1830 0x557ae37b50a0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9eede9172f0ed5dc server_cookie=253f46f6a59b5042 in_seq=0 out_seq=0 2024-09-21T02:44:01.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4b17fa640 1 -- 172.21.15.83:0/2530848622 <== mds.0 v2:172.21.15.142:6832/3089344573 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x557ae354f540 con 0x557ae31d1830 2024-09-21T02:44:01.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4b17fa640 10 client.5055 handle_command_reply: tid=0 2024-09-21T02:44:01.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4dfd3b000 1 client.5055 shutdown 2024-09-21T02:44:01.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4dfd3b000 1 -- 172.21.15.83:0/2530848622 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ae35d7ca0 msgr2=0x557ae36f7410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:01.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4dfd3b000 1 --2- 172.21.15.83:0/2530848622 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ae35d7ca0 0x557ae36f7410 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fb4c8000fe0 tx=0x7fb4c80065b0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4dfd3b000 1 -- 172.21.15.83:0/2530848622 shutdown_connections 2024-09-21T02:44:01.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4dfd3b000 1 --2- 172.21.15.83:0/2530848622 >> [v2:172.21.15.142:6832/3089344573,v1:172.21.15.142:6833/3089344573] conn(0x557ae31d1830 0x557ae37b50a0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4dfd3b000 1 --2- 172.21.15.83:0/2530848622 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x557ae35ee950 0x557ae3771220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4b17fa640 0 client.5055 ms_handle_reset on v2:172.21.15.142:6832/3089344573 2024-09-21T02:44:01.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4dfd3b000 1 --2- 172.21.15.83:0/2530848622 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ae35d7ca0 0x557ae36f7410 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4dfd3b000 1 --2- 172.21.15.83:0/2530848622 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x557ae31fe460 0x557ae36f6ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4dfd3b000 1 -- 172.21.15.83:0/2530848622 >> 172.21.15.83:0/2530848622 conn(0x557ae36c4d90 msgr2=0x557ae37506a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:01.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4dfd3b000 1 -- 172.21.15.83:0/2530848622 shutdown_connections 2024-09-21T02:44:01.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4dfd3b000 1 -- 172.21.15.83:0/2530848622 wait complete. 2024-09-21T02:44:01.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4dfd3b000 20 client.5055 trim_cache size 0 max 16384 2024-09-21T02:44:01.624 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-09-21T02:44:01.624 INFO:teuthology.orchestra.run.smithi083.stdout: "cluster_fsid": "82b6a254-ea31-468f-b8d3-3f9b32622240", 2024-09-21T02:44:01.624 INFO:teuthology.orchestra.run.smithi083.stdout: "whoami": 0, 2024-09-21T02:44:01.624 INFO:teuthology.orchestra.run.smithi083.stdout: "id": 4756, 2024-09-21T02:44:01.625 INFO:teuthology.orchestra.run.smithi083.stdout: "want_state": "up:active", 2024-09-21T02:44:01.625 INFO:teuthology.orchestra.run.smithi083.stdout: "state": "up:active", 2024-09-21T02:44:01.625 INFO:teuthology.orchestra.run.smithi083.stdout: "fs_name": "cephfs", 2024-09-21T02:44:01.625 INFO:teuthology.orchestra.run.smithi083.stdout: "rank_uptime": 6.0240247699999996, 2024-09-21T02:44:01.625 INFO:teuthology.orchestra.run.smithi083.stdout: "mdsmap_epoch": 17, 2024-09-21T02:44:01.625 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_epoch": 34, 2024-09-21T02:44:01.625 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_epoch_barrier": 34, 2024-09-21T02:44:01.625 INFO:teuthology.orchestra.run.smithi083.stdout: "uptime": 13.070368381 2024-09-21T02:44:01.625 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-09-21T02:44:01.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4d8a70640 1 -- 172.21.15.83:0/1491373338 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb4b4073200 msgr2=0x7fb4b4075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:01.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4d8a70640 1 --2- 172.21.15.83:0/1491373338 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb4b4073200 0x7fb4b4075710 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fb4cc009d30 tx=0x7fb4cc009710 comp rx=0 tx=0).stop 2024-09-21T02:44:01.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4d8a70640 1 -- 172.21.15.83:0/1491373338 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb4d40b2230 msgr2=0x7fb4d4144b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:01.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4d8a70640 1 --2- 172.21.15.83:0/1491373338 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb4d40b2230 0x7fb4d4144b00 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fb4c4001230 tx=0x7fb4c400f820 comp rx=0 tx=0).stop 2024-09-21T02:44:01.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4d8a70640 1 -- 172.21.15.83:0/1491373338 shutdown_connections 2024-09-21T02:44:01.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4d8a70640 1 --2- 172.21.15.83:0/1491373338 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb4b4073200 0x7fb4b4075710 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4d8a70640 1 --2- 172.21.15.83:0/1491373338 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb4d40b2230 0x7fb4d4144b00 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4d8a70640 1 --2- 172.21.15.83:0/1491373338 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb4d40b18e0 0x7fb4d40b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4d8a70640 1 --2- 172.21.15.83:0/1491373338 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb4bc004810 0x7fb4d4142260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4d8a70640 1 -- 172.21.15.83:0/1491373338 >> 172.21.15.83:0/1491373338 conn(0x7fb4d4070650 msgr2=0x7fb4d415c9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:01.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4d8a70640 1 -- 172.21.15.83:0/1491373338 shutdown_connections 2024-09-21T02:44:01.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.615+0000 7fb4d8a70640 1 -- 172.21.15.83:0/1491373338 wait complete. 2024-09-21T02:44:01.639 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T02:44:01.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.771+0000 7fafe6cab640 1 -- 172.21.15.83:0/551632182 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fafe0160100 msgr2=0x7fafe0160510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:01.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.771+0000 7fafe6cab640 1 --2- 172.21.15.83:0/551632182 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fafe0160100 0x7fafe0160510 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fafe006fe10 tx=0x7fafd801cd80 comp rx=0 tx=0).stop 2024-09-21T02:44:01.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.771+0000 7fafe6cab640 1 -- 172.21.15.83:0/551632182 shutdown_connections 2024-09-21T02:44:01.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.771+0000 7fafe6cab640 1 --2- 172.21.15.83:0/551632182 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fafe0160100 0x7fafe0160510 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.771+0000 7fafe6cab640 1 --2- 172.21.15.83:0/551632182 >> v2:172.21.15.142:3300/0 conn(0x7fafe00cc920 0x7fafe00ccd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.771+0000 7fafe6cab640 1 --2- 172.21.15.83:0/551632182 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fafe006ed60 0x7fafe006f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.771+0000 7fafe6cab640 1 -- 172.21.15.83:0/551632182 >> 172.21.15.83:0/551632182 conn(0x7fafe006ce90 msgr2=0x7fafe006d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:01.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.771+0000 7fafe6cab640 1 -- 172.21.15.83:0/551632182 shutdown_connections 2024-09-21T02:44:01.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.771+0000 7fafe6cab640 1 -- 172.21.15.83:0/551632182 wait complete. 2024-09-21T02:44:01.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.775+0000 7fafe6cab640 1 Processor -- start 2024-09-21T02:44:01.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.775+0000 7fafe6cab640 1 -- start start 2024-09-21T02:44:01.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.775+0000 7fafe6cab640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fafe006ed60 0x7fafe014eed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:01.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.775+0000 7fafe6cab640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fafe00cc920 0x7fafe015b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:01.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.775+0000 7fafe6cab640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fafe0160100 0x7fafe015bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:01.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.775+0000 7fafe6cab640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fafe0074c30 con 0x7fafe006ed60 2024-09-21T02:44:01.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.775+0000 7fafe6cab640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fafe0074ab0 con 0x7fafe00cc920 2024-09-21T02:44:01.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.775+0000 7fafe6cab640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fafe0074db0 con 0x7fafe0160100 2024-09-21T02:44:01.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.775+0000 7fafe4a47640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fafe006ed60 0x7fafe014eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:01.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.775+0000 7fafe4a47640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fafe006ed60 0x7fafe014eed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57348/0 (socket says 172.21.15.83:57348) 2024-09-21T02:44:01.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.775+0000 7fafe4a47640 1 -- 172.21.15.83:0/2222183220 learned_addr learned my addr 172.21.15.83:0/2222183220 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:01.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.775+0000 7fafe5248640 1 --2- 172.21.15.83:0/2222183220 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fafe0160100 0x7fafe015bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:01.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.775+0000 7fafe4a47640 1 -- 172.21.15.83:0/2222183220 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fafe0160100 msgr2=0x7fafe015bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:01.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.775+0000 7fafe4a47640 1 --2- 172.21.15.83:0/2222183220 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fafe0160100 0x7fafe015bb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.775+0000 7fafe4a47640 1 -- 172.21.15.83:0/2222183220 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fafe00cc920 msgr2=0x7fafe015b5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:01.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.775+0000 7fafe4a47640 1 --2- 172.21.15.83:0/2222183220 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fafe00cc920 0x7fafe015b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.775+0000 7fafe4a47640 1 -- 172.21.15.83:0/2222183220 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafe00cc710 con 0x7fafe006ed60 2024-09-21T02:44:01.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.775+0000 7fafe4a47640 1 --2- 172.21.15.83:0/2222183220 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fafe006ed60 0x7fafe014eed0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fafd000ca20 tx=0x7fafd000cee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:01.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.775+0000 7fafdd7fa640 1 -- 172.21.15.83:0/2222183220 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafd0007c70 con 0x7fafe006ed60 2024-09-21T02:44:01.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.775+0000 7fafdd7fa640 1 -- 172.21.15.83:0/2222183220 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fafd000f450 con 0x7fafe006ed60 2024-09-21T02:44:01.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.775+0000 7fafe6cab640 1 -- 172.21.15.83:0/2222183220 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fafe0154e40 con 0x7fafe006ed60 2024-09-21T02:44:01.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.775+0000 7fafdd7fa640 1 -- 172.21.15.83:0/2222183220 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafd000f8a0 con 0x7fafe006ed60 2024-09-21T02:44:01.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.775+0000 7fafe6cab640 1 -- 172.21.15.83:0/2222183220 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fafe0155400 con 0x7fafe006ed60 2024-09-21T02:44:01.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.779+0000 7fafe6cab640 1 -- 172.21.15.83:0/2222183220 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fafe00ccd30 con 0x7fafe006ed60 2024-09-21T02:44:01.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.779+0000 7fafdd7fa640 1 -- 172.21.15.83:0/2222183220 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fafd000fa40 con 0x7fafe006ed60 2024-09-21T02:44:01.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.779+0000 7fafdd7fa640 1 --2- 172.21.15.83:0/2222183220 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fafcc073230 0x7fafcc075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:01.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.779+0000 7fafdffff640 1 --2- 172.21.15.83:0/2222183220 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fafcc073230 0x7fafcc075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:01.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.779+0000 7fafdd7fa640 1 -- 172.21.15.83:0/2222183220 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7fafd0094960 con 0x7fafe006ed60 2024-09-21T02:44:01.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.779+0000 7fafdffff640 1 --2- 172.21.15.83:0/2222183220 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fafcc073230 0x7fafcc075740 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fafd4005fd0 tx=0x7fafd4005ca0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:01.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.783+0000 7fafdd7fa640 1 -- 172.21.15.83:0/2222183220 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fafd0014030 con 0x7fafe006ed60 2024-09-21T02:44:01.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.983+0000 7fafe6cab640 1 -- 172.21.15.83:0/2222183220 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fafe006dea0 con 0x7fafe006ed60 2024-09-21T02:44:01.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.983+0000 7fafdd7fa640 1 -- 172.21.15.83:0/2222183220 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v17) ==== 53+0+73 (secure 0 0 0) 0x7fafd005fa10 con 0x7fafe006ed60 2024-09-21T02:44:01.988 INFO:teuthology.orchestra.run.smithi083.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T02:44:01.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.987+0000 7fafe6cab640 1 -- 172.21.15.83:0/2222183220 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fafcc073230 msgr2=0x7fafcc075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:01.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.987+0000 7fafe6cab640 1 --2- 172.21.15.83:0/2222183220 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fafcc073230 0x7fafcc075740 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fafd4005fd0 tx=0x7fafd4005ca0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.987+0000 7fafe6cab640 1 -- 172.21.15.83:0/2222183220 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fafe006ed60 msgr2=0x7fafe014eed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:01.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.987+0000 7fafe6cab640 1 --2- 172.21.15.83:0/2222183220 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fafe006ed60 0x7fafe014eed0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fafd000ca20 tx=0x7fafd000cee0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.987+0000 7fafe6cab640 1 -- 172.21.15.83:0/2222183220 shutdown_connections 2024-09-21T02:44:01.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.987+0000 7fafe6cab640 1 --2- 172.21.15.83:0/2222183220 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fafcc073230 0x7fafcc075740 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.987+0000 7fafe6cab640 1 --2- 172.21.15.83:0/2222183220 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fafe0160100 0x7fafe015bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.987+0000 7fafe6cab640 1 --2- 172.21.15.83:0/2222183220 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fafe00cc920 0x7fafe015b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.987+0000 7fafe6cab640 1 --2- 172.21.15.83:0/2222183220 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fafe006ed60 0x7fafe014eed0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:01.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.987+0000 7fafe6cab640 1 -- 172.21.15.83:0/2222183220 >> 172.21.15.83:0/2222183220 conn(0x7fafe006ce90 msgr2=0x7fafe00b2550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:01.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.987+0000 7fafe6cab640 1 -- 172.21.15.83:0/2222183220 shutdown_connections 2024-09-21T02:44:01.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:01.987+0000 7fafe6cab640 1 -- 172.21.15.83:0/2222183220 wait complete. 2024-09-21T02:44:02.008 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T02:44:02.008 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T02:44:02.008 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi083.front.sepia.ceph.com 2024-09-21T02:44:02.008 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-21T02:44:02.008 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-21T02:44:02.008 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T02:44:02.008 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T02:44:02.009 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T02:44:02.009 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T02:44:02.009 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:44:02.009 DEBUG:teuthology.orchestra.run.smithi083:> ip addr 2024-09-21T02:44:02.014 INFO:teuthology.orchestra.run.smithi083.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T02:44:02.015 INFO:teuthology.orchestra.run.smithi083.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T02:44:02.015 INFO:teuthology.orchestra.run.smithi083.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T02:44:02.015 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:44:02.015 INFO:teuthology.orchestra.run.smithi083.stdout: inet6 ::1/128 scope host 2024-09-21T02:44:02.015 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:44:02.015 INFO:teuthology.orchestra.run.smithi083.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T02:44:02.015 INFO:teuthology.orchestra.run.smithi083.stdout: link/ether 0c:c4:7a:d8:da:1e brd ff:ff:ff:ff:ff:ff 2024-09-21T02:44:02.015 INFO:teuthology.orchestra.run.smithi083.stdout: altname enp7s0f0 2024-09-21T02:44:02.015 INFO:teuthology.orchestra.run.smithi083.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T02:44:02.015 INFO:teuthology.orchestra.run.smithi083.stdout: link/ether 0c:c4:7a:d8:da:1f brd ff:ff:ff:ff:ff:ff 2024-09-21T02:44:02.015 INFO:teuthology.orchestra.run.smithi083.stdout: altname enp7s0f1 2024-09-21T02:44:02.015 INFO:teuthology.orchestra.run.smithi083.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T02:44:02.015 INFO:teuthology.orchestra.run.smithi083.stdout: link/ether 0c:c4:7a:8f:ce:90 brd ff:ff:ff:ff:ff:ff 2024-09-21T02:44:02.015 INFO:teuthology.orchestra.run.smithi083.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T02:44:02.016 INFO:teuthology.orchestra.run.smithi083.stdout: link/ether 0c:c4:7a:8f:ce:91 brd ff:ff:ff:ff:ff:ff 2024-09-21T02:44:02.016 INFO:teuthology.orchestra.run.smithi083.stdout: inet 172.21.15.83/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-21T02:44:02.016 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft 42437sec preferred_lft 42437sec 2024-09-21T02:44:02.016 INFO:teuthology.orchestra.run.smithi083.stdout: inet6 fe80::ec4:7aff:fe8f:ce91/64 scope link 2024-09-21T02:44:02.016 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:44:02.016 INFO:teuthology.orchestra.run.smithi083.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-21T02:44:02.016 INFO:teuthology.orchestra.run.smithi083.stdout: link/ether 02:42:c2:ca:1a:c9 brd ff:ff:ff:ff:ff:ff 2024-09-21T02:44:02.016 INFO:teuthology.orchestra.run.smithi083.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-21T02:44:02.016 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:44:02.016 INFO:teuthology.orchestra.run.smithi083.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T02:44:02.016 INFO:teuthology.orchestra.run.smithi083.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-21T02:44:02.016 INFO:teuthology.orchestra.run.smithi083.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T02:44:02.016 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:44:02.016 INFO:teuthology.orchestra.run.smithi083.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-21T02:44:02.016 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:44:02.017 INFO:teuthology.orchestra.run.smithi083.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T02:44:02.017 INFO:teuthology.orchestra.run.smithi083.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T02:44:02.017 INFO:teuthology.orchestra.run.smithi083.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-21T02:44:02.017 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:44:02.017 INFO:teuthology.orchestra.run.smithi083.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T02:44:02.017 INFO:teuthology.orchestra.run.smithi083.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T02:44:02.017 INFO:teuthology.orchestra.run.smithi083.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-21T02:44:02.017 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:44:02.017 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:44:02.017 DEBUG:teuthology.orchestra.run.smithi083:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T02:44:02.065 INFO:teuthology.orchestra.run.smithi083.stdout:1 2024-09-21T02:44:02.067 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:44:02.067 DEBUG:teuthology.orchestra.run.smithi083:> route 2024-09-21T02:44:02.116 INFO:teuthology.orchestra.run.smithi083.stdout:Kernel IP routing table 2024-09-21T02:44:02.117 INFO:teuthology.orchestra.run.smithi083.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T02:44:02.117 INFO:teuthology.orchestra.run.smithi083.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-21T02:44:02.117 INFO:teuthology.orchestra.run.smithi083.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T02:44:02.117 INFO:teuthology.orchestra.run.smithi083.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-21T02:44:02.117 INFO:teuthology.orchestra.run.smithi083.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-21T02:44:02.117 INFO:teuthology.orchestra.run.smithi083.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T02:44:02.117 INFO:teuthology.orchestra.run.smithi083.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T02:44:02.117 INFO:teuthology.orchestra.run.smithi083.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T02:44:02.117 INFO:teuthology.orchestra.run.smithi083.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T02:44:02.117 INFO:teuthology.orchestra.run.smithi083.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T02:44:02.118 DEBUG:teuthology.orchestra.run.smithi083:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T02:44:02.118 DEBUG:teuthology.orchestra.run.smithi083:> set -e 2024-09-21T02:44:02.118 DEBUG:teuthology.orchestra.run.smithi083:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T02:44:02.118 DEBUG:teuthology.orchestra.run.smithi083:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T02:44:02.118 DEBUG:teuthology.orchestra.run.smithi083:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T02:44:02.118 DEBUG:teuthology.orchestra.run.smithi083:> ') 2024-09-21T02:44:02.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:02 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T02:44:02.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:02.238 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:44:02.238 DEBUG:teuthology.orchestra.run.smithi083:> ip netns list 2024-09-21T02:44:02.286 INFO:teuthology.orchestra.run.smithi083.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-21T02:44:02.286 INFO:teuthology.orchestra.run.smithi083.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-21T02:44:02.286 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T02:44:02.286 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:44:02.286 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip link set brx.0 up 2024-09-21T02:44:02.345 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-21T02:44:02.345 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T02:44:02.345 DEBUG:teuthology.orchestra.run.smithi083:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-21T02:44:02.393 INFO:teuthology.orchestra.run.smithi083.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-21T02:44:02.393 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T02:44:02.394 DEBUG:teuthology.orchestra.run.smithi083:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-21T02:44:02.445 DEBUG:teuthology.orchestra.run.smithi083:> sudo modprobe fuse 2024-09-21T02:44:02.503 DEBUG:teuthology.orchestra.run.smithi083:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T02:44:02.554 INFO:teuthology.orchestra.run.smithi083.stdout:/sys 2024-09-21T02:44:02.555 INFO:teuthology.orchestra.run.smithi083.stdout:/proc 2024-09-21T02:44:02.555 INFO:teuthology.orchestra.run.smithi083.stdout:/dev 2024-09-21T02:44:02.555 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/pts 2024-09-21T02:44:02.555 INFO:teuthology.orchestra.run.smithi083.stdout:/run 2024-09-21T02:44:02.555 INFO:teuthology.orchestra.run.smithi083.stdout:/ 2024-09-21T02:44:02.555 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/security 2024-09-21T02:44:02.555 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/shm 2024-09-21T02:44:02.555 INFO:teuthology.orchestra.run.smithi083.stdout:/run/lock 2024-09-21T02:44:02.555 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/cgroup 2024-09-21T02:44:02.555 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/pstore 2024-09-21T02:44:02.555 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/bpf 2024-09-21T02:44:02.556 INFO:teuthology.orchestra.run.smithi083.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T02:44:02.556 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/hugepages 2024-09-21T02:44:02.556 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/mqueue 2024-09-21T02:44:02.556 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/debug 2024-09-21T02:44:02.556 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/tracing 2024-09-21T02:44:02.556 INFO:teuthology.orchestra.run.smithi083.stdout:/proc/fs/nfsd 2024-09-21T02:44:02.556 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/fuse/connections 2024-09-21T02:44:02.556 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/config 2024-09-21T02:44:02.556 INFO:teuthology.orchestra.run.smithi083.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T02:44:02.556 INFO:teuthology.orchestra.run.smithi083.stdout:/run/rpc_pipefs 2024-09-21T02:44:02.556 INFO:teuthology.orchestra.run.smithi083.stdout:/run/user/1000 2024-09-21T02:44:02.556 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph 2024-09-21T02:44:02.556 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T02:44:02.556 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T02:44:02.557 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T02:44:02.557 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T02:44:02.557 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns 2024-09-21T02:44:02.557 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T02:44:02.557 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T02:44:02.557 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T02:44:02.557 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T02:44:02.558 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:44:02.558 DEBUG:teuthology.orchestra.run.smithi083:> ls /sys/fs/fuse/connections 2024-09-21T02:44:02.610 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T02:44:02.610 DEBUG:teuthology.orchestra.run.smithi083:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-21T02:44:02.659 DEBUG:teuthology.orchestra.run.smithi083:> sudo modprobe fuse 2024-09-21T02:44:02.672 DEBUG:teuthology.orchestra.run.smithi083:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T02:44:02.718 INFO:teuthology.orchestra.run.smithi083.stdout:/sys 2024-09-21T02:44:02.718 INFO:teuthology.orchestra.run.smithi083.stdout:/proc 2024-09-21T02:44:02.718 INFO:teuthology.orchestra.run.smithi083.stdout:/dev 2024-09-21T02:44:02.718 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/pts 2024-09-21T02:44:02.719 INFO:teuthology.orchestra.run.smithi083.stdout:/run 2024-09-21T02:44:02.719 INFO:teuthology.orchestra.run.smithi083.stdout:/ 2024-09-21T02:44:02.719 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/security 2024-09-21T02:44:02.719 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/shm 2024-09-21T02:44:02.719 INFO:teuthology.orchestra.run.smithi083.stdout:/run/lock 2024-09-21T02:44:02.719 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/cgroup 2024-09-21T02:44:02.719 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/pstore 2024-09-21T02:44:02.719 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/bpf 2024-09-21T02:44:02.719 INFO:teuthology.orchestra.run.smithi083.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T02:44:02.719 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/hugepages 2024-09-21T02:44:02.719 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/mqueue 2024-09-21T02:44:02.719 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/debug 2024-09-21T02:44:02.719 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/tracing 2024-09-21T02:44:02.719 INFO:teuthology.orchestra.run.smithi083.stdout:/proc/fs/nfsd 2024-09-21T02:44:02.720 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/fuse/connections 2024-09-21T02:44:02.720 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/config 2024-09-21T02:44:02.720 INFO:teuthology.orchestra.run.smithi083.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T02:44:02.720 INFO:teuthology.orchestra.run.smithi083.stdout:/run/rpc_pipefs 2024-09-21T02:44:02.720 INFO:teuthology.orchestra.run.smithi083.stdout:/run/user/1000 2024-09-21T02:44:02.720 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph 2024-09-21T02:44:02.720 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T02:44:02.720 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T02:44:02.720 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T02:44:02.720 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T02:44:02.720 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns 2024-09-21T02:44:02.720 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T02:44:02.720 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T02:44:02.720 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T02:44:02.721 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T02:44:02.721 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:44:02.721 DEBUG:teuthology.orchestra.run.smithi083:> ls /sys/fs/fuse/connections 2024-09-21T02:44:02.768 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi083.stderr:2024-09-21T02:44:02.763+0000 7fd7bdf65580 -1 init, newargv = 0x7fd7ac0ad020 newargc=15 2024-09-21T02:44:02.768 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi083.stderr:ceph-fuse[38505]: starting ceph client 2024-09-21T02:44:02.776 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi083.stderr:ceph-fuse[38505]: starting fuse 2024-09-21T02:44:03.874 DEBUG:teuthology.orchestra.run.smithi083:> sudo modprobe fuse 2024-09-21T02:44:03.890 DEBUG:teuthology.orchestra.run.smithi083:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T02:44:03.940 INFO:teuthology.orchestra.run.smithi083.stdout:/sys 2024-09-21T02:44:03.941 INFO:teuthology.orchestra.run.smithi083.stdout:/proc 2024-09-21T02:44:03.941 INFO:teuthology.orchestra.run.smithi083.stdout:/dev 2024-09-21T02:44:03.941 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/pts 2024-09-21T02:44:03.941 INFO:teuthology.orchestra.run.smithi083.stdout:/run 2024-09-21T02:44:03.941 INFO:teuthology.orchestra.run.smithi083.stdout:/ 2024-09-21T02:44:03.941 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/security 2024-09-21T02:44:03.941 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/shm 2024-09-21T02:44:03.941 INFO:teuthology.orchestra.run.smithi083.stdout:/run/lock 2024-09-21T02:44:03.941 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/cgroup 2024-09-21T02:44:03.941 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/pstore 2024-09-21T02:44:03.941 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/bpf 2024-09-21T02:44:03.941 INFO:teuthology.orchestra.run.smithi083.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T02:44:03.942 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/hugepages 2024-09-21T02:44:03.942 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/mqueue 2024-09-21T02:44:03.942 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/debug 2024-09-21T02:44:03.942 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/tracing 2024-09-21T02:44:03.942 INFO:teuthology.orchestra.run.smithi083.stdout:/proc/fs/nfsd 2024-09-21T02:44:03.942 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/fuse/connections 2024-09-21T02:44:03.942 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/config 2024-09-21T02:44:03.942 INFO:teuthology.orchestra.run.smithi083.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T02:44:03.942 INFO:teuthology.orchestra.run.smithi083.stdout:/run/rpc_pipefs 2024-09-21T02:44:03.942 INFO:teuthology.orchestra.run.smithi083.stdout:/run/user/1000 2024-09-21T02:44:03.942 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph 2024-09-21T02:44:03.942 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T02:44:03.943 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T02:44:03.943 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T02:44:03.943 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T02:44:03.943 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns 2024-09-21T02:44:03.943 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T02:44:03.943 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T02:44:03.943 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T02:44:03.943 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T02:44:03.943 INFO:teuthology.orchestra.run.smithi083.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-21T02:44:03.944 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:44:03.944 DEBUG:teuthology.orchestra.run.smithi083:> ls /sys/fs/fuse/connections 2024-09-21T02:44:03.994 INFO:teuthology.orchestra.run.smithi083.stdout:45 2024-09-21T02:44:03.994 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-21T02:44:03.994 DEBUG:teuthology.orchestra.run.smithi083:> sudo stdin-killer -- python3 -c ' 2024-09-21T02:44:03.994 DEBUG:teuthology.orchestra.run.smithi083:> import glob 2024-09-21T02:44:03.995 DEBUG:teuthology.orchestra.run.smithi083:> import re 2024-09-21T02:44:03.995 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:03.995 DEBUG:teuthology.orchestra.run.smithi083:> import subprocess 2024-09-21T02:44:03.995 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:03.995 DEBUG:teuthology.orchestra.run.smithi083:> def _find_admin_socket(client_name): 2024-09-21T02:44:03.995 DEBUG:teuthology.orchestra.run.smithi083:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-21T02:44:03.995 DEBUG:teuthology.orchestra.run.smithi083:> files = glob.glob(asok_path) 2024-09-21T02:44:03.995 DEBUG:teuthology.orchestra.run.smithi083:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-21T02:44:03.995 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:03.995 DEBUG:teuthology.orchestra.run.smithi083:> # Given a non-glob path, it better be there 2024-09-21T02:44:03.995 DEBUG:teuthology.orchestra.run.smithi083:> if "*" not in asok_path: 2024-09-21T02:44:03.995 DEBUG:teuthology.orchestra.run.smithi083:> assert(len(files) == 1) 2024-09-21T02:44:03.995 DEBUG:teuthology.orchestra.run.smithi083:> return files[0] 2024-09-21T02:44:03.996 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:03.996 DEBUG:teuthology.orchestra.run.smithi083:> for f in files: 2024-09-21T02:44:03.996 DEBUG:teuthology.orchestra.run.smithi083:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T02:44:03.996 DEBUG:teuthology.orchestra.run.smithi083:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T02:44:03.996 DEBUG:teuthology.orchestra.run.smithi083:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T02:44:03.996 DEBUG:teuthology.orchestra.run.smithi083:> contents = proc_f.read() 2024-09-21T02:44:03.996 DEBUG:teuthology.orchestra.run.smithi083:> if mountpoint in contents: 2024-09-21T02:44:03.996 DEBUG:teuthology.orchestra.run.smithi083:> return f 2024-09-21T02:44:03.997 DEBUG:teuthology.orchestra.run.smithi083:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T02:44:03.997 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:03.997 DEBUG:teuthology.orchestra.run.smithi083:> print(_find_admin_socket("client.0")) 2024-09-21T02:44:03.997 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:04.119 INFO:teuthology.orchestra.run.smithi083.stdout:/var/run/ceph/ceph-client.0.38505.asok 2024-09-21T02:44:04.123 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:04.131 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.38505.asok 2024-09-21T02:44:04.131 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:44:04.131 DEBUG:teuthology.orchestra.run.smithi083:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.38505.asok status 2024-09-21T02:44:04.308 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-09-21T02:44:04.308 INFO:teuthology.orchestra.run.smithi083.stdout: "metadata": { 2024-09-21T02:44:04.308 INFO:teuthology.orchestra.run.smithi083.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T02:44:04.309 INFO:teuthology.orchestra.run.smithi083.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T02:44:04.309 INFO:teuthology.orchestra.run.smithi083.stdout: "entity_id": "0", 2024-09-21T02:44:04.309 INFO:teuthology.orchestra.run.smithi083.stdout: "hostname": "smithi083", 2024-09-21T02:44:04.309 INFO:teuthology.orchestra.run.smithi083.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-21T02:44:04.309 INFO:teuthology.orchestra.run.smithi083.stdout: "pid": "38505", 2024-09-21T02:44:04.309 INFO:teuthology.orchestra.run.smithi083.stdout: "root": "/" 2024-09-21T02:44:04.309 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:44:04.309 INFO:teuthology.orchestra.run.smithi083.stdout: "dentry_count": 0, 2024-09-21T02:44:04.309 INFO:teuthology.orchestra.run.smithi083.stdout: "dentry_pinned_count": 0, 2024-09-21T02:44:04.309 INFO:teuthology.orchestra.run.smithi083.stdout: "id": 5067, 2024-09-21T02:44:04.309 INFO:teuthology.orchestra.run.smithi083.stdout: "inst": { 2024-09-21T02:44:04.309 INFO:teuthology.orchestra.run.smithi083.stdout: "name": { 2024-09-21T02:44:04.309 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "client", 2024-09-21T02:44:04.309 INFO:teuthology.orchestra.run.smithi083.stdout: "num": 5067 2024-09-21T02:44:04.310 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:44:04.310 INFO:teuthology.orchestra.run.smithi083.stdout: "addr": { 2024-09-21T02:44:04.310 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "v1", 2024-09-21T02:44:04.310 INFO:teuthology.orchestra.run.smithi083.stdout: "addr": "192.168.0.1:0", 2024-09-21T02:44:04.310 INFO:teuthology.orchestra.run.smithi083.stdout: "nonce": 907623425 2024-09-21T02:44:04.310 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:44:04.310 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:44:04.310 INFO:teuthology.orchestra.run.smithi083.stdout: "addr": { 2024-09-21T02:44:04.310 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "v1", 2024-09-21T02:44:04.310 INFO:teuthology.orchestra.run.smithi083.stdout: "addr": "192.168.0.1:0", 2024-09-21T02:44:04.310 INFO:teuthology.orchestra.run.smithi083.stdout: "nonce": 907623425 2024-09-21T02:44:04.310 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:44:04.310 INFO:teuthology.orchestra.run.smithi083.stdout: "inst_str": "client.5067 192.168.0.1:0/907623425", 2024-09-21T02:44:04.310 INFO:teuthology.orchestra.run.smithi083.stdout: "addr_str": "192.168.0.1:0/907623425", 2024-09-21T02:44:04.311 INFO:teuthology.orchestra.run.smithi083.stdout: "inode_count": 1, 2024-09-21T02:44:04.311 INFO:teuthology.orchestra.run.smithi083.stdout: "mds_epoch": 17, 2024-09-21T02:44:04.311 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_epoch": 34, 2024-09-21T02:44:04.311 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_epoch_barrier": 0, 2024-09-21T02:44:04.311 INFO:teuthology.orchestra.run.smithi083.stdout: "blocklisted": false, 2024-09-21T02:44:04.311 INFO:teuthology.orchestra.run.smithi083.stdout: "fs_name": "cephfs" 2024-09-21T02:44:04.311 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-09-21T02:44:04.324 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:44:04.324 DEBUG:teuthology.orchestra.run.smithi083:> stat --file-system '--printf=%T 2024-09-21T02:44:04.324 DEBUG:teuthology.orchestra.run.smithi083:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-21T02:44:04.331 INFO:teuthology.orchestra.run.smithi083.stdout:fuseblk 2024-09-21T02:44:04.331 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-21T02:44:04.331 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:44:04.331 DEBUG:teuthology.orchestra.run.smithi083:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-21T02:44:04.388 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:44:04.388 DEBUG:teuthology.orchestra.run.smithi083:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir parent) 2024-09-21T02:44:04.452 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:44:04.452 DEBUG:teuthology.orchestra.run.smithi083:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir parent/child) 2024-09-21T02:44:04.511 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:44:04.511 DEBUG:teuthology.orchestra.run.smithi083:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch parent/child/file) 2024-09-21T02:44:04.565 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:44:04.566 DEBUG:teuthology.orchestra.run.smithi083:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir parent/child/grandchild) 2024-09-21T02:44:04.621 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:44:04.621 DEBUG:teuthology.orchestra.run.smithi083:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch parent/child/grandchild/file) 2024-09-21T02:44:04.678 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:44:04.678 DEBUG:teuthology.orchestra.run.smithi083:> (cd /home/ubuntu/cephtest/mnt.0 && exec find ./) 2024-09-21T02:44:04.765 INFO:teuthology.orchestra.run.smithi083.stdout:./ 2024-09-21T02:44:04.765 INFO:teuthology.orchestra.run.smithi083.stdout:./parent 2024-09-21T02:44:04.765 INFO:teuthology.orchestra.run.smithi083.stdout:./parent/child 2024-09-21T02:44:04.765 INFO:teuthology.orchestra.run.smithi083.stdout:./parent/child/grandchild 2024-09-21T02:44:04.765 INFO:teuthology.orchestra.run.smithi083.stdout:./parent/child/grandchild/file 2024-09-21T02:44:04.765 INFO:teuthology.orchestra.run.smithi083.stdout:./parent/child/file 2024-09-21T02:44:04.766 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:04.766 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:04.766 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:04.766 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:04.766 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./").st_ino) 2024-09-21T02:44:04.767 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:04.876 INFO:teuthology.orchestra.run.smithi083.stdout:1 2024-09-21T02:44:04.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:04.886 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:04.886 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:04.886 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:04.886 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:04.886 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./parent").st_ino) 2024-09-21T02:44:04.886 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:04.994 INFO:teuthology.orchestra.run.smithi083.stdout:1099511627776 2024-09-21T02:44:04.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:05.003 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:05.004 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:05.004 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:05.004 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:05.004 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./parent/child").st_ino) 2024-09-21T02:44:05.004 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:05.104 INFO:teuthology.orchestra.run.smithi083.stdout:1099511627777 2024-09-21T02:44:05.107 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:05.114 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:05.114 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:05.114 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:05.114 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:05.114 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./parent/child/grandchild").st_ino) 2024-09-21T02:44:05.114 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:05.222 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628279 2024-09-21T02:44:05.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:05.234 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:05.234 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:05.234 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:05.234 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:05.235 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./parent/child/grandchild/file").st_ino) 2024-09-21T02:44:05.235 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:05.338 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628280 2024-09-21T02:44:05.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:05.347 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:05.347 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:05.347 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:05.347 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:05.348 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./parent/child/file").st_ino) 2024-09-21T02:44:05.348 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:05.448 INFO:teuthology.orchestra.run.smithi083.stdout:1099511627778 2024-09-21T02:44:05.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:05.459 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T02:44:05.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.659+0000 7fc209c57640 1 -- 172.21.15.83:0/1742354804 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc2040b4b70 msgr2=0x7fc20415c410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:05.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.659+0000 7fc209c57640 1 --2- 172.21.15.83:0/1742354804 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc2040b4b70 0x7fc20415c410 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fc1f4009900 tx=0x7fc1f401c850 comp rx=0 tx=0).stop 2024-09-21T02:44:05.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.659+0000 7fc209c57640 1 -- 172.21.15.83:0/1742354804 shutdown_connections 2024-09-21T02:44:05.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.659+0000 7fc209c57640 1 --2- 172.21.15.83:0/1742354804 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc2040d06e0 0x7fc2040cdd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:05.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.659+0000 7fc209c57640 1 --2- 172.21.15.83:0/1742354804 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc2040b4b70 0x7fc20415c410 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:05.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.659+0000 7fc209c57640 1 -- 172.21.15.83:0/1742354804 >> 172.21.15.83:0/1742354804 conn(0x7fc20406ce90 msgr2=0x7fc20406d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:05.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.659+0000 7fc209c57640 1 -- 172.21.15.83:0/1742354804 shutdown_connections 2024-09-21T02:44:05.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.659+0000 7fc209c57640 1 -- 172.21.15.83:0/1742354804 wait complete. 2024-09-21T02:44:05.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.663+0000 7fc209c57640 1 Processor -- start 2024-09-21T02:44:05.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.663+0000 7fc209c57640 1 -- start start 2024-09-21T02:44:05.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.663+0000 7fc209c57640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc2040b4b70 0x7fc20414a230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:05.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.663+0000 7fc209c57640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc20415b2c0 0x7fc204074070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:05.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.663+0000 7fc209c57640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc2040745b0 0x7fc204148b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:05.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.663+0000 7fc209c57640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fc204168bf0 con 0x7fc2040745b0 2024-09-21T02:44:05.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.663+0000 7fc209c57640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fc204168a70 con 0x7fc2040b4b70 2024-09-21T02:44:05.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.663+0000 7fc209c57640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fc204168d70 con 0x7fc20415b2c0 2024-09-21T02:44:05.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.663+0000 7fc203fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc2040745b0 0x7fc204148b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:05.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.663+0000 7fc203fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc2040745b0 0x7fc204148b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55982/0 (socket says 172.21.15.83:55982) 2024-09-21T02:44:05.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.663+0000 7fc203fff640 1 -- 172.21.15.83:0/1547056102 learned_addr learned my addr 172.21.15.83:0/1547056102 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:05.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.663+0000 7fc202ffd640 1 --2- 172.21.15.83:0/1547056102 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc20415b2c0 0x7fc204074070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:05.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.663+0000 7fc2037fe640 1 --2- 172.21.15.83:0/1547056102 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc2040b4b70 0x7fc20414a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:05.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.663+0000 7fc203fff640 1 -- 172.21.15.83:0/1547056102 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc20415b2c0 msgr2=0x7fc204074070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:05.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.663+0000 7fc203fff640 1 --2- 172.21.15.83:0/1547056102 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc20415b2c0 0x7fc204074070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:05.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.663+0000 7fc203fff640 1 -- 172.21.15.83:0/1547056102 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc2040b4b70 msgr2=0x7fc20414a230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:05.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.663+0000 7fc203fff640 1 --2- 172.21.15.83:0/1547056102 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc2040b4b70 0x7fc20414a230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:05.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.663+0000 7fc203fff640 1 -- 172.21.15.83:0/1547056102 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2040b2740 con 0x7fc2040745b0 2024-09-21T02:44:05.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.663+0000 7fc2037fe640 1 --2- 172.21.15.83:0/1547056102 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc2040b4b70 0x7fc20414a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:44:05.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.663+0000 7fc202ffd640 1 --2- 172.21.15.83:0/1547056102 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc20415b2c0 0x7fc204074070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:44:05.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.663+0000 7fc203fff640 1 --2- 172.21.15.83:0/1547056102 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc2040745b0 0x7fc204148b10 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fc1fc009a70 tx=0x7fc1fc009f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:05.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.663+0000 7fc1fbfff640 1 -- 172.21.15.83:0/1547056102 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1fc00ba90 con 0x7fc2040745b0 2024-09-21T02:44:05.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.663+0000 7fc1fbfff640 1 -- 172.21.15.83:0/1547056102 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc1fc00bc30 con 0x7fc2040745b0 2024-09-21T02:44:05.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.663+0000 7fc209c57640 1 -- 172.21.15.83:0/1547056102 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2040b1ea0 con 0x7fc2040745b0 2024-09-21T02:44:05.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.663+0000 7fc1fbfff640 1 -- 172.21.15.83:0/1547056102 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1fc005280 con 0x7fc2040745b0 2024-09-21T02:44:05.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.663+0000 7fc209c57640 1 -- 172.21.15.83:0/1547056102 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2040b2460 con 0x7fc2040745b0 2024-09-21T02:44:05.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.667+0000 7fc209c57640 1 -- 172.21.15.83:0/1547056102 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc20415c410 con 0x7fc2040745b0 2024-09-21T02:44:05.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.667+0000 7fc1fbfff640 1 -- 172.21.15.83:0/1547056102 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fc1fc005420 con 0x7fc2040745b0 2024-09-21T02:44:05.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.667+0000 7fc1fbfff640 1 --2- 172.21.15.83:0/1547056102 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc1e4073230 0x7fc1e4075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:05.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.667+0000 7fc1fbfff640 1 -- 172.21.15.83:0/1547056102 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7fc1fc095e80 con 0x7fc2040745b0 2024-09-21T02:44:05.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.667+0000 7fc2037fe640 1 --2- 172.21.15.83:0/1547056102 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc1e4073230 0x7fc1e4075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:05.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.667+0000 7fc2037fe640 1 --2- 172.21.15.83:0/1547056102 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc1e4073230 0x7fc1e4075740 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fc1f40af000 tx=0x7fc1f401b090 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:05.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.671+0000 7fc1fbfff640 1 -- 172.21.15.83:0/1547056102 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fc1fc00be20 con 0x7fc2040745b0 2024-09-21T02:44:05.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.879+0000 7fc209c57640 1 -- 172.21.15.83:0/1547056102 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc20415ebe0 con 0x7fc2040745b0 2024-09-21T02:44:05.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.883+0000 7fc1fbfff640 1 -- 172.21.15.83:0/1547056102 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+5226 (secure 0 0 0) 0x7fc1fc060f30 con 0x7fc2040745b0 2024-09-21T02:44:05.886 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:44:05.886 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":17,"btime":"2024-09-21T02:43:58:604909+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4637,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6835/3619395141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":3619395141},{"type":"v1","addr":"172.21.15.142:6835","nonce":3619395141}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4741,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3848333209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3848333209},{"type":"v1","addr":"172.21.15.83:6835","nonce":3848333209}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4744,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/312431832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":312431832},{"type":"v1","addr":"172.21.15.83:6837","nonce":312431832}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T02:43:54.921140+0000","modified":"2024-09-21T02:43:58.018442+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4756},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4756":{"gid":4756,"name":"d","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.142:6833/3089344573","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":3089344573},{"type":"v1","addr":"172.21.15.142:6833","nonce":3089344573}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4756,"qdb_cluster":[4756]},"id":2}]} 2024-09-21T02:44:05.886 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 17 2024-09-21T02:44:05.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.883+0000 7fc209c57640 1 -- 172.21.15.83:0/1547056102 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc1e4073230 msgr2=0x7fc1e4075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:05.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.883+0000 7fc209c57640 1 --2- 172.21.15.83:0/1547056102 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc1e4073230 0x7fc1e4075740 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fc1f40af000 tx=0x7fc1f401b090 comp rx=0 tx=0).stop 2024-09-21T02:44:05.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.883+0000 7fc209c57640 1 -- 172.21.15.83:0/1547056102 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc2040745b0 msgr2=0x7fc204148b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:05.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.883+0000 7fc209c57640 1 --2- 172.21.15.83:0/1547056102 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc2040745b0 0x7fc204148b10 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fc1fc009a70 tx=0x7fc1fc009f30 comp rx=0 tx=0).stop 2024-09-21T02:44:05.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.883+0000 7fc209c57640 1 -- 172.21.15.83:0/1547056102 shutdown_connections 2024-09-21T02:44:05.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.883+0000 7fc209c57640 1 --2- 172.21.15.83:0/1547056102 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc1e4073230 0x7fc1e4075740 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:05.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.883+0000 7fc209c57640 1 --2- 172.21.15.83:0/1547056102 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc2040745b0 0x7fc204148b10 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:05.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.883+0000 7fc209c57640 1 --2- 172.21.15.83:0/1547056102 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc20415b2c0 0x7fc204074070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:05.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.883+0000 7fc209c57640 1 --2- 172.21.15.83:0/1547056102 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc2040b4b70 0x7fc20414a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:05.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.883+0000 7fc209c57640 1 -- 172.21.15.83:0/1547056102 >> 172.21.15.83:0/1547056102 conn(0x7fc20406ce90 msgr2=0x7fc2040cffb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:05.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.883+0000 7fc209c57640 1 -- 172.21.15.83:0/1547056102 shutdown_connections 2024-09-21T02:44:05.889 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:05.883+0000 7fc209c57640 1 -- 172.21.15.83:0/1547056102 wait complete. 2024-09-21T02:44:05.906 DEBUG:teuthology.orchestra.run.smithi142:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json dump tree /parent/child 1 2024-09-21T02:44:06.081 INFO:teuthology.orchestra.run.smithi142.stdout:[{"ino":1099511628279,"rdev":0,"ctime":"2024-09-21T02:44:04.672578+0000","btime":"2024-09-21T02:44:04.616520+0000","mode":16893,"uid":1000,"gid":1271,"nlink":1,"dir_layout":{"dir_hash":2,"unused1":0,"unused2":0,"unused3":0},"layout":{"stripe_unit":0,"stripe_count":0,"object_size":0,"pool_id":-1,"pool_ns":""},"old_pools":[],"size":0,"truncate_seq":1,"truncate_size":18446744073709551615,"truncate_from":0,"truncate_pending":0,"mtime":"2024-09-21T02:44:04.672578+0000","atime":"2024-09-21T02:44:04.616520+0000","time_warp_seq":0,"change_attr":1,"export_pin":-1,"export_ephemeral_random_pin":0,"export_ephemeral_distributed_pin":false,"quiesce_block":false,"client_ranges":[],"dirstat":{"version":0,"mtime":"2024-09-21T02:44:04.672578+0000","num_files":1,"num_subdirs":0,"change_attr":1},"rstat":{"version":0,"rbytes":0,"rfiles":1,"rsubdirs":1,"rsnaps":0,"rctime":"2024-09-21T02:44:04.672578+0000"},"accounted_rstat":{"version":0,"rbytes":0,"rfiles":1,"rsubdirs":1,"rsnaps":0,"rctime":"2024-09-21T02:44:04.672578+0000"},"version":6,"file_data_version":0,"xattr_version":1,"backtrace_version":4,"inline_data_version":18446744073709551615,"inline_data_length":0,"stray_prior_path":"","max_size_ever":0,"quota":{"max_bytes":0,"max_files":0},"last_scrub_stamp":"0.000000","last_scrub_version":0,"symlink":"","xattrs":[],"dirfragtree":{"splits":[]},"old_inodes":[],"oldest_snap":18446744073709551614,"damage_flags":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"lock":0,"dirfrag":1,"caps":1,"dirtyparent":1,"dirty":1,"waiter":0,"authpin":0},"nref":4,"versionlock":{"gather_set":[],"state":"lock","type":"iversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"authlock":{},"linklock":{},"dirfragtreelock":{},"filelock":{"gather_set":[],"state":"excl","type":"ifile","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"xattrlock":{},"snaplock":{},"nestlock":{"gather_set":[],"state":"lock","type":"inest","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"flocklock":{},"policylock":{},"quiescelock":{"gather_set":[],"state":"lock","type":"iquiesce","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty","dirtyparent","dirtypool"],"client_caps":[{"client_id":5067,"pending":"pAsLsXsFsx","issued":"pAsLsXsFsx","wanted":"AsLsXsFsx","last_sent":8}],"loner":5067,"want_loner":5067,"mds_caps_wanted":[],"dirfrags":[{"path":"/parent/child/grandchild","dirfrag":"0x100000001f7","snapid_first":2,"projected_version":"3","version":"3","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"dirty":1,"authpin":0},"nref":2,"dentries":[{"path":"parent/child/grandchild/file","alternate_name":"","path_ino":1,"snap_first":2,"snap_last":18446744073709551614,"is_primary":true,"is_remote":false,"is_null":false,"is_new":false,"inode":1099511628280,"remote_type":"","version":2,"projected_version":2,"auth_pins":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"lock":0,"inodepin":1,"dirty":1,"authpin":0},"nref":2,"lock":{},"versionlock":{"gather_set":[],"state":"lock","type":"dversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty"]}]}],"is_subvolume":false},{"ino":1099511627778,"rdev":0,"ctime":"2024-09-21T02:44:04.559889+0000","btime":"2024-09-21T02:44:04.559889+0000","mode":33204,"uid":1000,"gid":1271,"nlink":1,"dir_layout":{"dir_hash":0,"unused1":0,"unused2":0,"unused3":0},"layout":{"stripe_unit":4194304,"stripe_count":1,"object_size":4194304,"pool_id":5,"pool_ns":""},"old_pools":[],"size":0,"truncate_seq":1,"truncate_size":18446744073709551615,"truncate_from":0,"truncate_pending":0,"mtime":"2024-09-21T02:44:04.559889+0000","atime":"2024-09-21T02:44:04.559889+0000","time_warp_seq":0,"change_attr":0,"export_pin":-1,"export_ephemeral_random_pin":0,"export_ephemeral_distributed_pin":false,"quiesce_block":false,"client_ranges":[{"client":5067,"byte range":{"first":0,"last":4194304},"follows":1}],"dirstat":{"version":0,"mtime":"0.000000","num_files":0,"num_subdirs":0,"change_attr":0},"rstat":{"version":0,"rbytes":0,"rfiles":1,"rsubdirs":0,"rsnaps":0,"rctime":"0.000000"},"accounted_rstat":{"version":0,"rbytes":0,"rfiles":1,"rsubdirs":0,"rsnaps":0,"rctime":"0.000000"},"version":2,"file_data_version":0,"xattr_version":1,"backtrace_version":2,"inline_data_version":18446744073709551615,"inline_data_length":0,"stray_prior_path":"","max_size_ever":0,"quota":{"max_bytes":0,"max_files":0},"last_scrub_stamp":"0.000000","last_scrub_version":0,"symlink":"","xattrs":[],"dirfragtree":{"splits":[]},"old_inodes":[],"oldest_snap":18446744073709551614,"damage_flags":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"caps":1,"dirtyparent":1,"dirty":1},"nref":3,"versionlock":{"gather_set":[],"state":"lock","type":"iversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"authlock":{"gather_set":[],"state":"excl","type":"iauth","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"linklock":{},"dirfragtreelock":{},"filelock":{"gather_set":[],"state":"excl","type":"ifile","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"xattrlock":{"gather_set":[],"state":"excl","type":"ixattr","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"snaplock":{},"nestlock":{"gather_set":[],"state":"lock","type":"inest","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"flocklock":{},"policylock":{},"quiescelock":{"gather_set":[],"state":"lock","type":"iquiesce","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty","dirtyparent","dirtypool"],"client_caps":[{"client_id":5067,"pending":"pAsxLsXsxFsxcrwb","issued":"pAsxLsXsxFsxcrwb","wanted":"pAsxXsxFxwb","last_sent":3}],"loner":5067,"want_loner":5067,"mds_caps_wanted":[],"dirfrags":[],"is_subvolume":false},{"ino":1099511627777,"rdev":0,"ctime":"2024-09-21T02:44:04.616520+0000","btime":"2024-09-21T02:44:04.505968+0000","mode":16893,"uid":1000,"gid":1271,"nlink":1,"dir_layout":{"dir_hash":2,"unused1":0,"unused2":0,"unused3":0},"layout":{"stripe_unit":0,"stripe_count":0,"object_size":0,"pool_id":-1,"pool_ns":""},"old_pools":[],"size":0,"truncate_seq":1,"truncate_size":18446744073709551615,"truncate_from":0,"truncate_pending":0,"mtime":"2024-09-21T02:44:04.616520+0000","atime":"2024-09-21T02:44:04.505968+0000","time_warp_seq":0,"change_attr":2,"export_pin":-1,"export_ephemeral_random_pin":0,"export_ephemeral_distributed_pin":false,"quiesce_block":false,"client_ranges":[],"dirstat":{"version":0,"mtime":"2024-09-21T02:44:04.616520+0000","num_files":1,"num_subdirs":1,"change_attr":2},"rstat":{"version":0,"rbytes":0,"rfiles":1,"rsubdirs":2,"rsnaps":0,"rctime":"2024-09-21T02:44:04.616520+0000"},"accounted_rstat":{"version":0,"rbytes":0,"rfiles":1,"rsubdirs":2,"rsnaps":0,"rctime":"2024-09-21T02:44:04.616520+0000"},"version":6,"file_data_version":0,"xattr_version":1,"backtrace_version":2,"inline_data_version":18446744073709551615,"inline_data_length":0,"stray_prior_path":"","max_size_ever":0,"quota":{"max_bytes":0,"max_files":0},"last_scrub_stamp":"0.000000","last_scrub_version":0,"symlink":"","xattrs":[],"dirfragtree":{"splits":[]},"old_inodes":[],"oldest_snap":18446744073709551614,"damage_flags":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"dirtyscattered":1,"request":0,"lock":0,"dirfrag":1,"caps":1,"dirtyparent":1,"dirty":1,"waiter":0,"authpin":0},"nref":5,"versionlock":{"gather_set":[],"state":"lock","type":"iversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"authlock":{},"linklock":{},"dirfragtreelock":{},"filelock":{"gather_set":[],"state":"excl","type":"ifile","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"xattrlock":{},"snaplock":{},"nestlock":{"gather_set":[],"state":"lock","type":"inest","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"flocklock":{},"policylock":{},"quiescelock":{"gather_set":[],"state":"lock","type":"iquiesce","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty","dirtyparent","dirtypool"],"client_caps":[{"client_id":5067,"pending":"pAsLsXsFsx","issued":"pAsLsXsFsx","wanted":"AsLsXsFsx","last_sent":10}],"loner":5067,"want_loner":5067,"mds_caps_wanted":[],"dirfrags":[{"path":"/parent/child","dirfrag":"0x10000000001","snapid_first":2,"projected_version":"7","version":"7","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"dirty":1,"authpin":0},"nref":2,"dentries":[{"path":"parent/child/grandchild","alternate_name":"","path_ino":1,"snap_first":2,"snap_last":18446744073709551614,"is_primary":true,"is_remote":false,"is_null":false,"is_new":false,"inode":1099511628279,"remote_type":"","version":6,"projected_version":6,"auth_pins":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"lock":0,"inodepin":1,"dirty":1,"authpin":0},"nref":2,"lock":{},"versionlock":{"gather_set":[],"state":"lock","type":"dversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty"]},{"path":"parent/child/file","alternate_name":"","path_ino":1,"snap_first":2,"snap_last":18446744073709551614,"is_primary":true,"is_remote":false,"is_null":false,"is_new":false,"inode":1099511627778,"remote_type":"","version":2,"projected_version":2,"auth_pins":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"lock":0,"inodepin":1,"dirty":1,"authpin":0},"nref":2,"lock":{},"versionlock":{"gather_set":[],"state":"lock","type":"dversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty"]}]}],"is_subvolume":false}] 2024-09-21T02:44:06.083 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "accounted_rstat": { "rbytes": 0, "rctime": "2024-09-21T02:44:04.672578+0000", "rfiles": 1, "rsnaps": 0, "rsubdirs": 1, "version": 0 }, "atime": "2024-09-21T02:44:04.616520+0000", "auth_pins": 0, "auth_state": { "replicas": {} }, "authlock": {}, "backtrace_version": 4, "btime": "2024-09-21T02:44:04.616520+0000", "change_attr": 1, "client_caps": [ { "client_id": 5067, "issued": "pAsLsXsFsx", "last_sent": 8, "pending": "pAsLsXsFsx", "wanted": "AsLsXsFsx" } ], "client_ranges": [], "ctime": "2024-09-21T02:44:04.672578+0000", "damage_flags": 0, "dir_layout": { "dir_hash": 2, "unused1": 0, "unused2": 0, "unused3": 0 }, "dirfrags": [ { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dentries": [ { "alternate_name": "", "auth_pins": 0, "auth_state": { "replicas": {} }, "inode": 1099511628280, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_new": false, "is_null": false, "is_primary": true, "is_remote": false, "lock": {}, "nref": 2, "path": "parent/child/grandchild/file", "path_ino": 1, "pins": { "authpin": 0, "dirty": 1, "inodepin": 1, "lock": 0, "request": 0 }, "projected_version": 2, "remote_type": "", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snap_first": 2, "snap_last": 18446744073709551614, "states": [ "auth", "dirty" ], "version": 2, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "dversion", "xlock_by": {} } } ], "dir_auth": "", "dirfrag": "0x100000001f7", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "/parent/child/grandchild", "pins": { "authpin": 0, "child": 1, "dirty": 1 }, "projected_version": "3", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "3" } ], "dirfragtree": { "splits": [] }, "dirfragtreelock": {}, "dirstat": { "change_attr": 1, "mtime": "2024-09-21T02:44:04.672578+0000", "num_files": 1, "num_subdirs": 0, "version": 0 }, "export_ephemeral_distributed_pin": false, "export_ephemeral_random_pin": 0, "export_pin": -1, "file_data_version": 0, "filelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "excl", "type": "ifile", "xlock_by": {} }, "flocklock": {}, "gid": 1271, "inline_data_length": 0, "inline_data_version": 18446744073709551615, "ino": 1099511628279, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_subvolume": false, "last_scrub_stamp": "0.000000", "last_scrub_version": 0, "layout": { "object_size": 0, "pool_id": -1, "pool_ns": "", "stripe_count": 0, "stripe_unit": 0 }, "linklock": {}, "loner": 5067, "max_size_ever": 0, "mds_caps_wanted": [], "mode": 16893, "mtime": "2024-09-21T02:44:04.672578+0000", "nestlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "inest", "xlock_by": {} }, "nlink": 1, "nref": 4, "old_inodes": [], "old_pools": [], "oldest_snap": 18446744073709551614, "pins": { "authpin": 0, "caps": 1, "dirfrag": 1, "dirty": 1, "dirtyparent": 1, "lock": 0, "request": 0, "waiter": 0 }, "policylock": {}, "quiesce_block": false, "quiescelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iquiesce", "xlock_by": {} }, "quota": { "max_bytes": 0, "max_files": 0 }, "rdev": 0, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "rstat": { "rbytes": 0, "rctime": "2024-09-21T02:44:04.672578+0000", "rfiles": 1, "rsnaps": 0, "rsubdirs": 1, "version": 0 }, "size": 0, "snaplock": {}, "states": [ "auth", "dirty", "dirtyparent", "dirtypool" ], "stray_prior_path": "", "symlink": "", "time_warp_seq": 0, "truncate_from": 0, "truncate_pending": 0, "truncate_seq": 1, "truncate_size": 18446744073709551615, "uid": 1000, "version": 6, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iversion", "xlock_by": {} }, "want_loner": 5067, "xattr_version": 1, "xattrlock": {}, "xattrs": [] }, { "accounted_rstat": { "rbytes": 0, "rctime": "0.000000", "rfiles": 1, "rsnaps": 0, "rsubdirs": 0, "version": 0 }, "atime": "2024-09-21T02:44:04.559889+0000", "auth_pins": 0, "auth_state": { "replicas": {} }, "authlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "excl", "type": "iauth", "xlock_by": {} }, "backtrace_version": 2, "btime": "2024-09-21T02:44:04.559889+0000", "change_attr": 0, "client_caps": [ { "client_id": 5067, "issued": "pAsxLsXsxFsxcrwb", "last_sent": 3, "pending": "pAsxLsXsxFsxcrwb", "wanted": "pAsxXsxFxwb" } ], "client_ranges": [ { "byte range": { "first": 0, "last": 4194304 }, "client": 5067, "follows": 1 } ], "ctime": "2024-09-21T02:44:04.559889+0000", "damage_flags": 0, "dir_layout": { "dir_hash": 0, "unused1": 0, "unused2": 0, "unused3": 0 }, "dirfrags": [], "dirfragtree": { "splits": [] }, "dirfragtreelock": {}, "dirstat": { "change_attr": 0, "mtime": "0.000000", "num_files": 0, "num_subdirs": 0, "version": 0 }, "export_ephemeral_distributed_pin": false, "export_ephemeral_random_pin": 0, "export_pin": -1, "file_data_version": 0, "filelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "excl", "type": "ifile", "xlock_by": {} }, "flocklock": {}, "gid": 1271, "inline_data_length": 0, "inline_data_version": 18446744073709551615, "ino": 1099511627778, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_subvolume": false, "last_scrub_stamp": "0.000000", "last_scrub_version": 0, "layout": { "object_size": 4194304, "pool_id": 5, "pool_ns": "", "stripe_count": 1, "stripe_unit": 4194304 }, "linklock": {}, "loner": 5067, "max_size_ever": 0, "mds_caps_wanted": [], "mode": 33204, "mtime": "2024-09-21T02:44:04.559889+0000", "nestlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "inest", "xlock_by": {} }, "nlink": 1, "nref": 3, "old_inodes": [], "old_pools": [], "oldest_snap": 18446744073709551614, "pins": { "caps": 1, "dirty": 1, "dirtyparent": 1, "request": 0 }, "policylock": {}, "quiesce_block": false, "quiescelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iquiesce", "xlock_by": {} }, "quota": { "max_bytes": 0, "max_files": 0 }, "rdev": 0, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "rstat": { "rbytes": 0, "rctime": "0.000000", "rfiles": 1, "rsnaps": 0, "rsubdirs": 0, "version": 0 }, "size": 0, "snaplock": {}, "states": [ "auth", "dirty", "dirtyparent", "dirtypool" ], "stray_prior_path": "", "symlink": "", "time_warp_seq": 0, "truncate_from": 0, "truncate_pending": 0, "truncate_seq": 1, "truncate_size": 18446744073709551615, "uid": 1000, "version": 2, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iversion", "xlock_by": {} }, "want_loner": 5067, "xattr_version": 1, "xattrlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "excl", "type": "ixattr", "xlock_by": {} }, "xattrs": [] }, { "accounted_rstat": { "rbytes": 0, "rctime": "2024-09-21T02:44:04.616520+0000", "rfiles": 1, "rsnaps": 0, "rsubdirs": 2, "version": 0 }, "atime": "2024-09-21T02:44:04.505968+0000", "auth_pins": 0, "auth_state": { "replicas": {} }, "authlock": {}, "backtrace_version": 2, "btime": "2024-09-21T02:44:04.505968+0000", "change_attr": 2, "client_caps": [ { "client_id": 5067, "issued": "pAsLsXsFsx", "last_sent": 10, "pending": "pAsLsXsFsx", "wanted": "AsLsXsFsx" } ], "client_ranges": [], "ctime": "2024-09-21T02:44:04.616520+0000", "damage_flags": 0, "dir_layout": { "dir_hash": 2, "unused1": 0, "unused2": 0, "unused3": 0 }, "dirfrags": [ { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dentries": [ { "alternate_name": "", "auth_pins": 0, "auth_state": { "replicas": {} }, "inode": 1099511628279, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_new": false, "is_null": false, "is_primary": true, "is_remote": false, "lock": {}, "nref": 2, "path": "parent/child/grandchild", "path_ino": 1, "pins": { "authpin": 0, "dirty": 1, "inodepin": 1, "lock": 0, "request": 0 }, "projected_version": 6, "remote_type": "", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snap_first": 2, "snap_last": 18446744073709551614, "states": [ "auth", "dirty" ], "version": 6, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "dversion", "xlock_by": {} } }, { "alternate_name": "", "auth_pins": 0, "auth_state": { "replicas": {} }, "inode": 1099511627778, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_new": false, "is_null": false, "is_primary": true, "is_remote": false, "lock": {}, "nref": 2, "path": "parent/child/file", "path_ino": 1, "pins": { "authpin": 0, "dirty": 1, "inodepin": 1, "lock": 0, "request": 0 }, "projected_version": 2, "remote_type": "", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snap_first": 2, "snap_last": 18446744073709551614, "states": [ "auth", "dirty" ], "version": 2, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "dversion", "xlock_by": {} } } ], "dir_auth": "", "dirfrag": "0x10000000001", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "/parent/child", "pins": { "authpin": 0, "child": 1, "dirty": 1 }, "projected_version": "7", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "7" } ], "dirfragtree": { "splits": [] }, "dirfragtreelock": {}, "dirstat": { "change_attr": 2, "mtime": "2024-09-21T02:44:04.616520+0000", "num_files": 1, "num_subdirs": 1, "version": 0 }, "export_ephemeral_distributed_pin": false, "export_ephemeral_random_pin": 0, "export_pin": -1, "file_data_version": 0, "filelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "excl", "type": "ifile", "xlock_by": {} }, "flocklock": {}, "gid": 1271, "inline_data_length": 0, "inline_data_version": 18446744073709551615, "ino": 1099511627777, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_subvolume": false, "last_scrub_stamp": "0.000000", "last_scrub_version": 0, "layout": { "object_size": 0, "pool_id": -1, "pool_ns": "", "stripe_count": 0, "stripe_unit": 0 }, "linklock": {}, "loner": 5067, "max_size_ever": 0, "mds_caps_wanted": [], "mode": 16893, "mtime": "2024-09-21T02:44:04.616520+0000", "nestlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "inest", "xlock_by": {} }, "nlink": 1, "nref": 5, "old_inodes": [], "old_pools": [], "oldest_snap": 18446744073709551614, "pins": { "authpin": 0, "caps": 1, "dirfrag": 1, "dirty": 1, "dirtyparent": 1, "dirtyscattered": 1, "lock": 0, "request": 0, "waiter": 0 }, "policylock": {}, "quiesce_block": false, "quiescelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iquiesce", "xlock_by": {} }, "quota": { "max_bytes": 0, "max_files": 0 }, "rdev": 0, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "rstat": { "rbytes": 0, "rctime": "2024-09-21T02:44:04.616520+0000", "rfiles": 1, "rsnaps": 0, "rsubdirs": 2, "version": 0 }, "size": 0, "snaplock": {}, "states": [ "auth", "dirty", "dirtyparent", "dirtypool" ], "stray_prior_path": "", "symlink": "", "time_warp_seq": 0, "truncate_from": 0, "truncate_pending": 0, "truncate_seq": 1, "truncate_size": 18446744073709551615, "uid": 1000, "version": 6, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iversion", "xlock_by": {} }, "want_loner": 5067, "xattr_version": 1, "xattrlock": {}, "xattrs": [] } ] 2024-09-21T02:44:06.083 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T02:44:06.083 DEBUG:teuthology.orchestra.run.smithi083:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T02:44:06.175 DEBUG:teuthology.orchestra.run.smithi142:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T02:44:06.237 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T02:44:06.237 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T02:44:06.237 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:44:06.237 DEBUG:teuthology.orchestra.run.smithi083:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T02:44:06.243 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:44:06.243 DEBUG:teuthology.orchestra.run.smithi083:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T02:44:06.290 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T02:44:06.501 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.495+0000 7f1d9832f640 1 -- 172.21.15.83:0/3482240004 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1d7c004810 msgr2=0x7f1d7c004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:06.501 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.495+0000 7f1d9832f640 1 --2- 172.21.15.83:0/3482240004 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1d7c004810 0x7f1d7c004c20 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f1d80009b60 tx=0x7f1d8001d2b0 comp rx=0 tx=0).stop 2024-09-21T02:44:06.501 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.495+0000 7f1d968cc640 1 -- 172.21.15.83:0/3482240004 reap_dead start 2024-09-21T02:44:06.502 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.495+0000 7f1d9832f640 1 -- 172.21.15.83:0/3482240004 shutdown_connections 2024-09-21T02:44:06.502 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.495+0000 7f1d9832f640 1 -- 172.21.15.83:0/3482240004 >> 172.21.15.83:0/3482240004 conn(0x7f1d90070650 msgr2=0x7f1d900b2d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:06.502 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.495+0000 7f1d9832f640 1 -- 172.21.15.83:0/3482240004 shutdown_connections 2024-09-21T02:44:06.502 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.495+0000 7f1d9832f640 1 -- 172.21.15.83:0/3482240004 wait complete. 2024-09-21T02:44:06.502 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.499+0000 7f1d9832f640 1 Processor -- start 2024-09-21T02:44:06.503 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.499+0000 7f1d9832f640 1 -- start start 2024-09-21T02:44:06.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.499+0000 7f1d9832f640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f1d7c004810 0x7f1d9015dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:06.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.499+0000 7f1d9832f640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1d9014d9a0 0x7f1d9015eea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:06.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.499+0000 7f1d9832f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1d9015f3e0 0x7f1d9015f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:06.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.499+0000 7f1d9832f640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f1d901605a0 con 0x7f1d9015f3e0 2024-09-21T02:44:06.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.499+0000 7f1d9832f640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f1d90160420 con 0x7f1d9014d9a0 2024-09-21T02:44:06.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.499+0000 7f1d9832f640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f1d90167390 con 0x7f1d7c004810 2024-09-21T02:44:06.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.499+0000 7f1d968cc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1d9015f3e0 0x7f1d9015f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:06.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.499+0000 7f1d968cc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1d9015f3e0 0x7f1d9015f7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55992/0 (socket says 172.21.15.83:55992) 2024-09-21T02:44:06.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.499+0000 7f1d968cc640 1 -- 172.21.15.83:0/3737947997 learned_addr learned my addr 172.21.15.83:0/3737947997 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:06.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.499+0000 7f1d960cb640 1 --2- 172.21.15.83:0/3737947997 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f1d7c004810 0x7f1d9015dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:06.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.499+0000 7f1d958ca640 1 --2- 172.21.15.83:0/3737947997 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1d9014d9a0 0x7f1d9015eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:06.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.499+0000 7f1d968cc640 1 -- 172.21.15.83:0/3737947997 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f1d7c004810 msgr2=0x7f1d9015dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:06.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.499+0000 7f1d968cc640 1 --2- 172.21.15.83:0/3737947997 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f1d7c004810 0x7f1d9015dfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:06.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.499+0000 7f1d968cc640 1 -- 172.21.15.83:0/3737947997 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1d9014d9a0 msgr2=0x7f1d9015eea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:06.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.499+0000 7f1d968cc640 1 --2- 172.21.15.83:0/3737947997 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1d9014d9a0 0x7f1d9015eea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:06.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.499+0000 7f1d968cc640 1 -- 172.21.15.83:0/3737947997 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d9015fd30 con 0x7f1d9015f3e0 2024-09-21T02:44:06.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.499+0000 7f1d968cc640 1 --2- 172.21.15.83:0/3737947997 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1d9015f3e0 0x7f1d9015f7f0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f1d9015a810 tx=0x7f1d8c010b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:06.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.499+0000 7f1d86ffd640 1 -- 172.21.15.83:0/3737947997 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d8c004020 con 0x7f1d9015f3e0 2024-09-21T02:44:06.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.499+0000 7f1d86ffd640 1 -- 172.21.15.83:0/3737947997 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1d8c0042b0 con 0x7f1d9015f3e0 2024-09-21T02:44:06.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.499+0000 7f1d9832f640 1 -- 172.21.15.83:0/3737947997 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d900b4120 con 0x7f1d9015f3e0 2024-09-21T02:44:06.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.499+0000 7f1d86ffd640 1 -- 172.21.15.83:0/3737947997 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d8c005280 con 0x7f1d9015f3e0 2024-09-21T02:44:06.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.499+0000 7f1d9832f640 1 -- 172.21.15.83:0/3737947997 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d9015e9a0 con 0x7f1d9015f3e0 2024-09-21T02:44:06.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.503+0000 7f1d9832f640 1 -- 172.21.15.83:0/3737947997 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d900b42f0 con 0x7f1d9015f3e0 2024-09-21T02:44:06.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.503+0000 7f1d86ffd640 1 -- 172.21.15.83:0/3737947997 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f1d8c01d030 con 0x7f1d9015f3e0 2024-09-21T02:44:06.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.503+0000 7f1d86ffd640 1 --2- 172.21.15.83:0/3737947997 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f1d74073200 0x7f1d74075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:06.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.503+0000 7f1d86ffd640 1 -- 172.21.15.83:0/3737947997 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f1d8c094070 con 0x7f1d9015f3e0 2024-09-21T02:44:06.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.503+0000 7f1d960cb640 1 --2- 172.21.15.83:0/3737947997 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f1d74073200 0x7f1d74075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:06.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.503+0000 7f1d960cb640 1 --2- 172.21.15.83:0/3737947997 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f1d74073200 0x7f1d74075710 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f1d88007fd0 tx=0x7f1d88009040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:06.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.507+0000 7f1d86ffd640 1 -- 172.21.15.83:0/3737947997 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f1d8c024020 con 0x7f1d9015f3e0 2024-09-21T02:44:06.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.691+0000 7f1d9832f640 1 -- 172.21.15.83:0/3737947997 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f1d9015e520 con 0x7f1d9015f3e0 2024-09-21T02:44:06.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.691+0000 7f1d86ffd640 1 -- 172.21.15.83:0/3737947997 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v34) ==== 80+0+0 (secure 0 0 0) 0x7f1d8c05f130 con 0x7f1d9015f3e0 2024-09-21T02:44:06.694 INFO:teuthology.orchestra.run.smithi083.stderr:listed 0 entries 2024-09-21T02:44:06.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.691+0000 7f1d9832f640 1 -- 172.21.15.83:0/3737947997 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f1d74073200 msgr2=0x7f1d74075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:06.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.691+0000 7f1d9832f640 1 --2- 172.21.15.83:0/3737947997 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f1d74073200 0x7f1d74075710 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f1d88007fd0 tx=0x7f1d88009040 comp rx=0 tx=0).stop 2024-09-21T02:44:06.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.691+0000 7f1d9832f640 1 -- 172.21.15.83:0/3737947997 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1d9015f3e0 msgr2=0x7f1d9015f7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:06.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.691+0000 7f1d9832f640 1 --2- 172.21.15.83:0/3737947997 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1d9015f3e0 0x7f1d9015f7f0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f1d9015a810 tx=0x7f1d8c010b90 comp rx=0 tx=0).stop 2024-09-21T02:44:06.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.691+0000 7f1d9832f640 1 -- 172.21.15.83:0/3737947997 shutdown_connections 2024-09-21T02:44:06.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.691+0000 7f1d9832f640 1 --2- 172.21.15.83:0/3737947997 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f1d74073200 0x7f1d74075710 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:06.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.691+0000 7f1d9832f640 1 --2- 172.21.15.83:0/3737947997 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1d9015f3e0 0x7f1d9015f7f0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:06.698 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.691+0000 7f1d9832f640 1 --2- 172.21.15.83:0/3737947997 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1d9014d9a0 0x7f1d9015eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:06.698 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.691+0000 7f1d9832f640 1 --2- 172.21.15.83:0/3737947997 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f1d7c004810 0x7f1d9015dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:06.698 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.691+0000 7f1d9832f640 1 -- 172.21.15.83:0/3737947997 >> 172.21.15.83:0/3737947997 conn(0x7f1d90070650 msgr2=0x7f1d901614c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:06.698 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.691+0000 7f1d9832f640 1 -- 172.21.15.83:0/3737947997 shutdown_connections 2024-09-21T02:44:06.698 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:06.691+0000 7f1d9832f640 1 -- 172.21.15.83:0/3737947997 wait complete. 2024-09-21T02:44:06.714 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi083.front.sepia.ceph.com... 2024-09-21T02:44:06.714 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:44:06.714 DEBUG:teuthology.orchestra.run.smithi083:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-21T02:44:06.726 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi083.stderr:ceph-fuse[38505]: fuse finished with error 0 and tester_r 0 2024-09-21T02:44:06.727 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi083.front.sepia.ceph.com 2024-09-21T02:44:06.727 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:44:06.727 DEBUG:teuthology.orchestra.run.smithi083:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-21T02:44:06.884 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T02:44:06.884 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2024-09-21T02:44:06.884 DEBUG:teuthology.orchestra.run.smithi142:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T02:44:06.890 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16342 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T02:44:06.890 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T02:44:06.890 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:44:06.891 DEBUG:teuthology.orchestra.run.smithi083:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T02:44:06.929 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336472k,nr_inodes=4084118,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274684k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=22095 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274680k,nr_inodes=818670,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274684k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T02:44:06.930 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T02:44:06.930 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2024-09-21T02:44:06.930 DEBUG:teuthology.orchestra.run.smithi142:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T02:44:06.936 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16342 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T02:44:06.936 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T02:44:07.124 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.119+0000 7fdbb76b1640 1 -- 172.21.15.83:0/2993247234 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdbb00b73b0 msgr2=0x7fdbb00b77c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:07.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.119+0000 7fdbb76b1640 1 --2- 172.21.15.83:0/2993247234 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdbb00b73b0 0x7fdbb00b77c0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fdba0009840 tx=0x7fdba001c790 comp rx=0 tx=0).stop 2024-09-21T02:44:07.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.119+0000 7fdbb76b1640 1 -- 172.21.15.83:0/2993247234 shutdown_connections 2024-09-21T02:44:07.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.119+0000 7fdbb76b1640 1 --2- 172.21.15.83:0/2993247234 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdbb00b73b0 0x7fdbb00b77c0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:07.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.119+0000 7fdbb76b1640 1 -- 172.21.15.83:0/2993247234 >> 172.21.15.83:0/2993247234 conn(0x7fdbb00d2220 msgr2=0x7fdbb00d2630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:07.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.119+0000 7fdbb76b1640 1 -- 172.21.15.83:0/2993247234 shutdown_connections 2024-09-21T02:44:07.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.119+0000 7fdbb76b1640 1 -- 172.21.15.83:0/2993247234 wait complete. 2024-09-21T02:44:07.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.123+0000 7fdbb76b1640 1 Processor -- start 2024-09-21T02:44:07.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.123+0000 7fdbb76b1640 1 -- start start 2024-09-21T02:44:07.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.123+0000 7fdbb76b1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdbb00b5220 0x7fdbb0152c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:07.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.123+0000 7fdbb76b1640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdbb00b73b0 0x7fdbb009d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:07.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.123+0000 7fdbb76b1640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fdbb00ce930 0x7fdbb009dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:07.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.123+0000 7fdbb76b1640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fdbb016b6e0 con 0x7fdbb00b5220 2024-09-21T02:44:07.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.123+0000 7fdbb76b1640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fdbb016b560 con 0x7fdbb00b73b0 2024-09-21T02:44:07.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.123+0000 7fdbb76b1640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fdbb016b860 con 0x7fdbb00ce930 2024-09-21T02:44:07.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.123+0000 7fdbb544d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdbb00b5220 0x7fdbb0152c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:07.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.123+0000 7fdbb544d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdbb00b5220 0x7fdbb0152c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56016/0 (socket says 172.21.15.83:56016) 2024-09-21T02:44:07.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.123+0000 7fdbb544d640 1 -- 172.21.15.83:0/1216070303 learned_addr learned my addr 172.21.15.83:0/1216070303 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:07.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.123+0000 7fdbb5c4e640 1 --2- 172.21.15.83:0/1216070303 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fdbb00ce930 0x7fdbb009dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:07.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.123+0000 7fdbb544d640 1 -- 172.21.15.83:0/1216070303 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fdbb00ce930 msgr2=0x7fdbb009dbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:07.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.123+0000 7fdbb544d640 1 --2- 172.21.15.83:0/1216070303 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fdbb00ce930 0x7fdbb009dbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:07.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.123+0000 7fdbb544d640 1 -- 172.21.15.83:0/1216070303 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdbb00b73b0 msgr2=0x7fdbb009d6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:07.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.123+0000 7fdbb4c4c640 1 --2- 172.21.15.83:0/1216070303 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdbb00b73b0 0x7fdbb009d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:07.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.123+0000 7fdbb544d640 1 --2- 172.21.15.83:0/1216070303 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdbb00b73b0 0x7fdbb009d6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:07.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.123+0000 7fdbb544d640 1 -- 172.21.15.83:0/1216070303 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbb009d040 con 0x7fdbb00b5220 2024-09-21T02:44:07.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.123+0000 7fdbb5c4e640 1 --2- 172.21.15.83:0/1216070303 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fdbb00ce930 0x7fdbb009dbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:44:07.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.123+0000 7fdbb544d640 1 --2- 172.21.15.83:0/1216070303 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdbb00b5220 0x7fdbb0152c80 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fdba0009790 tx=0x7fdba00a5670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:07.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.123+0000 7fdba5ffb640 1 -- 172.21.15.83:0/1216070303 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdba00bb070 con 0x7fdbb00b5220 2024-09-21T02:44:07.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.123+0000 7fdba5ffb640 1 -- 172.21.15.83:0/1216070303 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdba0004430 con 0x7fdbb00b5220 2024-09-21T02:44:07.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.123+0000 7fdbb76b1640 1 -- 172.21.15.83:0/1216070303 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbb009c7a0 con 0x7fdbb00b5220 2024-09-21T02:44:07.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.123+0000 7fdba5ffb640 1 -- 172.21.15.83:0/1216070303 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdba00b2040 con 0x7fdbb00b5220 2024-09-21T02:44:07.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.123+0000 7fdbb76b1640 1 -- 172.21.15.83:0/1216070303 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbb009cd60 con 0x7fdbb00b5220 2024-09-21T02:44:07.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.127+0000 7fdbb76b1640 1 -- 172.21.15.83:0/1216070303 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdbb00b77c0 con 0x7fdbb00b5220 2024-09-21T02:44:07.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.127+0000 7fdba5ffb640 1 -- 172.21.15.83:0/1216070303 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fdba00be070 con 0x7fdbb00b5220 2024-09-21T02:44:07.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.127+0000 7fdba5ffb640 1 --2- 172.21.15.83:0/1216070303 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fdb94073230 0x7fdb94075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:07.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.127+0000 7fdba5ffb640 1 -- 172.21.15.83:0/1216070303 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7fdba012dac0 con 0x7fdbb00b5220 2024-09-21T02:44:07.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.127+0000 7fdbb4c4c640 1 --2- 172.21.15.83:0/1216070303 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fdb94073230 0x7fdb94075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:07.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.127+0000 7fdbb4c4c640 1 --2- 172.21.15.83:0/1216070303 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fdb94073230 0x7fdb94075740 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fdbb006a940 tx=0x7fdbac008040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:07.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.131+0000 7fdba5ffb640 1 -- 172.21.15.83:0/1216070303 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fdba0016410 con 0x7fdbb00b5220 2024-09-21T02:44:07.342 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.339+0000 7fdbb76b1640 1 -- 172.21.15.83:0/1216070303 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdbb00b3110 con 0x7fdbb00b5220 2024-09-21T02:44:07.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.339+0000 7fdba5ffb640 1 -- 172.21.15.83:0/1216070303 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+5226 (secure 0 0 0) 0x7fdba00f8c00 con 0x7fdbb00b5220 2024-09-21T02:44:07.343 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:44:07.343 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":17,"btime":"2024-09-21T02:43:58:604909+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4637,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6835/3619395141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":3619395141},{"type":"v1","addr":"172.21.15.142:6835","nonce":3619395141}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4741,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3848333209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3848333209},{"type":"v1","addr":"172.21.15.83:6835","nonce":3848333209}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4744,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/312431832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":312431832},{"type":"v1","addr":"172.21.15.83:6837","nonce":312431832}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T02:43:54.921140+0000","modified":"2024-09-21T02:43:58.018442+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4756},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4756":{"gid":4756,"name":"d","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.142:6833/3089344573","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":3089344573},{"type":"v1","addr":"172.21.15.142:6833","nonce":3089344573}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4756,"qdb_cluster":[4756]},"id":2}]} 2024-09-21T02:44:07.344 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 17 2024-09-21T02:44:07.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.343+0000 7fdbb76b1640 1 -- 172.21.15.83:0/1216070303 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fdb94073230 msgr2=0x7fdb94075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:07.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.343+0000 7fdbb76b1640 1 --2- 172.21.15.83:0/1216070303 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fdb94073230 0x7fdb94075740 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fdbb006a940 tx=0x7fdbac008040 comp rx=0 tx=0).stop 2024-09-21T02:44:07.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.343+0000 7fdbb76b1640 1 -- 172.21.15.83:0/1216070303 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdbb00b5220 msgr2=0x7fdbb0152c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:07.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.343+0000 7fdbb76b1640 1 --2- 172.21.15.83:0/1216070303 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdbb00b5220 0x7fdbb0152c80 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fdba0009790 tx=0x7fdba00a5670 comp rx=0 tx=0).stop 2024-09-21T02:44:07.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.343+0000 7fdbb76b1640 1 -- 172.21.15.83:0/1216070303 shutdown_connections 2024-09-21T02:44:07.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.343+0000 7fdbb76b1640 1 --2- 172.21.15.83:0/1216070303 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fdb94073230 0x7fdb94075740 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:07.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.343+0000 7fdbb76b1640 1 --2- 172.21.15.83:0/1216070303 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fdbb00ce930 0x7fdbb009dbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:07.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.343+0000 7fdbb76b1640 1 --2- 172.21.15.83:0/1216070303 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdbb00b73b0 0x7fdbb009d6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:07.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.343+0000 7fdbb76b1640 1 --2- 172.21.15.83:0/1216070303 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdbb00b5220 0x7fdbb0152c80 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:07.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.343+0000 7fdbb76b1640 1 -- 172.21.15.83:0/1216070303 >> 172.21.15.83:0/1216070303 conn(0x7fdbb00d2220 msgr2=0x7fdbb015f890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:07.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.343+0000 7fdbb76b1640 1 -- 172.21.15.83:0/1216070303 shutdown_connections 2024-09-21T02:44:07.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.343+0000 7fdbb76b1640 1 -- 172.21.15.83:0/1216070303 wait complete. 2024-09-21T02:44:07.364 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T02:44:07.503 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.499+0000 7f0e071af640 1 -- 172.21.15.83:0/2986483701 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0e000d1460 msgr2=0x7f0e000d2270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:07.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.499+0000 7f0e071af640 1 --2- 172.21.15.83:0/2986483701 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0e000d1460 0x7f0e000d2270 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f0df4009900 tx=0x7f0df401c850 comp rx=0 tx=0).stop 2024-09-21T02:44:07.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.499+0000 7f0e071af640 1 -- 172.21.15.83:0/2986483701 shutdown_connections 2024-09-21T02:44:07.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.499+0000 7f0e071af640 1 --2- 172.21.15.83:0/2986483701 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0e000d1460 0x7f0e000d2270 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:07.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.499+0000 7f0e071af640 1 --2- 172.21.15.83:0/2986483701 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f0e000d0b10 0x7f0e000d0f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:07.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.499+0000 7f0e071af640 1 -- 172.21.15.83:0/2986483701 >> 172.21.15.83:0/2986483701 conn(0x7f0e0009d6e0 msgr2=0x7f0e000d4490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:07.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.499+0000 7f0e071af640 1 -- 172.21.15.83:0/2986483701 shutdown_connections 2024-09-21T02:44:07.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.499+0000 7f0e071af640 1 -- 172.21.15.83:0/2986483701 wait complete. 2024-09-21T02:44:07.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.503+0000 7f0e071af640 1 Processor -- start 2024-09-21T02:44:07.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.503+0000 7f0e071af640 1 -- start start 2024-09-21T02:44:07.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.503+0000 7f0e071af640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0e000d0b10 0x7f0e00162110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:07.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.503+0000 7f0e071af640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f0e000d1460 0x7f0e001682e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:07.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.503+0000 7f0e071af640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0e000d27b0 0x7f0e00168820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:07.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.503+0000 7f0e071af640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f0e0016c390 con 0x7f0e000d0b10 2024-09-21T02:44:07.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.503+0000 7f0e071af640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f0e000ba060 con 0x7f0e000d27b0 2024-09-21T02:44:07.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.503+0000 7f0e071af640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f0e0016c510 con 0x7f0e000d1460 2024-09-21T02:44:07.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.503+0000 7f0e04f4b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0e000d0b10 0x7f0e00162110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:07.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.503+0000 7f0e04f4b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0e000d0b10 0x7f0e00162110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56034/0 (socket says 172.21.15.83:56034) 2024-09-21T02:44:07.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.503+0000 7f0e04f4b640 1 -- 172.21.15.83:0/1841476491 learned_addr learned my addr 172.21.15.83:0/1841476491 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:07.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.503+0000 7f0e04f4b640 1 -- 172.21.15.83:0/1841476491 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f0e000d1460 msgr2=0x7f0e001682e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:07.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.503+0000 7f0e04f4b640 1 --2- 172.21.15.83:0/1841476491 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f0e000d1460 0x7f0e001682e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:07.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.503+0000 7f0e04f4b640 1 -- 172.21.15.83:0/1841476491 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0e000d27b0 msgr2=0x7f0e00168820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:07.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.503+0000 7f0e0574c640 1 --2- 172.21.15.83:0/1841476491 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0e000d27b0 0x7f0e00168820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:07.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.503+0000 7f0e04f4b640 1 --2- 172.21.15.83:0/1841476491 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0e000d27b0 0x7f0e00168820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:07.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.503+0000 7f0e04f4b640 1 -- 172.21.15.83:0/1841476491 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e00162ed0 con 0x7f0e000d0b10 2024-09-21T02:44:07.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.503+0000 7f0e04f4b640 1 --2- 172.21.15.83:0/1841476491 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0e000d0b10 0x7f0e00162110 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f0df000d700 tx=0x7f0df000dbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:07.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.503+0000 7f0dfd7fa640 1 -- 172.21.15.83:0/1841476491 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0df0017070 con 0x7f0e000d0b10 2024-09-21T02:44:07.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.503+0000 7f0dfd7fa640 1 -- 172.21.15.83:0/1841476491 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0df0009d20 con 0x7f0e000d0b10 2024-09-21T02:44:07.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.503+0000 7f0e071af640 1 -- 172.21.15.83:0/1841476491 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e001631b0 con 0x7f0e000d0b10 2024-09-21T02:44:07.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.503+0000 7f0dfd7fa640 1 -- 172.21.15.83:0/1841476491 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0df00106c0 con 0x7f0e000d0b10 2024-09-21T02:44:07.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.503+0000 7f0e071af640 1 -- 172.21.15.83:0/1841476491 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e00168ed0 con 0x7f0e000d0b10 2024-09-21T02:44:07.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.507+0000 7f0e071af640 1 -- 172.21.15.83:0/1841476491 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e000d0f20 con 0x7f0e000d0b10 2024-09-21T02:44:07.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.507+0000 7f0dfd7fa640 1 -- 172.21.15.83:0/1841476491 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f0df001a070 con 0x7f0e000d0b10 2024-09-21T02:44:07.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.507+0000 7f0dfd7fa640 1 --2- 172.21.15.83:0/1841476491 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0dec073200 0x7f0dec075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:07.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.507+0000 7f0dfd7fa640 1 -- 172.21.15.83:0/1841476491 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f0df0094390 con 0x7f0e000d0b10 2024-09-21T02:44:07.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.507+0000 7f0dfffff640 1 --2- 172.21.15.83:0/1841476491 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0dec073200 0x7f0dec075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:07.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.507+0000 7f0dfffff640 1 --2- 172.21.15.83:0/1841476491 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0dec073200 0x7f0dec075710 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f0df40af000 tx=0x7f0df40195f0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:07.515 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.511+0000 7f0dfd7fa640 1 -- 172.21.15.83:0/1841476491 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f0df005f420 con 0x7f0e000d0b10 2024-09-21T02:44:07.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.723+0000 7f0e071af640 1 -- 172.21.15.83:0/1841476491 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0e000d06e0 con 0x7f0e000d0b10 2024-09-21T02:44:07.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.723+0000 7f0dfd7fa640 1 -- 172.21.15.83:0/1841476491 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+5226 (secure 0 0 0) 0x7f0df005ed20 con 0x7f0e000d0b10 2024-09-21T02:44:07.727 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:44:07.727 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":17,"btime":"2024-09-21T02:43:58:604909+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4637,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6835/3619395141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":3619395141},{"type":"v1","addr":"172.21.15.142:6835","nonce":3619395141}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4741,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3848333209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3848333209},{"type":"v1","addr":"172.21.15.83:6835","nonce":3848333209}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4744,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/312431832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":312431832},{"type":"v1","addr":"172.21.15.83:6837","nonce":312431832}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T02:43:54.921140+0000","modified":"2024-09-21T02:43:58.018442+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4756},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4756":{"gid":4756,"name":"d","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.142:6833/3089344573","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":3089344573},{"type":"v1","addr":"172.21.15.142:6833","nonce":3089344573}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4756,"qdb_cluster":[4756]},"id":2}]} 2024-09-21T02:44:07.727 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 17 2024-09-21T02:44:07.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.723+0000 7f0e071af640 1 -- 172.21.15.83:0/1841476491 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0dec073200 msgr2=0x7f0dec075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:07.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.723+0000 7f0e071af640 1 --2- 172.21.15.83:0/1841476491 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0dec073200 0x7f0dec075710 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f0df40af000 tx=0x7f0df40195f0 comp rx=0 tx=0).stop 2024-09-21T02:44:07.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.723+0000 7f0e071af640 1 -- 172.21.15.83:0/1841476491 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0e000d0b10 msgr2=0x7f0e00162110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:07.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.723+0000 7f0e071af640 1 --2- 172.21.15.83:0/1841476491 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0e000d0b10 0x7f0e00162110 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f0df000d700 tx=0x7f0df000dbc0 comp rx=0 tx=0).stop 2024-09-21T02:44:07.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.727+0000 7f0e071af640 1 -- 172.21.15.83:0/1841476491 shutdown_connections 2024-09-21T02:44:07.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.727+0000 7f0e071af640 1 --2- 172.21.15.83:0/1841476491 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0dec073200 0x7f0dec075710 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:07.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.727+0000 7f0e071af640 1 --2- 172.21.15.83:0/1841476491 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0e000d27b0 0x7f0e00168820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:07.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.727+0000 7f0e071af640 1 --2- 172.21.15.83:0/1841476491 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f0e000d1460 0x7f0e001682e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:07.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.727+0000 7f0e071af640 1 --2- 172.21.15.83:0/1841476491 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0e000d0b10 0x7f0e00162110 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:07.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.727+0000 7f0e071af640 1 -- 172.21.15.83:0/1841476491 >> 172.21.15.83:0/1841476491 conn(0x7f0e0009d6e0 msgr2=0x7f0e000b8970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:07.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.727+0000 7f0e071af640 1 -- 172.21.15.83:0/1841476491 shutdown_connections 2024-09-21T02:44:07.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.727+0000 7f0e071af640 1 -- 172.21.15.83:0/1841476491 wait complete. 2024-09-21T02:44:07.749 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T02:44:07.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.895+0000 7ff1ae21a640 1 -- 172.21.15.83:0/3398802874 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff194003fe0 msgr2=0x7ff194004810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:07.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.895+0000 7ff1ae21a640 1 --2- 172.21.15.83:0/3398802874 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff194003fe0 0x7ff194004810 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7ff1a80714e0 tx=0x7ff19001d210 comp rx=0 tx=0).stop 2024-09-21T02:44:07.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.895+0000 7ff1a7fff640 1 -- 172.21.15.83:0/3398802874 reap_dead start 2024-09-21T02:44:07.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.895+0000 7ff1ae21a640 1 -- 172.21.15.83:0/3398802874 shutdown_connections 2024-09-21T02:44:07.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.895+0000 7ff1ae21a640 1 -- 172.21.15.83:0/3398802874 >> 172.21.15.83:0/3398802874 conn(0x7ff1a80cd350 msgr2=0x7ff1a80cd760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:07.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.895+0000 7ff1ae21a640 1 -- 172.21.15.83:0/3398802874 shutdown_connections 2024-09-21T02:44:07.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.895+0000 7ff1ae21a640 1 -- 172.21.15.83:0/3398802874 wait complete. 2024-09-21T02:44:07.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.899+0000 7ff1ae21a640 1 Processor -- start 2024-09-21T02:44:07.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.899+0000 7ff1ae21a640 1 -- start start 2024-09-21T02:44:07.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.899+0000 7ff1ae21a640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff1a80aeba0 0x7ff1a80b5910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:07.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.899+0000 7ff1ae21a640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff1a80b5e50 0x7ff1a81f72c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:07.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.899+0000 7ff1ae21a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff1a81f7800 0x7ff1a80b23c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:07.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.899+0000 7ff1ae21a640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff1a80cbfb0 con 0x7ff1a81f7800 2024-09-21T02:44:07.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.899+0000 7ff1ae21a640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7ff1a80cbe30 con 0x7ff1a80b5e50 2024-09-21T02:44:07.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.899+0000 7ff1ae21a640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7ff1a80cc130 con 0x7ff1a80aeba0 2024-09-21T02:44:07.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.899+0000 7ff1a7fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff1a81f7800 0x7ff1a80b23c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:07.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.899+0000 7ff1a7fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff1a81f7800 0x7ff1a80b23c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56042/0 (socket says 172.21.15.83:56042) 2024-09-21T02:44:07.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.899+0000 7ff1a7fff640 1 -- 172.21.15.83:0/917798370 learned_addr learned my addr 172.21.15.83:0/917798370 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:07.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.899+0000 7ff1a77fe640 1 --2- 172.21.15.83:0/917798370 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff1a80aeba0 0x7ff1a80b5910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:07.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.899+0000 7ff1a6ffd640 1 --2- 172.21.15.83:0/917798370 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff1a80b5e50 0x7ff1a81f72c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:07.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.899+0000 7ff1a7fff640 1 -- 172.21.15.83:0/917798370 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff1a80aeba0 msgr2=0x7ff1a80b5910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:07.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.899+0000 7ff1a7fff640 1 --2- 172.21.15.83:0/917798370 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff1a80aeba0 0x7ff1a80b5910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:07.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.899+0000 7ff1a7fff640 1 -- 172.21.15.83:0/917798370 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff1a80b5e50 msgr2=0x7ff1a81f72c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:07.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.899+0000 7ff1a7fff640 1 --2- 172.21.15.83:0/917798370 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff1a80b5e50 0x7ff1a81f72c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:07.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.899+0000 7ff1a7fff640 1 -- 172.21.15.83:0/917798370 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1a80b6260 con 0x7ff1a81f7800 2024-09-21T02:44:07.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.899+0000 7ff1a7fff640 1 --2- 172.21.15.83:0/917798370 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff1a81f7800 0x7ff1a80b23c0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7ff198001ac0 tx=0x7ff19800f760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:07.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.899+0000 7ff19ffff640 1 -- 172.21.15.83:0/917798370 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff19800ae30 con 0x7ff1a81f7800 2024-09-21T02:44:07.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.899+0000 7ff19ffff640 1 -- 172.21.15.83:0/917798370 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff198007ba0 con 0x7ff1a81f7800 2024-09-21T02:44:07.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.899+0000 7ff1ae21a640 1 -- 172.21.15.83:0/917798370 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1a80a9650 con 0x7ff1a81f7800 2024-09-21T02:44:07.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.899+0000 7ff19ffff640 1 -- 172.21.15.83:0/917798370 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff19800a070 con 0x7ff1a81f7800 2024-09-21T02:44:07.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.899+0000 7ff1ae21a640 1 -- 172.21.15.83:0/917798370 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1a80a9c10 con 0x7ff1a81f7800 2024-09-21T02:44:07.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.903+0000 7ff1ae21a640 1 -- 172.21.15.83:0/917798370 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1a80cc600 con 0x7ff1a81f7800 2024-09-21T02:44:07.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.903+0000 7ff19ffff640 1 -- 172.21.15.83:0/917798370 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7ff19800a230 con 0x7ff1a81f7800 2024-09-21T02:44:07.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.903+0000 7ff19ffff640 1 --2- 172.21.15.83:0/917798370 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff188073200 0x7ff188075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:07.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.903+0000 7ff19ffff640 1 -- 172.21.15.83:0/917798370 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7ff198096620 con 0x7ff1a81f7800 2024-09-21T02:44:07.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.903+0000 7ff1a77fe640 1 --2- 172.21.15.83:0/917798370 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff188073200 0x7ff188075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:07.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.903+0000 7ff1a77fe640 1 --2- 172.21.15.83:0/917798370 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff188073200 0x7ff188075710 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7ff1a81e3e50 tx=0x7ff1a0009500 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:07.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:07.907+0000 7ff19ffff640 1 -- 172.21.15.83:0/917798370 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7ff198025080 con 0x7ff1a81f7800 2024-09-21T02:44:08.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.079+0000 7ff1ae21a640 1 -- 172.21.15.83:0/917798370 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff1a8070240 con 0x7ff1a81f7800 2024-09-21T02:44:08.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.083+0000 7ff19ffff640 1 -- 172.21.15.83:0/917798370 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v34) ==== 74+0+16645 (secure 0 0 0) 0x7ff1a80b6260 con 0x7ff1a81f7800 2024-09-21T02:44:08.086 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:44:08.087 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":34,"fsid":"82b6a254-ea31-468f-b8d3-3f9b32622240","created":"2024-09-21T02:42:38.603140+0000","modified":"2024-09-21T02:43:56.553373+0000","last_up_change":"2024-09-21T02:42:53.602524+0000","last_in_change":"2024-09-21T02:42:43.192261+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T02:42:53.826200+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-21T02:43:53.071910+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-21T02:43:53.881841+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3a8ebb7b-1ae5-4b26-8278-9dcb6c385903","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6814","nonce":1413652419}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6818","nonce":1413652419}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6825","nonce":1413652419}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6822","nonce":1413652419}]},"public_addr":"172.21.15.83:6814/1413652419","cluster_addr":"172.21.15.83:6818/1413652419","heartbeat_back_addr":"172.21.15.83:6825/1413652419","heartbeat_front_addr":"172.21.15.83:6822/1413652419","state":["exists","up"]},{"osd":1,"uuid":"c965bb73-548b-4509-96ec-9c263029104b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6827","nonce":464765712}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6829","nonce":464765712}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6833","nonce":464765712}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6831","nonce":464765712}]},"public_addr":"172.21.15.83:6827/464765712","cluster_addr":"172.21.15.83:6829/464765712","heartbeat_back_addr":"172.21.15.83:6833/464765712","heartbeat_front_addr":"172.21.15.83:6831/464765712","state":["exists","up"]},{"osd":2,"uuid":"d86f4e42-c5e5-48f2-9936-817c45ca308d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6803","nonce":2393321522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6805","nonce":2393321522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6809","nonce":2393321522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6807","nonce":2393321522}]},"public_addr":"172.21.15.83:6803/2393321522","cluster_addr":"172.21.15.83:6805/2393321522","heartbeat_back_addr":"172.21.15.83:6809/2393321522","heartbeat_front_addr":"172.21.15.83:6807/2393321522","state":["exists","up"]},{"osd":3,"uuid":"13beb0a5-6df8-4bd9-a8c9-d61fe89e09e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6811","nonce":3390622409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6813","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6815","nonce":3390622409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6821","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6823","nonce":3390622409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6817","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6819","nonce":3390622409}]},"public_addr":"172.21.15.83:6811/3390622409","cluster_addr":"172.21.15.83:6815/3390622409","heartbeat_back_addr":"172.21.15.83:6823/3390622409","heartbeat_front_addr":"172.21.15.83:6819/3390622409","state":["exists","up"]},{"osd":4,"uuid":"2028bcfd-16b5-40a0-beaf-18832fee4ac1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6816","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6817","nonce":903609339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6818","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6819","nonce":903609339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6822","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6823","nonce":903609339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6820","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6821","nonce":903609339}]},"public_addr":"172.21.15.142:6817/903609339","cluster_addr":"172.21.15.142:6819/903609339","heartbeat_back_addr":"172.21.15.142:6823/903609339","heartbeat_front_addr":"172.21.15.142:6821/903609339","state":["exists","up"]},{"osd":5,"uuid":"f3fdab28-9ac1-4ff3-92ed-3c2a9833a45d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6824","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6825","nonce":1864459234}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6826","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6827","nonce":1864459234}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6830","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6831","nonce":1864459234}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6828","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6829","nonce":1864459234}]},"public_addr":"172.21.15.142:6825/1864459234","cluster_addr":"172.21.15.142:6827/1864459234","heartbeat_back_addr":"172.21.15.142:6831/1864459234","heartbeat_front_addr":"172.21.15.142:6829/1864459234","state":["exists","up"]},{"osd":6,"uuid":"e6c411f3-8a06-41f2-b104-40216326259a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6808","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6809","nonce":1137623679}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6810","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6811","nonce":1137623679}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6814","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6815","nonce":1137623679}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6812","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6813","nonce":1137623679}]},"public_addr":"172.21.15.142:6809/1137623679","cluster_addr":"172.21.15.142:6811/1137623679","heartbeat_back_addr":"172.21.15.142:6815/1137623679","heartbeat_front_addr":"172.21.15.142:6813/1137623679","state":["exists","up"]},{"osd":7,"uuid":"37ce1cb6-2b1b-4d91-ace3-926062f54290","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6800","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6801","nonce":81587312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6802","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6803","nonce":81587312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6806","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6807","nonce":81587312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6804","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6805","nonce":81587312}]},"public_addr":"172.21.15.142:6801/81587312","cluster_addr":"172.21.15.142:6803/81587312","heartbeat_back_addr":"172.21.15.142:6807/81587312","heartbeat_front_addr":"172.21.15.142:6805/81587312","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.547410+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.843449+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.932112+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.842886+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.082896+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.238106+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.825928+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.553550+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T02:44:08.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.083+0000 7ff1ae21a640 1 -- 172.21.15.83:0/917798370 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff188073200 msgr2=0x7ff188075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:08.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.083+0000 7ff1ae21a640 1 --2- 172.21.15.83:0/917798370 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff188073200 0x7ff188075710 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7ff1a81e3e50 tx=0x7ff1a0009500 comp rx=0 tx=0).stop 2024-09-21T02:44:08.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.083+0000 7ff1ae21a640 1 -- 172.21.15.83:0/917798370 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff1a81f7800 msgr2=0x7ff1a80b23c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:08.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.083+0000 7ff1ae21a640 1 --2- 172.21.15.83:0/917798370 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff1a81f7800 0x7ff1a80b23c0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7ff198001ac0 tx=0x7ff19800f760 comp rx=0 tx=0).stop 2024-09-21T02:44:08.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.083+0000 7ff1ae21a640 1 -- 172.21.15.83:0/917798370 shutdown_connections 2024-09-21T02:44:08.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.083+0000 7ff1ae21a640 1 --2- 172.21.15.83:0/917798370 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff188073200 0x7ff188075710 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:08.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.083+0000 7ff1ae21a640 1 --2- 172.21.15.83:0/917798370 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff1a81f7800 0x7ff1a80b23c0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:08.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.083+0000 7ff1ae21a640 1 --2- 172.21.15.83:0/917798370 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff1a80b5e50 0x7ff1a81f72c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:08.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.083+0000 7ff1ae21a640 1 --2- 172.21.15.83:0/917798370 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff1a80aeba0 0x7ff1a80b5910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:08.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.083+0000 7ff1ae21a640 1 -- 172.21.15.83:0/917798370 >> 172.21.15.83:0/917798370 conn(0x7ff1a80cd350 msgr2=0x7ff1a80cd760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:08.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.087+0000 7ff1ae21a640 1 -- 172.21.15.83:0/917798370 shutdown_connections 2024-09-21T02:44:08.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.087+0000 7ff1ae21a640 1 -- 172.21.15.83:0/917798370 wait complete. 2024-09-21T02:44:08.109 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-21T02:44:08.109 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T02:44:08.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.243+0000 7f3437bbd640 1 -- 172.21.15.83:0/2048057481 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f34301623d0 msgr2=0x7f34300b5e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:08.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.243+0000 7f3437bbd640 1 --2- 172.21.15.83:0/2048057481 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f34301623d0 0x7f34300b5e90 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f3420009900 tx=0x7f342001c670 comp rx=0 tx=0).stop 2024-09-21T02:44:08.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.243+0000 7f3437bbd640 1 -- 172.21.15.83:0/2048057481 shutdown_connections 2024-09-21T02:44:08.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.243+0000 7f3437bbd640 1 --2- 172.21.15.83:0/2048057481 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f34300b63d0 0x7f34300b7960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:08.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.243+0000 7f3437bbd640 1 --2- 172.21.15.83:0/2048057481 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f34301623d0 0x7f34300b5e90 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:08.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.243+0000 7f3437bbd640 1 -- 172.21.15.83:0/2048057481 >> 172.21.15.83:0/2048057481 conn(0x7f3430069980 msgr2=0x7f34300d4410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:08.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.243+0000 7f3437bbd640 1 -- 172.21.15.83:0/2048057481 shutdown_connections 2024-09-21T02:44:08.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.243+0000 7f3437bbd640 1 -- 172.21.15.83:0/2048057481 wait complete. 2024-09-21T02:44:08.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.247+0000 7f3437bbd640 1 Processor -- start 2024-09-21T02:44:08.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.247+0000 7f3437bbd640 1 -- start start 2024-09-21T02:44:08.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.247+0000 7f3437bbd640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f34300b63d0 0x7f3430152ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:08.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.247+0000 7f3437bbd640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f34300d2fc0 0x7f3430156780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:08.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.247+0000 7f3437bbd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f34301623d0 0x7f3430156cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:08.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.247+0000 7f3437bbd640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f343016c2c0 con 0x7f34301623d0 2024-09-21T02:44:08.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.247+0000 7f3437bbd640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f343016c140 con 0x7f34300d2fc0 2024-09-21T02:44:08.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.247+0000 7f3437bbd640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f343016c440 con 0x7f34300b63d0 2024-09-21T02:44:08.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.247+0000 7f343615a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f34301623d0 0x7f3430156cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:08.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.247+0000 7f343615a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f34301623d0 0x7f3430156cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56060/0 (socket says 172.21.15.83:56060) 2024-09-21T02:44:08.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.247+0000 7f343615a640 1 -- 172.21.15.83:0/2633842819 learned_addr learned my addr 172.21.15.83:0/2633842819 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:08.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.247+0000 7f3435959640 1 --2- 172.21.15.83:0/2633842819 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f34300b63d0 0x7f3430152ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:08.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.247+0000 7f3435158640 1 --2- 172.21.15.83:0/2633842819 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f34300d2fc0 0x7f3430156780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:08.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.247+0000 7f343615a640 1 -- 172.21.15.83:0/2633842819 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f34300b63d0 msgr2=0x7f3430152ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:08.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.247+0000 7f343615a640 1 --2- 172.21.15.83:0/2633842819 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f34300b63d0 0x7f3430152ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:08.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.247+0000 7f343615a640 1 -- 172.21.15.83:0/2633842819 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f34300d2fc0 msgr2=0x7f3430156780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:08.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.247+0000 7f343615a640 1 --2- 172.21.15.83:0/2633842819 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f34300d2fc0 0x7f3430156780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:08.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.247+0000 7f343615a640 1 -- 172.21.15.83:0/2633842819 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34300ccef0 con 0x7f34301623d0 2024-09-21T02:44:08.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.247+0000 7f3435158640 1 --2- 172.21.15.83:0/2633842819 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f34300d2fc0 0x7f3430156780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:44:08.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.247+0000 7f343615a640 1 --2- 172.21.15.83:0/2633842819 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f34301623d0 0x7f3430156cc0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f342800e970 tx=0x7f342800ee30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:08.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.247+0000 7f34267fc640 1 -- 172.21.15.83:0/2633842819 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3428004d30 con 0x7f34301623d0 2024-09-21T02:44:08.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.247+0000 7f34267fc640 1 -- 172.21.15.83:0/2633842819 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f342800cb20 con 0x7f34301623d0 2024-09-21T02:44:08.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.247+0000 7f3437bbd640 1 -- 172.21.15.83:0/2633842819 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34300cd1d0 con 0x7f34301623d0 2024-09-21T02:44:08.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.247+0000 7f34267fc640 1 -- 172.21.15.83:0/2633842819 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3428005020 con 0x7f34301623d0 2024-09-21T02:44:08.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.247+0000 7f3437bbd640 1 -- 172.21.15.83:0/2633842819 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34300cd4b0 con 0x7f34301623d0 2024-09-21T02:44:08.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.251+0000 7f3437bbd640 1 -- 172.21.15.83:0/2633842819 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3430153390 con 0x7f34301623d0 2024-09-21T02:44:08.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.251+0000 7f34267fc640 1 -- 172.21.15.83:0/2633842819 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f34280051c0 con 0x7f34301623d0 2024-09-21T02:44:08.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.251+0000 7f34267fc640 1 --2- 172.21.15.83:0/2633842819 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3414073200 0x7f3414075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:08.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.251+0000 7f34267fc640 1 -- 172.21.15.83:0/2633842819 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f3428094a80 con 0x7f34301623d0 2024-09-21T02:44:08.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.251+0000 7f3435959640 1 --2- 172.21.15.83:0/2633842819 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3414073200 0x7f3414075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:08.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.251+0000 7f3435959640 1 --2- 172.21.15.83:0/2633842819 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3414073200 0x7f3414075710 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f342c00b810 tx=0x7f342c008040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:08.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.255+0000 7f34267fc640 1 -- 172.21.15.83:0/2633842819 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f3428016030 con 0x7f34301623d0 2024-09-21T02:44:08.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.447+0000 7f3437bbd640 1 -- 172.21.15.83:0/2633842819 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f34300b7960 con 0x7f34301623d0 2024-09-21T02:44:08.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.447+0000 7f34267fc640 1 -- 172.21.15.83:0/2633842819 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+5226 (secure 0 0 0) 0x7f342805fbc0 con 0x7f34301623d0 2024-09-21T02:44:08.451 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:44:08.451 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":17,"btime":"2024-09-21T02:43:58:604909+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4637,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6835/3619395141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":3619395141},{"type":"v1","addr":"172.21.15.142:6835","nonce":3619395141}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4741,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3848333209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3848333209},{"type":"v1","addr":"172.21.15.83:6835","nonce":3848333209}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4744,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/312431832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":312431832},{"type":"v1","addr":"172.21.15.83:6837","nonce":312431832}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T02:43:54.921140+0000","modified":"2024-09-21T02:43:58.018442+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4756},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4756":{"gid":4756,"name":"d","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.142:6833/3089344573","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":3089344573},{"type":"v1","addr":"172.21.15.142:6833","nonce":3089344573}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4756,"qdb_cluster":[4756]},"id":2}]} 2024-09-21T02:44:08.452 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 17 2024-09-21T02:44:08.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.451+0000 7f3437bbd640 1 -- 172.21.15.83:0/2633842819 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3414073200 msgr2=0x7f3414075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:08.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.451+0000 7f3437bbd640 1 --2- 172.21.15.83:0/2633842819 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3414073200 0x7f3414075710 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f342c00b810 tx=0x7f342c008040 comp rx=0 tx=0).stop 2024-09-21T02:44:08.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.451+0000 7f3437bbd640 1 -- 172.21.15.83:0/2633842819 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f34301623d0 msgr2=0x7f3430156cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:08.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.451+0000 7f3437bbd640 1 --2- 172.21.15.83:0/2633842819 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f34301623d0 0x7f3430156cc0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f342800e970 tx=0x7f342800ee30 comp rx=0 tx=0).stop 2024-09-21T02:44:08.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.451+0000 7f3437bbd640 1 -- 172.21.15.83:0/2633842819 shutdown_connections 2024-09-21T02:44:08.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.451+0000 7f3437bbd640 1 --2- 172.21.15.83:0/2633842819 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3414073200 0x7f3414075710 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:08.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.451+0000 7f3437bbd640 1 --2- 172.21.15.83:0/2633842819 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f34301623d0 0x7f3430156cc0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:08.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.451+0000 7f3437bbd640 1 --2- 172.21.15.83:0/2633842819 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f34300d2fc0 0x7f3430156780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:08.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.451+0000 7f3437bbd640 1 --2- 172.21.15.83:0/2633842819 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f34300b63d0 0x7f3430152ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:08.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.451+0000 7f3437bbd640 1 -- 172.21.15.83:0/2633842819 >> 172.21.15.83:0/2633842819 conn(0x7f3430069980 msgr2=0x7f3430158930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:08.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.451+0000 7f3437bbd640 1 -- 172.21.15.83:0/2633842819 shutdown_connections 2024-09-21T02:44:08.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.451+0000 7f3437bbd640 1 -- 172.21.15.83:0/2633842819 wait complete. 2024-09-21T02:44:08.472 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T02:44:08.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.607+0000 7fa293256640 1 -- 172.21.15.83:0/3481336125 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa278004d50 msgr2=0x7fa278005220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:08.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.607+0000 7fa293256640 1 --2- 172.21.15.83:0/3481336125 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa278004d50 0x7fa278005220 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fa284001dc0 tx=0x7fa28401cb30 comp rx=0 tx=0).stop 2024-09-21T02:44:08.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.607+0000 7fa2917f3640 1 -- 172.21.15.83:0/3481336125 reap_dead start 2024-09-21T02:44:08.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.607+0000 7fa293256640 1 -- 172.21.15.83:0/3481336125 shutdown_connections 2024-09-21T02:44:08.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.607+0000 7fa293256640 1 -- 172.21.15.83:0/3481336125 >> 172.21.15.83:0/3481336125 conn(0x7fa28c06ce90 msgr2=0x7fa28c06d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:08.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.607+0000 7fa293256640 1 -- 172.21.15.83:0/3481336125 shutdown_connections 2024-09-21T02:44:08.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.607+0000 7fa293256640 1 -- 172.21.15.83:0/3481336125 wait complete. 2024-09-21T02:44:08.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.607+0000 7fa293256640 1 Processor -- start 2024-09-21T02:44:08.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.607+0000 7fa293256640 1 -- start start 2024-09-21T02:44:08.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.611+0000 7fa293256640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa278004d50 0x7fa28c143e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:08.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.611+0000 7fa293256640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa28c1443a0 0x7fa28c06ed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:08.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.611+0000 7fa293256640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa28c06f2a0 0x7fa28c1f58e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:08.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.611+0000 7fa293256640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa28c0ce410 con 0x7fa28c06f2a0 2024-09-21T02:44:08.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.611+0000 7fa293256640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fa28c0d0320 con 0x7fa28c1443a0 2024-09-21T02:44:08.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.611+0000 7fa293256640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fa28c0ce590 con 0x7fa278004d50 2024-09-21T02:44:08.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.611+0000 7fa2917f3640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa28c06f2a0 0x7fa28c1f58e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:08.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.611+0000 7fa2917f3640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa28c06f2a0 0x7fa28c1f58e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56084/0 (socket says 172.21.15.83:56084) 2024-09-21T02:44:08.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.611+0000 7fa2917f3640 1 -- 172.21.15.83:0/666038435 learned_addr learned my addr 172.21.15.83:0/666038435 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:08.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.611+0000 7fa28bfff640 1 --2- 172.21.15.83:0/666038435 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa28c1443a0 0x7fa28c06ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:08.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.611+0000 7fa290ff2640 1 --2- 172.21.15.83:0/666038435 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa278004d50 0x7fa28c143e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:08.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.611+0000 7fa2917f3640 1 -- 172.21.15.83:0/666038435 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa278004d50 msgr2=0x7fa28c143e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:08.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.611+0000 7fa2917f3640 1 --2- 172.21.15.83:0/666038435 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa278004d50 0x7fa28c143e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:08.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.611+0000 7fa2917f3640 1 -- 172.21.15.83:0/666038435 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa28c1443a0 msgr2=0x7fa28c06ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:08.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.611+0000 7fa2917f3640 1 --2- 172.21.15.83:0/666038435 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa28c1443a0 0x7fa28c06ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:08.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.611+0000 7fa2917f3640 1 -- 172.21.15.83:0/666038435 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa28c06f6b0 con 0x7fa28c06f2a0 2024-09-21T02:44:08.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.611+0000 7fa28bfff640 1 --2- 172.21.15.83:0/666038435 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa28c1443a0 0x7fa28c06ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:44:08.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.611+0000 7fa2917f3640 1 --2- 172.21.15.83:0/666038435 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa28c06f2a0 0x7fa28c1f58e0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fa284006040 tx=0x7fa2840a5ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:08.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.611+0000 7fa2897fa640 1 -- 172.21.15.83:0/666038435 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa284006cb0 con 0x7fa28c06f2a0 2024-09-21T02:44:08.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.611+0000 7fa2897fa640 1 -- 172.21.15.83:0/666038435 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa284003c70 con 0x7fa28c06f2a0 2024-09-21T02:44:08.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.611+0000 7fa293256640 1 -- 172.21.15.83:0/666038435 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa28c144b90 con 0x7fa28c06f2a0 2024-09-21T02:44:08.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.611+0000 7fa2897fa640 1 -- 172.21.15.83:0/666038435 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa284006330 con 0x7fa28c06f2a0 2024-09-21T02:44:08.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.611+0000 7fa293256640 1 -- 172.21.15.83:0/666038435 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa28c145150 con 0x7fa28c06f2a0 2024-09-21T02:44:08.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.611+0000 7fa293256640 1 -- 172.21.15.83:0/666038435 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa28c1f65e0 con 0x7fa28c06f2a0 2024-09-21T02:44:08.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.611+0000 7fa2897fa640 1 -- 172.21.15.83:0/666038435 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fa2840064d0 con 0x7fa28c06f2a0 2024-09-21T02:44:08.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.615+0000 7fa2897fa640 1 --2- 172.21.15.83:0/666038435 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa26c073200 0x7fa26c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:08.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.615+0000 7fa290ff2640 1 --2- 172.21.15.83:0/666038435 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa26c073200 0x7fa26c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:08.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.615+0000 7fa2897fa640 1 -- 172.21.15.83:0/666038435 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7fa28412e100 con 0x7fa28c06f2a0 2024-09-21T02:44:08.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.615+0000 7fa290ff2640 1 --2- 172.21.15.83:0/666038435 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa26c073200 0x7fa26c075710 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fa27c0046e0 tx=0x7fa27c000f80 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:08.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.619+0000 7fa2897fa640 1 -- 172.21.15.83:0/666038435 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fa2840bf030 con 0x7fa28c06f2a0 2024-09-21T02:44:08.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.823+0000 7fa293256640 1 -- 172.21.15.83:0/666038435 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa28c0cea10 con 0x7fa28c06f2a0 2024-09-21T02:44:08.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.827+0000 7fa2897fa640 1 -- 172.21.15.83:0/666038435 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+5226 (secure 0 0 0) 0x7fa28c06f6b0 con 0x7fa28c06f2a0 2024-09-21T02:44:08.830 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:44:08.830 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":17,"btime":"2024-09-21T02:43:58:604909+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4637,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6835/3619395141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":3619395141},{"type":"v1","addr":"172.21.15.142:6835","nonce":3619395141}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4741,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3848333209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3848333209},{"type":"v1","addr":"172.21.15.83:6835","nonce":3848333209}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4744,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/312431832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":312431832},{"type":"v1","addr":"172.21.15.83:6837","nonce":312431832}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T02:43:54.921140+0000","modified":"2024-09-21T02:43:58.018442+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4756},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4756":{"gid":4756,"name":"d","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.142:6833/3089344573","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":3089344573},{"type":"v1","addr":"172.21.15.142:6833","nonce":3089344573}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4756,"qdb_cluster":[4756]},"id":2}]} 2024-09-21T02:44:08.830 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 17 2024-09-21T02:44:08.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.827+0000 7fa293256640 1 -- 172.21.15.83:0/666038435 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa26c073200 msgr2=0x7fa26c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:08.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.827+0000 7fa293256640 1 --2- 172.21.15.83:0/666038435 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa26c073200 0x7fa26c075710 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fa27c0046e0 tx=0x7fa27c000f80 comp rx=0 tx=0).stop 2024-09-21T02:44:08.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.827+0000 7fa293256640 1 -- 172.21.15.83:0/666038435 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa28c06f2a0 msgr2=0x7fa28c1f58e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:08.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.827+0000 7fa293256640 1 --2- 172.21.15.83:0/666038435 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa28c06f2a0 0x7fa28c1f58e0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fa284006040 tx=0x7fa2840a5ec0 comp rx=0 tx=0).stop 2024-09-21T02:44:08.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.827+0000 7fa293256640 1 -- 172.21.15.83:0/666038435 shutdown_connections 2024-09-21T02:44:08.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.827+0000 7fa293256640 1 --2- 172.21.15.83:0/666038435 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa26c073200 0x7fa26c075710 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:08.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.827+0000 7fa293256640 1 --2- 172.21.15.83:0/666038435 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa28c06f2a0 0x7fa28c1f58e0 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:08.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.827+0000 7fa293256640 1 --2- 172.21.15.83:0/666038435 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa28c1443a0 0x7fa28c06ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:08.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.827+0000 7fa293256640 1 --2- 172.21.15.83:0/666038435 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa278004d50 0x7fa28c143e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:08.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.827+0000 7fa293256640 1 -- 172.21.15.83:0/666038435 >> 172.21.15.83:0/666038435 conn(0x7fa28c06ce90 msgr2=0x7fa28c073810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:08.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.827+0000 7fa293256640 1 -- 172.21.15.83:0/666038435 shutdown_connections 2024-09-21T02:44:08.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.827+0000 7fa293256640 1 -- 172.21.15.83:0/666038435 wait complete. 2024-09-21T02:44:08.850 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T02:44:08.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.995+0000 7f98afe1e640 1 -- 172.21.15.83:0/2681954069 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f98a813e260 msgr2=0x7f98a806ed60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:09.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.995+0000 7f98afe1e640 1 --2- 172.21.15.83:0/2681954069 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f98a813e260 0x7f98a806ed60 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f98a806f810 tx=0x7f98a001cac0 comp rx=0 tx=0).stop 2024-09-21T02:44:09.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.995+0000 7f98afe1e640 1 -- 172.21.15.83:0/2681954069 shutdown_connections 2024-09-21T02:44:09.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.995+0000 7f98afe1e640 1 --2- 172.21.15.83:0/2681954069 >> v2:172.21.15.142:3300/0 conn(0x7f98a80cc720 0x7f98a806f2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:09.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.995+0000 7f98afe1e640 1 --2- 172.21.15.83:0/2681954069 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f98a813e260 0x7f98a806ed60 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:09.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.995+0000 7f98afe1e640 1 -- 172.21.15.83:0/2681954069 >> 172.21.15.83:0/2681954069 conn(0x7f98a806ce90 msgr2=0x7f98a806d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:09.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.995+0000 7f98afe1e640 1 -- 172.21.15.83:0/2681954069 shutdown_connections 2024-09-21T02:44:09.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.995+0000 7f98afe1e640 1 -- 172.21.15.83:0/2681954069 wait complete. 2024-09-21T02:44:09.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.995+0000 7f98afe1e640 1 Processor -- start 2024-09-21T02:44:09.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.999+0000 7f98afe1e640 1 -- start start 2024-09-21T02:44:09.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.999+0000 7f98afe1e640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f98a80cc720 0x7f98a814fe50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:09.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.999+0000 7f98afe1e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f98a813e260 0x7f98a813ada0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:09.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.999+0000 7f98afe1e640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f98a813e670 0x7f98a813b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:09.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.999+0000 7f98afe1e640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f98a815e980 con 0x7f98a813e260 2024-09-21T02:44:09.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.999+0000 7f98afe1e640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f98a815e800 con 0x7f98a813e670 2024-09-21T02:44:09.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.999+0000 7f98afe1e640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f98a815eb00 con 0x7f98a80cc720 2024-09-21T02:44:09.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.999+0000 7f98ad3b9640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f98a813e260 0x7f98a813ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:09.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.999+0000 7f98ad3b9640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f98a813e260 0x7f98a813ada0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56110/0 (socket says 172.21.15.83:56110) 2024-09-21T02:44:09.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.999+0000 7f98ad3b9640 1 -- 172.21.15.83:0/2999184441 learned_addr learned my addr 172.21.15.83:0/2999184441 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:09.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.999+0000 7f98adbba640 1 --2- 172.21.15.83:0/2999184441 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f98a80cc720 0x7f98a814fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:09.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.999+0000 7f98ae3bb640 1 --2- 172.21.15.83:0/2999184441 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f98a813e670 0x7f98a813b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:09.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.999+0000 7f98ad3b9640 1 -- 172.21.15.83:0/2999184441 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f98a80cc720 msgr2=0x7f98a814fe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:09.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.999+0000 7f98ad3b9640 1 --2- 172.21.15.83:0/2999184441 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f98a80cc720 0x7f98a814fe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:09.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.999+0000 7f98ad3b9640 1 -- 172.21.15.83:0/2999184441 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f98a813e670 msgr2=0x7f98a813b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:09.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.999+0000 7f98ad3b9640 1 --2- 172.21.15.83:0/2999184441 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f98a813e670 0x7f98a813b2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:09.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.999+0000 7f98ad3b9640 1 -- 172.21.15.83:0/2999184441 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98a80b2900 con 0x7f98a813e260 2024-09-21T02:44:09.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.999+0000 7f98ad3b9640 1 --2- 172.21.15.83:0/2999184441 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f98a813e260 0x7f98a813ada0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f989800c460 tx=0x7f989800c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:09.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.999+0000 7f98a67fc640 1 -- 172.21.15.83:0/2999184441 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9898016020 con 0x7f98a813e260 2024-09-21T02:44:09.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.999+0000 7f98a67fc640 1 -- 172.21.15.83:0/2999184441 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9898012920 con 0x7f98a813e260 2024-09-21T02:44:09.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.999+0000 7f98afe1e640 1 -- 172.21.15.83:0/2999184441 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98a80b2be0 con 0x7f98a813e260 2024-09-21T02:44:09.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.999+0000 7f98a67fc640 1 -- 172.21.15.83:0/2999184441 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9898012d70 con 0x7f98a813e260 2024-09-21T02:44:09.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.999+0000 7f98afe1e640 1 -- 172.21.15.83:0/2999184441 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98a8154da0 con 0x7f98a813e260 2024-09-21T02:44:09.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.999+0000 7f98afe1e640 1 -- 172.21.15.83:0/2999184441 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98a80cc010 con 0x7f98a813e260 2024-09-21T02:44:09.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:08.999+0000 7f98a67fc640 1 -- 172.21.15.83:0/2999184441 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f9898019020 con 0x7f98a813e260 2024-09-21T02:44:09.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.003+0000 7f98a67fc640 1 --2- 172.21.15.83:0/2999184441 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9888073200 0x7f9888075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:09.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.003+0000 7f98adbba640 1 --2- 172.21.15.83:0/2999184441 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9888073200 0x7f9888075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:09.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.003+0000 7f98a67fc640 1 -- 172.21.15.83:0/2999184441 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f9898094840 con 0x7f98a813e260 2024-09-21T02:44:09.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.003+0000 7f98adbba640 1 --2- 172.21.15.83:0/2999184441 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9888073200 0x7f9888075710 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f98a00af000 tx=0x7f98a001b300 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:09.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.007+0000 7f98a67fc640 1 -- 172.21.15.83:0/2999184441 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f9898020030 con 0x7f98a813e260 2024-09-21T02:44:09.170 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.167+0000 7f98afe1e640 1 -- 172.21.15.83:0/2999184441 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f98a813c2c0 con 0x7f98a813e260 2024-09-21T02:44:09.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.167+0000 7f98a67fc640 1 -- 172.21.15.83:0/2999184441 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v34) ==== 74+0+16645 (secure 0 0 0) 0x7f989805f860 con 0x7f98a813e260 2024-09-21T02:44:09.173 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:44:09.173 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":34,"fsid":"82b6a254-ea31-468f-b8d3-3f9b32622240","created":"2024-09-21T02:42:38.603140+0000","modified":"2024-09-21T02:43:56.553373+0000","last_up_change":"2024-09-21T02:42:53.602524+0000","last_in_change":"2024-09-21T02:42:43.192261+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T02:42:53.826200+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-21T02:43:53.071910+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-21T02:43:53.881841+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3a8ebb7b-1ae5-4b26-8278-9dcb6c385903","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6814","nonce":1413652419}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6818","nonce":1413652419}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6825","nonce":1413652419}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6822","nonce":1413652419}]},"public_addr":"172.21.15.83:6814/1413652419","cluster_addr":"172.21.15.83:6818/1413652419","heartbeat_back_addr":"172.21.15.83:6825/1413652419","heartbeat_front_addr":"172.21.15.83:6822/1413652419","state":["exists","up"]},{"osd":1,"uuid":"c965bb73-548b-4509-96ec-9c263029104b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6827","nonce":464765712}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6829","nonce":464765712}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6833","nonce":464765712}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6831","nonce":464765712}]},"public_addr":"172.21.15.83:6827/464765712","cluster_addr":"172.21.15.83:6829/464765712","heartbeat_back_addr":"172.21.15.83:6833/464765712","heartbeat_front_addr":"172.21.15.83:6831/464765712","state":["exists","up"]},{"osd":2,"uuid":"d86f4e42-c5e5-48f2-9936-817c45ca308d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6803","nonce":2393321522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6805","nonce":2393321522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6809","nonce":2393321522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6807","nonce":2393321522}]},"public_addr":"172.21.15.83:6803/2393321522","cluster_addr":"172.21.15.83:6805/2393321522","heartbeat_back_addr":"172.21.15.83:6809/2393321522","heartbeat_front_addr":"172.21.15.83:6807/2393321522","state":["exists","up"]},{"osd":3,"uuid":"13beb0a5-6df8-4bd9-a8c9-d61fe89e09e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6811","nonce":3390622409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6813","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6815","nonce":3390622409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6821","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6823","nonce":3390622409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6817","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6819","nonce":3390622409}]},"public_addr":"172.21.15.83:6811/3390622409","cluster_addr":"172.21.15.83:6815/3390622409","heartbeat_back_addr":"172.21.15.83:6823/3390622409","heartbeat_front_addr":"172.21.15.83:6819/3390622409","state":["exists","up"]},{"osd":4,"uuid":"2028bcfd-16b5-40a0-beaf-18832fee4ac1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6816","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6817","nonce":903609339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6818","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6819","nonce":903609339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6822","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6823","nonce":903609339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6820","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6821","nonce":903609339}]},"public_addr":"172.21.15.142:6817/903609339","cluster_addr":"172.21.15.142:6819/903609339","heartbeat_back_addr":"172.21.15.142:6823/903609339","heartbeat_front_addr":"172.21.15.142:6821/903609339","state":["exists","up"]},{"osd":5,"uuid":"f3fdab28-9ac1-4ff3-92ed-3c2a9833a45d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6824","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6825","nonce":1864459234}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6826","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6827","nonce":1864459234}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6830","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6831","nonce":1864459234}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6828","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6829","nonce":1864459234}]},"public_addr":"172.21.15.142:6825/1864459234","cluster_addr":"172.21.15.142:6827/1864459234","heartbeat_back_addr":"172.21.15.142:6831/1864459234","heartbeat_front_addr":"172.21.15.142:6829/1864459234","state":["exists","up"]},{"osd":6,"uuid":"e6c411f3-8a06-41f2-b104-40216326259a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6808","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6809","nonce":1137623679}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6810","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6811","nonce":1137623679}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6814","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6815","nonce":1137623679}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6812","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6813","nonce":1137623679}]},"public_addr":"172.21.15.142:6809/1137623679","cluster_addr":"172.21.15.142:6811/1137623679","heartbeat_back_addr":"172.21.15.142:6815/1137623679","heartbeat_front_addr":"172.21.15.142:6813/1137623679","state":["exists","up"]},{"osd":7,"uuid":"37ce1cb6-2b1b-4d91-ace3-926062f54290","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6800","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6801","nonce":81587312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6802","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6803","nonce":81587312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6806","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6807","nonce":81587312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6804","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6805","nonce":81587312}]},"public_addr":"172.21.15.142:6801/81587312","cluster_addr":"172.21.15.142:6803/81587312","heartbeat_back_addr":"172.21.15.142:6807/81587312","heartbeat_front_addr":"172.21.15.142:6805/81587312","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.547410+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.843449+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.932112+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.842886+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.082896+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.238106+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.825928+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.553550+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T02:44:09.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.171+0000 7f98afe1e640 1 -- 172.21.15.83:0/2999184441 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9888073200 msgr2=0x7f9888075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:09.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.171+0000 7f98afe1e640 1 --2- 172.21.15.83:0/2999184441 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9888073200 0x7f9888075710 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f98a00af000 tx=0x7f98a001b300 comp rx=0 tx=0).stop 2024-09-21T02:44:09.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.171+0000 7f98afe1e640 1 -- 172.21.15.83:0/2999184441 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f98a813e260 msgr2=0x7f98a813ada0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:09.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.171+0000 7f98afe1e640 1 --2- 172.21.15.83:0/2999184441 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f98a813e260 0x7f98a813ada0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f989800c460 tx=0x7f989800c920 comp rx=0 tx=0).stop 2024-09-21T02:44:09.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.171+0000 7f98afe1e640 1 -- 172.21.15.83:0/2999184441 shutdown_connections 2024-09-21T02:44:09.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.171+0000 7f98afe1e640 1 --2- 172.21.15.83:0/2999184441 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9888073200 0x7f9888075710 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:09.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.171+0000 7f98afe1e640 1 --2- 172.21.15.83:0/2999184441 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f98a813e670 0x7f98a813b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:09.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.171+0000 7f98afe1e640 1 --2- 172.21.15.83:0/2999184441 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f98a813e260 0x7f98a813ada0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:09.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.171+0000 7f98afe1e640 1 --2- 172.21.15.83:0/2999184441 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f98a80cc720 0x7f98a814fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:09.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.171+0000 7f98afe1e640 1 -- 172.21.15.83:0/2999184441 >> 172.21.15.83:0/2999184441 conn(0x7f98a806ce90 msgr2=0x7f98a813eb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:09.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.171+0000 7f98afe1e640 1 -- 172.21.15.83:0/2999184441 shutdown_connections 2024-09-21T02:44:09.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.171+0000 7f98afe1e640 1 -- 172.21.15.83:0/2999184441 wait complete. 2024-09-21T02:44:09.194 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-21T02:44:09.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.347+0000 7f9d5b5cc640 1 -- 172.21.15.83:0/3924070707 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9d40005310 msgr2=0x7f9d4000b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:09.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.347+0000 7f9d5b5cc640 1 --2- 172.21.15.83:0/3924070707 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9d40005310 0x7f9d4000b9d0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f9d4c002240 tx=0x7f9d4c01d2c0 comp rx=0 tx=0).stop 2024-09-21T02:44:09.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.347+0000 7f9d5b5cc640 1 -- 172.21.15.83:0/3924070707 shutdown_connections 2024-09-21T02:44:09.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.347+0000 7f9d5b5cc640 1 --2- 172.21.15.83:0/3924070707 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9d40005310 0x7f9d4000b9d0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:09.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.347+0000 7f9d5b5cc640 1 -- 172.21.15.83:0/3924070707 >> 172.21.15.83:0/3924070707 conn(0x7f9d5406ce90 msgr2=0x7f9d5406d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:09.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.347+0000 7f9d5b5cc640 1 -- 172.21.15.83:0/3924070707 shutdown_connections 2024-09-21T02:44:09.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.347+0000 7f9d5b5cc640 1 -- 172.21.15.83:0/3924070707 wait complete. 2024-09-21T02:44:09.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.347+0000 7f9d5b5cc640 1 Processor -- start 2024-09-21T02:44:09.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.347+0000 7f9d5b5cc640 1 -- start start 2024-09-21T02:44:09.355 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.351+0000 7f9d5b5cc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9d40005310 0x7f9d5413fce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:09.355 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.351+0000 7f9d5b5cc640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f9d540cbc40 0x7f9d541f4a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:09.355 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.351+0000 7f9d5b5cc640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9d5415a520 0x7f9d541f3880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:09.355 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.351+0000 7f9d5b5cc640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f9d5406f170 con 0x7f9d40005310 2024-09-21T02:44:09.355 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.351+0000 7f9d5b5cc640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f9d540cf020 con 0x7f9d5415a520 2024-09-21T02:44:09.355 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.351+0000 7f9d5b5cc640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f9d5406f2f0 con 0x7f9d540cbc40 2024-09-21T02:44:09.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.351+0000 7f9d59368640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9d40005310 0x7f9d5413fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:09.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.351+0000 7f9d59368640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9d40005310 0x7f9d5413fce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56126/0 (socket says 172.21.15.83:56126) 2024-09-21T02:44:09.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.351+0000 7f9d59368640 1 -- 172.21.15.83:0/1742818203 learned_addr learned my addr 172.21.15.83:0/1742818203 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:09.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.351+0000 7f9d59b69640 1 --2- 172.21.15.83:0/1742818203 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9d5415a520 0x7f9d541f3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:09.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.351+0000 7f9d58b67640 1 --2- 172.21.15.83:0/1742818203 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f9d540cbc40 0x7f9d541f4a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:09.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.351+0000 7f9d59368640 1 -- 172.21.15.83:0/1742818203 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f9d540cbc40 msgr2=0x7f9d541f4a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:09.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.351+0000 7f9d59368640 1 --2- 172.21.15.83:0/1742818203 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f9d540cbc40 0x7f9d541f4a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:09.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.351+0000 7f9d59368640 1 -- 172.21.15.83:0/1742818203 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9d5415a520 msgr2=0x7f9d541f3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:09.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.351+0000 7f9d59368640 1 --2- 172.21.15.83:0/1742818203 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9d5415a520 0x7f9d541f3880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:09.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.351+0000 7f9d59368640 1 -- 172.21.15.83:0/1742818203 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d5413ec40 con 0x7f9d40005310 2024-09-21T02:44:09.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.351+0000 7f9d59368640 1 --2- 172.21.15.83:0/1742818203 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9d40005310 0x7f9d5413fce0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f9d5000e760 tx=0x7f9d5000ec20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:09.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.351+0000 7f9d49ffb640 1 -- 172.21.15.83:0/1742818203 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d5000cc60 con 0x7f9d40005310 2024-09-21T02:44:09.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.351+0000 7f9d49ffb640 1 -- 172.21.15.83:0/1742818203 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9d5000ee70 con 0x7f9d40005310 2024-09-21T02:44:09.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.351+0000 7f9d5b5cc640 1 -- 172.21.15.83:0/1742818203 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d5413ef20 con 0x7f9d40005310 2024-09-21T02:44:09.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.351+0000 7f9d49ffb640 1 -- 172.21.15.83:0/1742818203 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d50005280 con 0x7f9d40005310 2024-09-21T02:44:09.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.351+0000 7f9d5b5cc640 1 -- 172.21.15.83:0/1742818203 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d5413f4e0 con 0x7f9d40005310 2024-09-21T02:44:09.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.351+0000 7f9d5b5cc640 1 -- 172.21.15.83:0/1742818203 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d540ccef0 con 0x7f9d40005310 2024-09-21T02:44:09.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.351+0000 7f9d49ffb640 1 -- 172.21.15.83:0/1742818203 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f9d50005420 con 0x7f9d40005310 2024-09-21T02:44:09.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.351+0000 7f9d49ffb640 1 --2- 172.21.15.83:0/1742818203 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9d38073200 0x7f9d38075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:09.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.351+0000 7f9d58b67640 1 --2- 172.21.15.83:0/1742818203 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9d38073200 0x7f9d38075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:09.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.351+0000 7f9d49ffb640 1 -- 172.21.15.83:0/1742818203 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f9d50094aa0 con 0x7f9d40005310 2024-09-21T02:44:09.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.355+0000 7f9d58b67640 1 --2- 172.21.15.83:0/1742818203 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9d38073200 0x7f9d38075710 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f9d54154730 tx=0x7f9d44006ad0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:09.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.359+0000 7f9d49ffb640 1 -- 172.21.15.83:0/1742818203 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f9d50016030 con 0x7f9d40005310 2024-09-21T02:44:09.568 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.563+0000 7f9d5b5cc640 1 -- 172.21.15.83:0/1742818203 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f9d540cc6b0 con 0x7f9d40005310 2024-09-21T02:44:09.569 INFO:tasks.ceph.mon.a.smithi083.stderr:2024-09-21T02:44:09.567+0000 7f8779c04640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T02:44:09.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.567+0000 7f9d49ffb640 1 -- 172.21.15.83:0/1742818203 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v18) ==== 161+0+0 (secure 0 0 0) 0x7f9d5005fb50 con 0x7f9d40005310 2024-09-21T02:44:09.572 INFO:teuthology.orchestra.run.smithi083.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-21T02:44:09.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.571+0000 7f9d5b5cc640 1 -- 172.21.15.83:0/1742818203 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9d38073200 msgr2=0x7f9d38075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:09.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.571+0000 7f9d5b5cc640 1 --2- 172.21.15.83:0/1742818203 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9d38073200 0x7f9d38075710 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f9d54154730 tx=0x7f9d44006ad0 comp rx=0 tx=0).stop 2024-09-21T02:44:09.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.571+0000 7f9d5b5cc640 1 -- 172.21.15.83:0/1742818203 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9d40005310 msgr2=0x7f9d5413fce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:09.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.571+0000 7f9d5b5cc640 1 --2- 172.21.15.83:0/1742818203 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9d40005310 0x7f9d5413fce0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f9d5000e760 tx=0x7f9d5000ec20 comp rx=0 tx=0).stop 2024-09-21T02:44:09.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.571+0000 7f9d5b5cc640 1 -- 172.21.15.83:0/1742818203 shutdown_connections 2024-09-21T02:44:09.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.571+0000 7f9d5b5cc640 1 --2- 172.21.15.83:0/1742818203 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9d38073200 0x7f9d38075710 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:09.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.571+0000 7f9d5b5cc640 1 --2- 172.21.15.83:0/1742818203 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9d5415a520 0x7f9d541f3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:09.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.571+0000 7f9d5b5cc640 1 --2- 172.21.15.83:0/1742818203 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f9d540cbc40 0x7f9d541f4a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:09.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.571+0000 7f9d5b5cc640 1 --2- 172.21.15.83:0/1742818203 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9d40005310 0x7f9d5413fce0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:09.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.571+0000 7f9d5b5cc640 1 -- 172.21.15.83:0/1742818203 >> 172.21.15.83:0/1742818203 conn(0x7f9d5406ce90 msgr2=0x7f9d54074bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:09.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.571+0000 7f9d5b5cc640 1 -- 172.21.15.83:0/1742818203 shutdown_connections 2024-09-21T02:44:09.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.571+0000 7f9d5b5cc640 1 -- 172.21.15.83:0/1742818203 wait complete. 2024-09-21T02:44:09.590 INFO:tasks.ceph.mds.d.smithi142.stderr: -5275> 2024-09-21T02:44:00.372+0000 7f4723140640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T02:44:09.595 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-21T02:44:09.672 INFO:tasks.ceph.mds.d.smithi142.stdout:starting mds.d at 2024-09-21T02:44:09.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.735+0000 7f05c9f85640 1 -- 172.21.15.83:0/1514637512 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f05c40b3050 msgr2=0x7f05c40b3460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:09.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.735+0000 7f05c9f85640 1 --2- 172.21.15.83:0/1514637512 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f05c40b3050 0x7f05c40b3460 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f05c4072d00 tx=0x7f05b001c8c0 comp rx=0 tx=0).stop 2024-09-21T02:44:09.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.735+0000 7f05c9f85640 1 -- 172.21.15.83:0/1514637512 shutdown_connections 2024-09-21T02:44:09.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.735+0000 7f05c9f85640 1 --2- 172.21.15.83:0/1514637512 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f05c40b3050 0x7f05c40b3460 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:09.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.735+0000 7f05c9f85640 1 --2- 172.21.15.83:0/1514637512 >> v2:172.21.15.142:3300/0 conn(0x7f05c4151df0 0x7f05c4152200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:09.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.735+0000 7f05c9f85640 1 -- 172.21.15.83:0/1514637512 >> 172.21.15.83:0/1514637512 conn(0x7f05c406d580 msgr2=0x7f05c40b1d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:09.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.735+0000 7f05c9f85640 1 -- 172.21.15.83:0/1514637512 shutdown_connections 2024-09-21T02:44:09.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.735+0000 7f05c9f85640 1 -- 172.21.15.83:0/1514637512 wait complete. 2024-09-21T02:44:09.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.735+0000 7f05c9f85640 1 Processor -- start 2024-09-21T02:44:09.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.735+0000 7f05c9f85640 1 -- start start 2024-09-21T02:44:09.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.735+0000 7f05c9f85640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f05c40b3050 0x7f05c4153590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:09.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.735+0000 7f05c9f85640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f05c4151df0 0x7f05c4147140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:09.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.735+0000 7f05c9f85640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f05c415c590 0x7f05c40ccb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:09.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.735+0000 7f05c9f85640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f05c41694b0 con 0x7f05c40b3050 2024-09-21T02:44:09.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.735+0000 7f05c9f85640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f05c406fd40 con 0x7f05c415c590 2024-09-21T02:44:09.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.735+0000 7f05c9f85640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f05c4169630 con 0x7f05c4151df0 2024-09-21T02:44:09.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.735+0000 7f05c37fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f05c40b3050 0x7f05c4153590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:09.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.735+0000 7f05c37fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f05c40b3050 0x7f05c4153590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56138/0 (socket says 172.21.15.83:56138) 2024-09-21T02:44:09.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.735+0000 7f05c37fe640 1 -- 172.21.15.83:0/2140241357 learned_addr learned my addr 172.21.15.83:0/2140241357 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:09.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.735+0000 7f05c2ffd640 1 --2- 172.21.15.83:0/2140241357 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f05c4151df0 0x7f05c4147140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:09.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.735+0000 7f05c3fff640 1 --2- 172.21.15.83:0/2140241357 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f05c415c590 0x7f05c40ccb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:09.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.735+0000 7f05c37fe640 1 -- 172.21.15.83:0/2140241357 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f05c4151df0 msgr2=0x7f05c4147140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:09.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.735+0000 7f05c37fe640 1 --2- 172.21.15.83:0/2140241357 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f05c4151df0 0x7f05c4147140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:09.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.735+0000 7f05c37fe640 1 -- 172.21.15.83:0/2140241357 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f05c415c590 msgr2=0x7f05c40ccb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:09.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.735+0000 7f05c37fe640 1 --2- 172.21.15.83:0/2140241357 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f05c415c590 0x7f05c40ccb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:09.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.735+0000 7f05c37fe640 1 -- 172.21.15.83:0/2140241357 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05c41f7310 con 0x7f05c40b3050 2024-09-21T02:44:09.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.739+0000 7f05c37fe640 1 --2- 172.21.15.83:0/2140241357 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f05c40b3050 0x7f05c4153590 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f05b400c3c0 tx=0x7f05b400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:09.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.739+0000 7f05bbfff640 1 -- 172.21.15.83:0/2140241357 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05b4017070 con 0x7f05c40b3050 2024-09-21T02:44:09.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.739+0000 7f05bbfff640 1 -- 172.21.15.83:0/2140241357 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f05b40053c0 con 0x7f05c40b3050 2024-09-21T02:44:09.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.739+0000 7f05c9f85640 1 -- 172.21.15.83:0/2140241357 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05c41f75f0 con 0x7f05c40b3050 2024-09-21T02:44:09.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.739+0000 7f05bbfff640 1 -- 172.21.15.83:0/2140241357 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05b4003860 con 0x7f05c40b3050 2024-09-21T02:44:09.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.739+0000 7f05c9f85640 1 -- 172.21.15.83:0/2140241357 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05c41f7bb0 con 0x7f05c40b3050 2024-09-21T02:44:09.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.739+0000 7f05c9f85640 1 -- 172.21.15.83:0/2140241357 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05c40b3460 con 0x7f05c40b3050 2024-09-21T02:44:09.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.739+0000 7f05bbfff640 1 -- 172.21.15.83:0/2140241357 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f05b401a070 con 0x7f05c40b3050 2024-09-21T02:44:09.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.739+0000 7f05bbfff640 1 --2- 172.21.15.83:0/2140241357 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f05ac073200 0x7f05ac075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:09.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.739+0000 7f05c2ffd640 1 --2- 172.21.15.83:0/2140241357 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f05ac073200 0x7f05ac075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:09.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.739+0000 7f05bbfff640 1 -- 172.21.15.83:0/2140241357 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5795+0+0 (secure 0 0 0) 0x7f05b4093570 con 0x7f05c40b3050 2024-09-21T02:44:09.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.739+0000 7f05c2ffd640 1 --2- 172.21.15.83:0/2140241357 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f05ac073200 0x7f05ac075710 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f05b00af000 tx=0x7f05b001b100 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:09.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.743+0000 7f05bbfff640 1 -- 172.21.15.83:0/2140241357 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f05c40b39a0 con 0x7f05c40b3050 2024-09-21T02:44:09.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:09.939+0000 7f05c9f85640 1 -- 172.21.15.83:0/2140241357 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f05c406a1c0 con 0x7f05c40b3050 2024-09-21T02:44:10.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.671+0000 7f05bbfff640 1 -- 172.21.15.83:0/2140241357 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v19) ==== 104+0+0 (secure 0 0 0) 0x7f05b405e5c0 con 0x7f05c40b3050 2024-09-21T02:44:10.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.671+0000 7f05c9f85640 1 -- 172.21.15.83:0/2140241357 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f05ac073200 msgr2=0x7f05ac075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:10.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.671+0000 7f05c9f85640 1 --2- 172.21.15.83:0/2140241357 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f05ac073200 0x7f05ac075710 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f05b00af000 tx=0x7f05b001b100 comp rx=0 tx=0).stop 2024-09-21T02:44:10.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.671+0000 7f05c9f85640 1 -- 172.21.15.83:0/2140241357 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f05c40b3050 msgr2=0x7f05c4153590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:10.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.671+0000 7f05c9f85640 1 --2- 172.21.15.83:0/2140241357 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f05c40b3050 0x7f05c4153590 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f05b400c3c0 tx=0x7f05b400c880 comp rx=0 tx=0).stop 2024-09-21T02:44:10.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.675+0000 7f05c9f85640 1 -- 172.21.15.83:0/2140241357 shutdown_connections 2024-09-21T02:44:10.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.675+0000 7f05c9f85640 1 --2- 172.21.15.83:0/2140241357 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f05ac073200 0x7f05ac075710 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:10.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.675+0000 7f05c9f85640 1 --2- 172.21.15.83:0/2140241357 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f05c415c590 0x7f05c40ccb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:10.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.675+0000 7f05c9f85640 1 --2- 172.21.15.83:0/2140241357 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f05c4151df0 0x7f05c4147140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:10.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.675+0000 7f05c9f85640 1 --2- 172.21.15.83:0/2140241357 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f05c40b3050 0x7f05c4153590 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:10.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.675+0000 7f05c9f85640 1 -- 172.21.15.83:0/2140241357 >> 172.21.15.83:0/2140241357 conn(0x7f05c406d580 msgr2=0x7f05c40b0b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:10.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.675+0000 7f05c9f85640 1 -- 172.21.15.83:0/2140241357 shutdown_connections 2024-09-21T02:44:10.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.675+0000 7f05c9f85640 1 -- 172.21.15.83:0/2140241357 wait complete. 2024-09-21T02:44:10.701 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-21T02:44:10.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.859+0000 7f1c3f086640 1 -- 172.21.15.83:0/2778666682 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f1c380b2620 msgr2=0x7f1c380ce5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:10.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.859+0000 7f1c3f086640 1 --2- 172.21.15.83:0/2778666682 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f1c380b2620 0x7f1c380ce5b0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f1c2c009900 tx=0x7f1c2c01c850 comp rx=0 tx=0).stop 2024-09-21T02:44:10.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.859+0000 7f1c3f086640 1 -- 172.21.15.83:0/2778666682 shutdown_connections 2024-09-21T02:44:10.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.859+0000 7f1c3f086640 1 --2- 172.21.15.83:0/2778666682 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f1c380b2620 0x7f1c380ce5b0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:10.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.859+0000 7f1c3f086640 1 --2- 172.21.15.83:0/2778666682 >> v2:172.21.15.142:3300/0 conn(0x7f1c3815fd50 0x7f1c38160160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:10.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.859+0000 7f1c3f086640 1 -- 172.21.15.83:0/2778666682 >> 172.21.15.83:0/2778666682 conn(0x7f1c380b2d60 msgr2=0x7f1c380b3170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:10.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.859+0000 7f1c3f086640 1 -- 172.21.15.83:0/2778666682 shutdown_connections 2024-09-21T02:44:10.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.859+0000 7f1c3f086640 1 -- 172.21.15.83:0/2778666682 wait complete. 2024-09-21T02:44:10.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.863+0000 7f1c3f086640 1 Processor -- start 2024-09-21T02:44:10.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.863+0000 7f1c3f086640 1 -- start start 2024-09-21T02:44:10.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.867+0000 7f1c3f086640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f1c380b2620 0x7f1c380ae040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:10.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.867+0000 7f1c3f086640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1c380c4840 0x7f1c3814a500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:10.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.867+0000 7f1c3f086640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1c3815fd50 0x7f1c3809ea50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:10.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.867+0000 7f1c3f086640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f1c38169980 con 0x7f1c3815fd50 2024-09-21T02:44:10.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.867+0000 7f1c3f086640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f1c38169800 con 0x7f1c380c4840 2024-09-21T02:44:10.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.867+0000 7f1c3f086640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f1c38169b00 con 0x7f1c380b2620 2024-09-21T02:44:10.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.867+0000 7f1c3d623640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1c3815fd50 0x7f1c3809ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:10.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.867+0000 7f1c3d623640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1c3815fd50 0x7f1c3809ea50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56152/0 (socket says 172.21.15.83:56152) 2024-09-21T02:44:10.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.867+0000 7f1c3d623640 1 -- 172.21.15.83:0/558510694 learned_addr learned my addr 172.21.15.83:0/558510694 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:10.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.867+0000 7f1c3ce22640 1 --2- 172.21.15.83:0/558510694 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f1c380b2620 0x7f1c380ae040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:10.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.867+0000 7f1c37fff640 1 --2- 172.21.15.83:0/558510694 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1c380c4840 0x7f1c3814a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:10.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.867+0000 7f1c3d623640 1 -- 172.21.15.83:0/558510694 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f1c380b2620 msgr2=0x7f1c380ae040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:10.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.867+0000 7f1c3d623640 1 --2- 172.21.15.83:0/558510694 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f1c380b2620 0x7f1c380ae040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:10.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.867+0000 7f1c3d623640 1 -- 172.21.15.83:0/558510694 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1c380c4840 msgr2=0x7f1c3814a500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:10.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.867+0000 7f1c3d623640 1 --2- 172.21.15.83:0/558510694 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1c380c4840 0x7f1c3814a500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:10.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.867+0000 7f1c3d623640 1 -- 172.21.15.83:0/558510694 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c3815f600 con 0x7f1c3815fd50 2024-09-21T02:44:10.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.867+0000 7f1c37fff640 1 --2- 172.21.15.83:0/558510694 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1c380c4840 0x7f1c3814a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T02:44:10.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.867+0000 7f1c3d623640 1 --2- 172.21.15.83:0/558510694 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1c3815fd50 0x7f1c3809ea50 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f1c3000eab0 tx=0x7f1c30009f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:10.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.867+0000 7f1c357fa640 1 -- 172.21.15.83:0/558510694 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c3000ce40 con 0x7f1c3815fd50 2024-09-21T02:44:10.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.867+0000 7f1c357fa640 1 -- 172.21.15.83:0/558510694 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1c30004c20 con 0x7f1c3815fd50 2024-09-21T02:44:10.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.867+0000 7f1c3f086640 1 -- 172.21.15.83:0/558510694 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c3809dc90 con 0x7f1c3815fd50 2024-09-21T02:44:10.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.867+0000 7f1c357fa640 1 -- 172.21.15.83:0/558510694 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c30005020 con 0x7f1c3815fd50 2024-09-21T02:44:10.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.867+0000 7f1c3f086640 1 -- 172.21.15.83:0/558510694 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c3809e250 con 0x7f1c3815fd50 2024-09-21T02:44:10.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.867+0000 7f1c3f086640 1 -- 172.21.15.83:0/558510694 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c380ce5b0 con 0x7f1c3815fd50 2024-09-21T02:44:10.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.867+0000 7f1c357fa640 1 -- 172.21.15.83:0/558510694 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f1c300051e0 con 0x7f1c3815fd50 2024-09-21T02:44:10.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.867+0000 7f1c357fa640 1 --2- 172.21.15.83:0/558510694 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f1c24073230 0x7f1c24075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:10.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.867+0000 7f1c3ce22640 1 --2- 172.21.15.83:0/558510694 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f1c24073230 0x7f1c24075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:10.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.867+0000 7f1c357fa640 1 -- 172.21.15.83:0/558510694 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5795+0+0 (secure 0 0 0) 0x7f1c30094fc0 con 0x7f1c3815fd50 2024-09-21T02:44:10.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.871+0000 7f1c3ce22640 1 --2- 172.21.15.83:0/558510694 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f1c24073230 0x7f1c24075740 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f1c28007fd0 tx=0x7f1c28009040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:10.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:10.875+0000 7f1c357fa640 1 -- 172.21.15.83:0/558510694 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f1c3005ff90 con 0x7f1c3815fd50 2024-09-21T02:44:11.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.051+0000 7f1c3f086640 1 -- 172.21.15.83:0/558510694 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f1c3814aa40 con 0x7f1c3815fd50 2024-09-21T02:44:11.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.671+0000 7f1c357fa640 1 -- 172.21.15.83:0/558510694 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v36) ==== 181+0+0 (secure 0 0 0) 0x7f1c3005f890 con 0x7f1c3815fd50 2024-09-21T02:44:11.677 INFO:teuthology.orchestra.run.smithi083.stderr:pool 'cephfs_metadata' removed 2024-09-21T02:44:11.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.675+0000 7f1c3f086640 1 -- 172.21.15.83:0/558510694 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f1c24073230 msgr2=0x7f1c24075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:11.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.675+0000 7f1c3f086640 1 --2- 172.21.15.83:0/558510694 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f1c24073230 0x7f1c24075740 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f1c28007fd0 tx=0x7f1c28009040 comp rx=0 tx=0).stop 2024-09-21T02:44:11.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.675+0000 7f1c3f086640 1 -- 172.21.15.83:0/558510694 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1c3815fd50 msgr2=0x7f1c3809ea50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:11.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.675+0000 7f1c3f086640 1 --2- 172.21.15.83:0/558510694 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1c3815fd50 0x7f1c3809ea50 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f1c3000eab0 tx=0x7f1c30009f70 comp rx=0 tx=0).stop 2024-09-21T02:44:11.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.679+0000 7f1c3f086640 1 -- 172.21.15.83:0/558510694 shutdown_connections 2024-09-21T02:44:11.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.679+0000 7f1c3f086640 1 --2- 172.21.15.83:0/558510694 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f1c24073230 0x7f1c24075740 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:11.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.679+0000 7f1c3f086640 1 --2- 172.21.15.83:0/558510694 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1c3815fd50 0x7f1c3809ea50 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:11.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.679+0000 7f1c3f086640 1 --2- 172.21.15.83:0/558510694 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1c380c4840 0x7f1c3814a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:11.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.679+0000 7f1c3f086640 1 --2- 172.21.15.83:0/558510694 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f1c380b2620 0x7f1c380ae040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:11.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.679+0000 7f1c3f086640 1 -- 172.21.15.83:0/558510694 >> 172.21.15.83:0/558510694 conn(0x7f1c380b2d60 msgr2=0x7f1c380b55b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:11.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.679+0000 7f1c3f086640 1 -- 172.21.15.83:0/558510694 shutdown_connections 2024-09-21T02:44:11.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.679+0000 7f1c3f086640 1 -- 172.21.15.83:0/558510694 wait complete. 2024-09-21T02:44:11.706 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-21T02:44:11.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.863+0000 7f3ffc808640 1 -- 172.21.15.83:0/2245992071 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3ff80b2e40 msgr2=0x7f3ff815cb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:11.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.863+0000 7f3ffc808640 1 --2- 172.21.15.83:0/2245992071 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3ff80b2e40 0x7f3ff815cb10 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f3ff8071440 tx=0x7f3fe001c6b0 comp rx=0 tx=0).stop 2024-09-21T02:44:11.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.863+0000 7f3ffc808640 1 -- 172.21.15.83:0/2245992071 shutdown_connections 2024-09-21T02:44:11.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.863+0000 7f3ffc808640 1 --2- 172.21.15.83:0/2245992071 >> v2:172.21.15.142:3300/0 conn(0x7f3ff815d050 0x7f3ff80ccef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:11.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.863+0000 7f3ffc808640 1 --2- 172.21.15.83:0/2245992071 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3ff80b2e40 0x7f3ff815cb10 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:11.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.863+0000 7f3ffc808640 1 -- 172.21.15.83:0/2245992071 >> 172.21.15.83:0/2245992071 conn(0x7f3ff806ce90 msgr2=0x7f3ff806d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:11.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.863+0000 7f3ffc808640 1 -- 172.21.15.83:0/2245992071 shutdown_connections 2024-09-21T02:44:11.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.863+0000 7f3ffc808640 1 -- 172.21.15.83:0/2245992071 wait complete. 2024-09-21T02:44:11.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.863+0000 7f3ffc808640 1 Processor -- start 2024-09-21T02:44:11.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.863+0000 7f3ffc808640 1 -- start start 2024-09-21T02:44:11.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.867+0000 7f3ffc808640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f3ff8070260 0x7f3ff81f9510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:11.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.867+0000 7f3ffc808640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3ff815d050 0x7f3ff8142e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:11.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.867+0000 7f3ffc808640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3ff81433b0 0x7f3ff80b4a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:11.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.867+0000 7f3ffc808640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f3ff8169ad0 con 0x7f3ff815d050 2024-09-21T02:44:11.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.867+0000 7f3ffc808640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f3ff8169950 con 0x7f3ff81433b0 2024-09-21T02:44:11.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.867+0000 7f3ffc808640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f3ff8169c50 con 0x7f3ff8070260 2024-09-21T02:44:11.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.867+0000 7f3feffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3ff815d050 0x7f3ff8142e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:11.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.867+0000 7f3feffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3ff815d050 0x7f3ff8142e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56174/0 (socket says 172.21.15.83:56174) 2024-09-21T02:44:11.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.867+0000 7f3feffff640 1 -- 172.21.15.83:0/4175211372 learned_addr learned my addr 172.21.15.83:0/4175211372 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:11.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.867+0000 7f3ff659c640 1 --2- 172.21.15.83:0/4175211372 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f3ff8070260 0x7f3ff81f9510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:11.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.867+0000 7f3ff6d9d640 1 --2- 172.21.15.83:0/4175211372 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3ff81433b0 0x7f3ff80b4a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:11.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.867+0000 7f3feffff640 1 -- 172.21.15.83:0/4175211372 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f3ff8070260 msgr2=0x7f3ff81f9510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:11.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.867+0000 7f3feffff640 1 --2- 172.21.15.83:0/4175211372 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f3ff8070260 0x7f3ff81f9510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:11.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.867+0000 7f3feffff640 1 -- 172.21.15.83:0/4175211372 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3ff81433b0 msgr2=0x7f3ff80b4a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:11.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.867+0000 7f3feffff640 1 --2- 172.21.15.83:0/4175211372 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3ff81433b0 0x7f3ff80b4a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:11.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.867+0000 7f3feffff640 1 -- 172.21.15.83:0/4175211372 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ff80cf2b0 con 0x7f3ff815d050 2024-09-21T02:44:11.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.867+0000 7f3ff659c640 1 --2- 172.21.15.83:0/4175211372 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f3ff8070260 0x7f3ff81f9510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:44:11.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.867+0000 7f3feffff640 1 --2- 172.21.15.83:0/4175211372 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3ff815d050 0x7f3ff8142e70 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f3fe001ad60 tx=0x7f3fe00050c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:11.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.867+0000 7f3feeffd640 1 -- 172.21.15.83:0/4175211372 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fe00ad050 con 0x7f3ff815d050 2024-09-21T02:44:11.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.867+0000 7f3feeffd640 1 -- 172.21.15.83:0/4175211372 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3fe00055a0 con 0x7f3ff815d050 2024-09-21T02:44:11.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.867+0000 7f3ffc808640 1 -- 172.21.15.83:0/4175211372 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ff8143fb0 con 0x7f3ff815d050 2024-09-21T02:44:11.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.867+0000 7f3feeffd640 1 -- 172.21.15.83:0/4175211372 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fe0004260 con 0x7f3ff815d050 2024-09-21T02:44:11.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.867+0000 7f3ffc808640 1 -- 172.21.15.83:0/4175211372 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ff8148b50 con 0x7f3ff815d050 2024-09-21T02:44:11.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.867+0000 7f3ffc808640 1 -- 172.21.15.83:0/4175211372 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ff806de20 con 0x7f3ff815d050 2024-09-21T02:44:11.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.867+0000 7f3feeffd640 1 -- 172.21.15.83:0/4175211372 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f3fe00b0070 con 0x7f3ff815d050 2024-09-21T02:44:11.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.871+0000 7f3feeffd640 1 --2- 172.21.15.83:0/4175211372 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3fd8073200 0x7f3fd8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:11.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.871+0000 7f3feeffd640 1 -- 172.21.15.83:0/4175211372 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5357+0+0 (secure 0 0 0) 0x7f3fe012e660 con 0x7f3ff815d050 2024-09-21T02:44:11.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.871+0000 7f3ff659c640 1 --2- 172.21.15.83:0/4175211372 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3fd8073200 0x7f3fd8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:11.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.871+0000 7f3ff659c640 1 --2- 172.21.15.83:0/4175211372 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3fd8073200 0x7f3fd8075710 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f3fe8001630 tx=0x7f3fe8009040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:11.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:11.875+0000 7f3feeffd640 1 -- 172.21.15.83:0/4175211372 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f3fe00163f0 con 0x7f3ff815d050 2024-09-21T02:44:12.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.059+0000 7f3ffc808640 1 -- 172.21.15.83:0/4175211372 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f3ff815efb0 con 0x7f3ff815d050 2024-09-21T02:44:12.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.699+0000 7f3feeffd640 1 -- 172.21.15.83:0/4175211372 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v37) ==== 169+0+0 (secure 0 0 0) 0x7f3fe00f97f0 con 0x7f3ff815d050 2024-09-21T02:44:12.704 INFO:teuthology.orchestra.run.smithi083.stderr:pool 'cephfs_data' removed 2024-09-21T02:44:12.711 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.707+0000 7f3ffc808640 1 -- 172.21.15.83:0/4175211372 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3fd8073200 msgr2=0x7f3fd8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:12.711 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.707+0000 7f3ffc808640 1 --2- 172.21.15.83:0/4175211372 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3fd8073200 0x7f3fd8075710 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f3fe8001630 tx=0x7f3fe8009040 comp rx=0 tx=0).stop 2024-09-21T02:44:12.711 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.707+0000 7f3ffc808640 1 -- 172.21.15.83:0/4175211372 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3ff815d050 msgr2=0x7f3ff8142e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:12.711 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.707+0000 7f3ffc808640 1 --2- 172.21.15.83:0/4175211372 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3ff815d050 0x7f3ff8142e70 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f3fe001ad60 tx=0x7f3fe00050c0 comp rx=0 tx=0).stop 2024-09-21T02:44:12.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.707+0000 7f3ffc808640 1 -- 172.21.15.83:0/4175211372 shutdown_connections 2024-09-21T02:44:12.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.707+0000 7f3ffc808640 1 --2- 172.21.15.83:0/4175211372 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3fd8073200 0x7f3fd8075710 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:12.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.707+0000 7f3ffc808640 1 --2- 172.21.15.83:0/4175211372 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f3ff81433b0 0x7f3ff80b4a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:12.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.707+0000 7f3ffc808640 1 --2- 172.21.15.83:0/4175211372 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3ff815d050 0x7f3ff8142e70 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:12.713 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.707+0000 7f3ffc808640 1 --2- 172.21.15.83:0/4175211372 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f3ff8070260 0x7f3ff81f9510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:12.713 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.707+0000 7f3ffc808640 1 -- 172.21.15.83:0/4175211372 >> 172.21.15.83:0/4175211372 conn(0x7f3ff806ce90 msgr2=0x7f3ff815dc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:12.713 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.707+0000 7f3ffc808640 1 -- 172.21.15.83:0/4175211372 shutdown_connections 2024-09-21T02:44:12.713 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.707+0000 7f3ffc808640 1 -- 172.21.15.83:0/4175211372 wait complete. 2024-09-21T02:44:12.736 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 31 2024-09-21T02:44:12.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.891+0000 7fdb82c92640 1 -- 172.21.15.83:0/3034530593 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdb7c0b4b70 msgr2=0x7fdb7c15c410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:12.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.891+0000 7fdb82c92640 1 --2- 172.21.15.83:0/3034530593 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdb7c0b4b70 0x7fdb7c15c410 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fdb7c0b4900 tx=0x7fdb7001c570 comp rx=0 tx=0).stop 2024-09-21T02:44:12.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.891+0000 7fdb82c92640 1 -- 172.21.15.83:0/3034530593 shutdown_connections 2024-09-21T02:44:12.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.891+0000 7fdb82c92640 1 --2- 172.21.15.83:0/3034530593 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fdb7c0d0510 0x7fdb7c15ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:12.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.891+0000 7fdb82c92640 1 --2- 172.21.15.83:0/3034530593 >> v2:172.21.15.142:3300/0 conn(0x7fdb7c15b2c0 0x7fdb7c0cffd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:12.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.891+0000 7fdb82c92640 1 --2- 172.21.15.83:0/3034530593 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdb7c0b4b70 0x7fdb7c15c410 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:12.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.891+0000 7fdb82c92640 1 -- 172.21.15.83:0/3034530593 >> 172.21.15.83:0/3034530593 conn(0x7fdb7c06ce90 msgr2=0x7fdb7c06d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:12.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.891+0000 7fdb82c92640 1 -- 172.21.15.83:0/3034530593 shutdown_connections 2024-09-21T02:44:12.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.891+0000 7fdb82c92640 1 -- 172.21.15.83:0/3034530593 wait complete. 2024-09-21T02:44:12.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.895+0000 7fdb82c92640 1 Processor -- start 2024-09-21T02:44:12.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.895+0000 7fdb82c92640 1 -- start start 2024-09-21T02:44:12.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.895+0000 7fdb82c92640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdb7c0b4b70 0x7fdb7c0b0590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:12.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.895+0000 7fdb82c92640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fdb7c0d0510 0x7fdb7c13aa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:12.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.895+0000 7fdb82c92640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdb7c15b2c0 0x7fdb7c0b1ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:12.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.895+0000 7fdb82c92640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fdb7c0ce590 con 0x7fdb7c15b2c0 2024-09-21T02:44:12.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.895+0000 7fdb82c92640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fdb7c0ce410 con 0x7fdb7c0b4b70 2024-09-21T02:44:12.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.895+0000 7fdb82c92640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fdb7c0ce710 con 0x7fdb7c0d0510 2024-09-21T02:44:12.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.895+0000 7fdb8122f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdb7c15b2c0 0x7fdb7c0b1ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:12.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.895+0000 7fdb8122f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdb7c15b2c0 0x7fdb7c0b1ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56178/0 (socket says 172.21.15.83:56178) 2024-09-21T02:44:12.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.895+0000 7fdb8122f640 1 -- 172.21.15.83:0/3985677545 learned_addr learned my addr 172.21.15.83:0/3985677545 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:12.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.895+0000 7fdb80a2e640 1 --2- 172.21.15.83:0/3985677545 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdb7c0b4b70 0x7fdb7c0b0590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:12.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.895+0000 7fdb7bfff640 1 --2- 172.21.15.83:0/3985677545 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fdb7c0d0510 0x7fdb7c13aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:12.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.895+0000 7fdb8122f640 1 -- 172.21.15.83:0/3985677545 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fdb7c0d0510 msgr2=0x7fdb7c13aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:12.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.895+0000 7fdb8122f640 1 --2- 172.21.15.83:0/3985677545 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fdb7c0d0510 0x7fdb7c13aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:12.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.895+0000 7fdb8122f640 1 -- 172.21.15.83:0/3985677545 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdb7c0b4b70 msgr2=0x7fdb7c0b0590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:12.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.895+0000 7fdb8122f640 1 --2- 172.21.15.83:0/3985677545 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdb7c0b4b70 0x7fdb7c0b0590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:12.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.895+0000 7fdb8122f640 1 -- 172.21.15.83:0/3985677545 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb7c14f8e0 con 0x7fdb7c15b2c0 2024-09-21T02:44:12.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.895+0000 7fdb7bfff640 1 --2- 172.21.15.83:0/3985677545 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fdb7c0d0510 0x7fdb7c13aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:44:12.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.895+0000 7fdb8122f640 1 --2- 172.21.15.83:0/3985677545 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdb7c15b2c0 0x7fdb7c0b1ed0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fdb7400ca60 tx=0x7fdb7400cf20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:12.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.895+0000 7fdb797fa640 1 -- 172.21.15.83:0/3985677545 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb74007d90 con 0x7fdb7c15b2c0 2024-09-21T02:44:12.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.895+0000 7fdb797fa640 1 -- 172.21.15.83:0/3985677545 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdb74004c20 con 0x7fdb7c15b2c0 2024-09-21T02:44:12.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.895+0000 7fdb797fa640 1 -- 172.21.15.83:0/3985677545 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb74005280 con 0x7fdb7c15b2c0 2024-09-21T02:44:12.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.895+0000 7fdb82c92640 1 -- 172.21.15.83:0/3985677545 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb7c149cd0 con 0x7fdb7c15b2c0 2024-09-21T02:44:12.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.899+0000 7fdb82c92640 1 -- 172.21.15.83:0/3985677545 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb7c14c770 con 0x7fdb7c15b2c0 2024-09-21T02:44:12.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.899+0000 7fdb82c92640 1 -- 172.21.15.83:0/3985677545 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb7c14fab0 con 0x7fdb7c15b2c0 2024-09-21T02:44:12.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.899+0000 7fdb797fa640 1 -- 172.21.15.83:0/3985677545 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fdb74005420 con 0x7fdb7c15b2c0 2024-09-21T02:44:12.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.899+0000 7fdb797fa640 1 --2- 172.21.15.83:0/3985677545 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fdb60073200 0x7fdb60075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:12.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.899+0000 7fdb797fa640 1 -- 172.21.15.83:0/3985677545 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 4943+0+0 (secure 0 0 0) 0x7fdb74094650 con 0x7fdb7c15b2c0 2024-09-21T02:44:12.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.899+0000 7fdb80a2e640 1 --2- 172.21.15.83:0/3985677545 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fdb60073200 0x7fdb60075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:12.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.899+0000 7fdb80a2e640 1 --2- 172.21.15.83:0/3985677545 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fdb60073200 0x7fdb60075710 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fdb700af000 tx=0x7fdb7001adb0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:12.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:12.903+0000 7fdb797fa640 1 -- 172.21.15.83:0/3985677545 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fdb74014030 con 0x7fdb7c15b2c0 2024-09-21T02:44:13.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.079+0000 7fdb82c92640 1 -- 172.21.15.83:0/3985677545 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "config reset", "num": 31} v 0) -- 0x7fdb7c15ef80 con 0x7fdb7c15b2c0 2024-09-21T02:44:13.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.087+0000 7fdb797fa640 1 -- 172.21.15.83:0/3985677545 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 31}]=0 v33) ==== 71+0+0 (secure 0 0 0) 0x7fdb7405fa00 con 0x7fdb7c15b2c0 2024-09-21T02:44:13.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.087+0000 7fdb82c92640 1 -- 172.21.15.83:0/3985677545 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fdb60073200 msgr2=0x7fdb60075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:13.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.087+0000 7fdb82c92640 1 --2- 172.21.15.83:0/3985677545 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fdb60073200 0x7fdb60075710 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fdb700af000 tx=0x7fdb7001adb0 comp rx=0 tx=0).stop 2024-09-21T02:44:13.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.087+0000 7fdb82c92640 1 -- 172.21.15.83:0/3985677545 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdb7c15b2c0 msgr2=0x7fdb7c0b1ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:13.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.087+0000 7fdb82c92640 1 --2- 172.21.15.83:0/3985677545 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdb7c15b2c0 0x7fdb7c0b1ed0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fdb7400ca60 tx=0x7fdb7400cf20 comp rx=0 tx=0).stop 2024-09-21T02:44:13.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.087+0000 7fdb82c92640 1 -- 172.21.15.83:0/3985677545 shutdown_connections 2024-09-21T02:44:13.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.087+0000 7fdb82c92640 1 --2- 172.21.15.83:0/3985677545 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fdb60073200 0x7fdb60075710 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:13.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.087+0000 7fdb82c92640 1 --2- 172.21.15.83:0/3985677545 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdb7c15b2c0 0x7fdb7c0b1ed0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:13.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.087+0000 7fdb82c92640 1 --2- 172.21.15.83:0/3985677545 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fdb7c0d0510 0x7fdb7c13aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:13.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.087+0000 7fdb82c92640 1 --2- 172.21.15.83:0/3985677545 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdb7c0b4b70 0x7fdb7c0b0590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:13.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.087+0000 7fdb82c92640 1 -- 172.21.15.83:0/3985677545 >> 172.21.15.83:0/3985677545 conn(0x7fdb7c06ce90 msgr2=0x7fdb7c073c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:13.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.087+0000 7fdb82c92640 1 -- 172.21.15.83:0/3985677545 shutdown_connections 2024-09-21T02:44:13.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.087+0000 7fdb82c92640 1 -- 172.21.15.83:0/3985677545 wait complete. 2024-09-21T02:44:13.112 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_dump_tree.TestDumpTree.test_basic' 2024-09-21T02:44:13.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.267+0000 7f046ad3a640 1 -- 172.21.15.83:0/804587487 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f04640b5220 msgr2=0x7f04640b5630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:13.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.267+0000 7f046ad3a640 1 --2- 172.21.15.83:0/804587487 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f04640b5220 0x7f04640b5630 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f045c009c80 tx=0x7f045c01cd10 comp rx=0 tx=0).stop 2024-09-21T02:44:13.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.267+0000 7f046ad3a640 1 -- 172.21.15.83:0/804587487 shutdown_connections 2024-09-21T02:44:13.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.267+0000 7f046ad3a640 1 --2- 172.21.15.83:0/804587487 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f04640b5220 0x7f04640b5630 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:13.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.267+0000 7f046ad3a640 1 --2- 172.21.15.83:0/804587487 >> v2:172.21.15.142:3300/0 conn(0x7f04640cf040 0x7f04640b77c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:13.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.267+0000 7f046ad3a640 1 -- 172.21.15.83:0/804587487 >> 172.21.15.83:0/804587487 conn(0x7f04640d2220 msgr2=0x7f04640d2630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:13.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.267+0000 7f046ad3a640 1 -- 172.21.15.83:0/804587487 shutdown_connections 2024-09-21T02:44:13.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.267+0000 7f046ad3a640 1 -- 172.21.15.83:0/804587487 wait complete. 2024-09-21T02:44:13.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.271+0000 7f046ad3a640 1 Processor -- start 2024-09-21T02:44:13.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.271+0000 7f046ad3a640 1 -- start start 2024-09-21T02:44:13.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.271+0000 7f046ad3a640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f04640b5220 0x7f0464154560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:13.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.271+0000 7f046ad3a640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f04640b73b0 0x7f04641fadf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:13.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.271+0000 7f046ad3a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f04640aeeb0 0x7f046415b5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:13.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.271+0000 7f046ad3a640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f046416a6e0 con 0x7f04640aeeb0 2024-09-21T02:44:13.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.271+0000 7f046ad3a640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f046416a560 con 0x7f04640b5220 2024-09-21T02:44:13.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.271+0000 7f046ad3a640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f046416a860 con 0x7f04640b73b0 2024-09-21T02:44:13.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.271+0000 7f04692d7640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f04640aeeb0 0x7f046415b5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:13.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.271+0000 7f04692d7640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f04640aeeb0 0x7f046415b5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56184/0 (socket says 172.21.15.83:56184) 2024-09-21T02:44:13.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.271+0000 7f04692d7640 1 -- 172.21.15.83:0/1750403574 learned_addr learned my addr 172.21.15.83:0/1750403574 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:13.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.271+0000 7f0468ad6640 1 --2- 172.21.15.83:0/1750403574 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f04640b5220 0x7f0464154560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:13.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.271+0000 7f0463fff640 1 --2- 172.21.15.83:0/1750403574 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f04640b73b0 0x7f04641fadf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:13.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.271+0000 7f04692d7640 1 -- 172.21.15.83:0/1750403574 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f04640b73b0 msgr2=0x7f04641fadf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:13.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.271+0000 7f04692d7640 1 --2- 172.21.15.83:0/1750403574 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f04640b73b0 0x7f04641fadf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:13.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.271+0000 7f04692d7640 1 -- 172.21.15.83:0/1750403574 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f04640b5220 msgr2=0x7f0464154560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:13.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.271+0000 7f04692d7640 1 --2- 172.21.15.83:0/1750403574 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f04640b5220 0x7f0464154560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:13.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.271+0000 7f04692d7640 1 -- 172.21.15.83:0/1750403574 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04641fa630 con 0x7f04640aeeb0 2024-09-21T02:44:13.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.271+0000 7f04692d7640 1 --2- 172.21.15.83:0/1750403574 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f04640aeeb0 0x7f046415b5a0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f045c01b3c0 tx=0x7f045c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:13.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.271+0000 7f04617fa640 1 -- 172.21.15.83:0/1750403574 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f045c0bb070 con 0x7f04640aeeb0 2024-09-21T02:44:13.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.271+0000 7f04617fa640 1 -- 172.21.15.83:0/1750403574 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f045c004a50 con 0x7f04640aeeb0 2024-09-21T02:44:13.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.271+0000 7f046ad3a640 1 -- 172.21.15.83:0/1750403574 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f046409d330 con 0x7f04640aeeb0 2024-09-21T02:44:13.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.271+0000 7f04617fa640 1 -- 172.21.15.83:0/1750403574 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f045c0b2040 con 0x7f04640aeeb0 2024-09-21T02:44:13.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.271+0000 7f046ad3a640 1 -- 172.21.15.83:0/1750403574 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04641fa8d0 con 0x7f04640aeeb0 2024-09-21T02:44:13.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.275+0000 7f046ad3a640 1 -- 172.21.15.83:0/1750403574 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04640b5630 con 0x7f04640aeeb0 2024-09-21T02:44:13.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.275+0000 7f04617fa640 1 -- 172.21.15.83:0/1750403574 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f045c0be070 con 0x7f04640aeeb0 2024-09-21T02:44:13.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.275+0000 7f04617fa640 1 --2- 172.21.15.83:0/1750403574 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0450073200 0x7f0450075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:13.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.275+0000 7f0468ad6640 1 --2- 172.21.15.83:0/1750403574 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0450073200 0x7f0450075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:13.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.275+0000 7f04617fa640 1 -- 172.21.15.83:0/1750403574 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 4943+0+0 (secure 0 0 0) 0x7f045c12dda0 con 0x7f04640aeeb0 2024-09-21T02:44:13.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.275+0000 7f0468ad6640 1 --2- 172.21.15.83:0/1750403574 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0450073200 0x7f0450075710 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f0464073d00 tx=0x7f0454009040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:13.283 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.279+0000 7f04617fa640 1 -- 172.21.15.83:0/1750403574 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f045c016990 con 0x7f04640aeeb0 2024-09-21T02:44:13.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.514+0000 7f046ad3a640 1 -- 172.21.15.83:0/1750403574 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_dump_tree.TestDumpTree.test_basic"]} v 0) -- 0x7f04641567c0 con 0x7f04640aeeb0 2024-09-21T02:44:13.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.694+0000 7f04617fa640 1 -- 172.21.15.83:0/1750403574 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_dump_tree.TestDumpTree.test_basic"]}]=0 v84) ==== 130+0+0 (secure 0 0 0) 0x7f045c0f9230 con 0x7f04640aeeb0 2024-09-21T02:44:13.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.698+0000 7f046ad3a640 1 -- 172.21.15.83:0/1750403574 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0450073200 msgr2=0x7f0450075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:13.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.698+0000 7f046ad3a640 1 --2- 172.21.15.83:0/1750403574 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0450073200 0x7f0450075710 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f0464073d00 tx=0x7f0454009040 comp rx=0 tx=0).stop 2024-09-21T02:44:13.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.698+0000 7f046ad3a640 1 -- 172.21.15.83:0/1750403574 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f04640aeeb0 msgr2=0x7f046415b5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:13.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.698+0000 7f046ad3a640 1 --2- 172.21.15.83:0/1750403574 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f04640aeeb0 0x7f046415b5a0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f045c01b3c0 tx=0x7f045c004270 comp rx=0 tx=0).stop 2024-09-21T02:44:13.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.698+0000 7f046ad3a640 1 -- 172.21.15.83:0/1750403574 shutdown_connections 2024-09-21T02:44:13.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.698+0000 7f046ad3a640 1 --2- 172.21.15.83:0/1750403574 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0450073200 0x7f0450075710 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:13.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.698+0000 7f046ad3a640 1 --2- 172.21.15.83:0/1750403574 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f04640aeeb0 0x7f046415b5a0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:13.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.698+0000 7f046ad3a640 1 --2- 172.21.15.83:0/1750403574 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f04640b73b0 0x7f04641fadf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:13.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.698+0000 7f046ad3a640 1 --2- 172.21.15.83:0/1750403574 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f04640b5220 0x7f0464154560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:13.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.698+0000 7f046ad3a640 1 -- 172.21.15.83:0/1750403574 >> 172.21.15.83:0/1750403574 conn(0x7f04640d2220 msgr2=0x7f04640d2630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:13.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.698+0000 7f046ad3a640 1 -- 172.21.15.83:0/1750403574 shutdown_connections 2024-09-21T02:44:13.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.698+0000 7f046ad3a640 1 -- 172.21.15.83:0/1750403574 wait complete. 2024-09-21T02:44:13.725 INFO:tasks.cephfs_test_runner:test_basic (tasks.cephfs.test_dump_tree.TestDumpTree) ... ok 2024-09-21T02:44:13.726 INFO:tasks.cephfs_test_runner:Starting test: test_random (tasks.cephfs.test_dump_tree.TestDumpTree) 2024-09-21T02:44:13.726 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T02:44:13.889 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.882+0000 7fd9adcff640 1 -- 172.21.15.83:0/190494386 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd9a80cef40 msgr2=0x7fd9a8073dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:13.889 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.882+0000 7fd9adcff640 1 --2- 172.21.15.83:0/190494386 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd9a80cef40 0x7fd9a8073dd0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fd99c009840 tx=0x7fd99c01c820 comp rx=0 tx=0).stop 2024-09-21T02:44:13.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.882+0000 7fd9adcff640 1 -- 172.21.15.83:0/190494386 shutdown_connections 2024-09-21T02:44:13.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.882+0000 7fd9adcff640 1 --2- 172.21.15.83:0/190494386 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd9a80cef40 0x7fd9a8073dd0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:13.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.882+0000 7fd9adcff640 1 --2- 172.21.15.83:0/190494386 >> v2:172.21.15.142:3300/0 conn(0x7fd9a8074310 0x7fd9a80b45e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:13.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.882+0000 7fd9adcff640 1 -- 172.21.15.83:0/190494386 >> 172.21.15.83:0/190494386 conn(0x7fd9a8070650 msgr2=0x7fd9a80b2d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:13.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.882+0000 7fd9adcff640 1 -- 172.21.15.83:0/190494386 shutdown_connections 2024-09-21T02:44:13.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.882+0000 7fd9adcff640 1 -- 172.21.15.83:0/190494386 wait complete. 2024-09-21T02:44:13.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.886+0000 7fd9adcff640 1 Processor -- start 2024-09-21T02:44:13.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.886+0000 7fd9adcff640 1 -- start start 2024-09-21T02:44:13.893 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.886+0000 7fd9adcff640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd9a8074310 0x7fd9a8163fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:13.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.886+0000 7fd9adcff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd9a80cef40 0x7fd9a80c6160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:13.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.886+0000 7fd9adcff640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd9a815f130 0x7fd9a81623f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:13.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.886+0000 7fd9adcff640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd9a8168d40 con 0x7fd9a80cef40 2024-09-21T02:44:13.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.886+0000 7fd9adcff640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fd9a8168bc0 con 0x7fd9a815f130 2024-09-21T02:44:13.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.886+0000 7fd9adcff640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fd9a8168ec0 con 0x7fd9a8074310 2024-09-21T02:44:13.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.886+0000 7fd9a6ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd9a80cef40 0x7fd9a80c6160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:13.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.886+0000 7fd9a6ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd9a80cef40 0x7fd9a80c6160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54226/0 (socket says 172.21.15.83:54226) 2024-09-21T02:44:13.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.886+0000 7fd9a6ffd640 1 -- 172.21.15.83:0/2907310201 learned_addr learned my addr 172.21.15.83:0/2907310201 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:13.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.886+0000 7fd9a77fe640 1 --2- 172.21.15.83:0/2907310201 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd9a8074310 0x7fd9a8163fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:13.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.886+0000 7fd9a7fff640 1 --2- 172.21.15.83:0/2907310201 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd9a815f130 0x7fd9a81623f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:13.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.886+0000 7fd9a6ffd640 1 -- 172.21.15.83:0/2907310201 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd9a8074310 msgr2=0x7fd9a8163fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:13.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.886+0000 7fd9a6ffd640 1 --2- 172.21.15.83:0/2907310201 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd9a8074310 0x7fd9a8163fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:13.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.886+0000 7fd9a6ffd640 1 -- 172.21.15.83:0/2907310201 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd9a815f130 msgr2=0x7fd9a81623f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:13.895 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.886+0000 7fd9a6ffd640 1 --2- 172.21.15.83:0/2907310201 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd9a815f130 0x7fd9a81623f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:13.895 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.886+0000 7fd9a6ffd640 1 -- 172.21.15.83:0/2907310201 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9a8161350 con 0x7fd9a80cef40 2024-09-21T02:44:13.895 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.886+0000 7fd9a6ffd640 1 --2- 172.21.15.83:0/2907310201 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd9a80cef40 0x7fd9a80c6160 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fd99c01aed0 tx=0x7fd99c0a6600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:13.895 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.890+0000 7fd98ffff640 1 -- 172.21.15.83:0/2907310201 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd99c004300 con 0x7fd9a80cef40 2024-09-21T02:44:13.895 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.890+0000 7fd98ffff640 1 -- 172.21.15.83:0/2907310201 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd99c005030 con 0x7fd9a80cef40 2024-09-21T02:44:13.895 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.890+0000 7fd9adcff640 1 -- 172.21.15.83:0/2907310201 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9a8161630 con 0x7fd9a80cef40 2024-09-21T02:44:13.895 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.890+0000 7fd98ffff640 1 -- 172.21.15.83:0/2907310201 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd99c005440 con 0x7fd9a80cef40 2024-09-21T02:44:13.895 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.890+0000 7fd9adcff640 1 -- 172.21.15.83:0/2907310201 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9a8161bf0 con 0x7fd9a80cef40 2024-09-21T02:44:13.896 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.890+0000 7fd9adcff640 1 -- 172.21.15.83:0/2907310201 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9a80b45e0 con 0x7fd9a80cef40 2024-09-21T02:44:13.896 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.890+0000 7fd98ffff640 1 -- 172.21.15.83:0/2907310201 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fd99c0046d0 con 0x7fd9a80cef40 2024-09-21T02:44:13.896 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.890+0000 7fd98ffff640 1 --2- 172.21.15.83:0/2907310201 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd994073200 0x7fd994075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:13.896 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.890+0000 7fd9a77fe640 1 --2- 172.21.15.83:0/2907310201 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd994073200 0x7fd994075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:13.896 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.890+0000 7fd98ffff640 1 -- 172.21.15.83:0/2907310201 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 4943+0+0 (secure 0 0 0) 0x7fd99c12e8a0 con 0x7fd9a80cef40 2024-09-21T02:44:13.896 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.890+0000 7fd9a77fe640 1 --2- 172.21.15.83:0/2907310201 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd994073200 0x7fd994075710 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fd9a00020c0 tx=0x7fd9a0009040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:13.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:13.894+0000 7fd98ffff640 1 -- 172.21.15.83:0/2907310201 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fd99c016410 con 0x7fd9a80cef40 2024-09-21T02:44:14.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.066+0000 7fd9adcff640 1 -- 172.21.15.83:0/2907310201 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd9a81f77a0 con 0x7fd9a80cef40 2024-09-21T02:44:14.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.070+0000 7fd98ffff640 1 -- 172.21.15.83:0/2907310201 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v37) ==== 74+0+13010 (secure 0 0 0) 0x7fd99c0f9ce0 con 0x7fd9a80cef40 2024-09-21T02:44:14.075 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:44:14.075 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":37,"fsid":"82b6a254-ea31-468f-b8d3-3f9b32622240","created":"2024-09-21T02:42:38.603140+0000","modified":"2024-09-21T02:44:12.694725+0000","last_up_change":"2024-09-21T02:42:53.602524+0000","last_in_change":"2024-09-21T02:42:43.192261+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T02:42:53.826200+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3a8ebb7b-1ae5-4b26-8278-9dcb6c385903","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6814","nonce":1413652419}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6818","nonce":1413652419}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6825","nonce":1413652419}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6822","nonce":1413652419}]},"public_addr":"172.21.15.83:6814/1413652419","cluster_addr":"172.21.15.83:6818/1413652419","heartbeat_back_addr":"172.21.15.83:6825/1413652419","heartbeat_front_addr":"172.21.15.83:6822/1413652419","state":["exists","up"]},{"osd":1,"uuid":"c965bb73-548b-4509-96ec-9c263029104b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6827","nonce":464765712}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6829","nonce":464765712}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6833","nonce":464765712}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6831","nonce":464765712}]},"public_addr":"172.21.15.83:6827/464765712","cluster_addr":"172.21.15.83:6829/464765712","heartbeat_back_addr":"172.21.15.83:6833/464765712","heartbeat_front_addr":"172.21.15.83:6831/464765712","state":["exists","up"]},{"osd":2,"uuid":"d86f4e42-c5e5-48f2-9936-817c45ca308d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6803","nonce":2393321522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6805","nonce":2393321522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6809","nonce":2393321522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6807","nonce":2393321522}]},"public_addr":"172.21.15.83:6803/2393321522","cluster_addr":"172.21.15.83:6805/2393321522","heartbeat_back_addr":"172.21.15.83:6809/2393321522","heartbeat_front_addr":"172.21.15.83:6807/2393321522","state":["exists","up"]},{"osd":3,"uuid":"13beb0a5-6df8-4bd9-a8c9-d61fe89e09e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6811","nonce":3390622409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6813","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6815","nonce":3390622409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6821","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6823","nonce":3390622409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6817","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6819","nonce":3390622409}]},"public_addr":"172.21.15.83:6811/3390622409","cluster_addr":"172.21.15.83:6815/3390622409","heartbeat_back_addr":"172.21.15.83:6823/3390622409","heartbeat_front_addr":"172.21.15.83:6819/3390622409","state":["exists","up"]},{"osd":4,"uuid":"2028bcfd-16b5-40a0-beaf-18832fee4ac1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6816","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6817","nonce":903609339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6818","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6819","nonce":903609339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6822","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6823","nonce":903609339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6820","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6821","nonce":903609339}]},"public_addr":"172.21.15.142:6817/903609339","cluster_addr":"172.21.15.142:6819/903609339","heartbeat_back_addr":"172.21.15.142:6823/903609339","heartbeat_front_addr":"172.21.15.142:6821/903609339","state":["exists","up"]},{"osd":5,"uuid":"f3fdab28-9ac1-4ff3-92ed-3c2a9833a45d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6824","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6825","nonce":1864459234}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6826","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6827","nonce":1864459234}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6830","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6831","nonce":1864459234}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6828","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6829","nonce":1864459234}]},"public_addr":"172.21.15.142:6825/1864459234","cluster_addr":"172.21.15.142:6827/1864459234","heartbeat_back_addr":"172.21.15.142:6831/1864459234","heartbeat_front_addr":"172.21.15.142:6829/1864459234","state":["exists","up"]},{"osd":6,"uuid":"e6c411f3-8a06-41f2-b104-40216326259a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6808","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6809","nonce":1137623679}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6810","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6811","nonce":1137623679}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6814","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6815","nonce":1137623679}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6812","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6813","nonce":1137623679}]},"public_addr":"172.21.15.142:6809/1137623679","cluster_addr":"172.21.15.142:6811/1137623679","heartbeat_back_addr":"172.21.15.142:6815/1137623679","heartbeat_front_addr":"172.21.15.142:6813/1137623679","state":["exists","up"]},{"osd":7,"uuid":"37ce1cb6-2b1b-4d91-ace3-926062f54290","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6800","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6801","nonce":81587312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6802","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6803","nonce":81587312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6806","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6807","nonce":81587312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6804","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6805","nonce":81587312}]},"public_addr":"172.21.15.142:6801/81587312","cluster_addr":"172.21.15.142:6803/81587312","heartbeat_back_addr":"172.21.15.142:6807/81587312","heartbeat_front_addr":"172.21.15.142:6805/81587312","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.547410+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.843449+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.932112+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.842886+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.082896+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.238106+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.825928+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.553550+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.142:6833/3089344573":"2024-09-22T02:44:09.569285+0000","172.21.15.142:6832/3089344573":"2024-09-22T02:44:09.569285+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T02:44:14.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.070+0000 7fd9adcff640 1 -- 172.21.15.83:0/2907310201 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd994073200 msgr2=0x7fd994075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:14.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.070+0000 7fd9adcff640 1 --2- 172.21.15.83:0/2907310201 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd994073200 0x7fd994075710 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fd9a00020c0 tx=0x7fd9a0009040 comp rx=0 tx=0).stop 2024-09-21T02:44:14.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.070+0000 7fd9adcff640 1 -- 172.21.15.83:0/2907310201 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd9a80cef40 msgr2=0x7fd9a80c6160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:14.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.070+0000 7fd9adcff640 1 --2- 172.21.15.83:0/2907310201 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd9a80cef40 0x7fd9a80c6160 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fd99c01aed0 tx=0x7fd99c0a6600 comp rx=0 tx=0).stop 2024-09-21T02:44:14.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.070+0000 7fd9adcff640 1 -- 172.21.15.83:0/2907310201 shutdown_connections 2024-09-21T02:44:14.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.070+0000 7fd9adcff640 1 --2- 172.21.15.83:0/2907310201 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd994073200 0x7fd994075710 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:14.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.070+0000 7fd9adcff640 1 --2- 172.21.15.83:0/2907310201 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd9a815f130 0x7fd9a81623f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:14.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.070+0000 7fd9adcff640 1 --2- 172.21.15.83:0/2907310201 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd9a80cef40 0x7fd9a80c6160 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:14.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.070+0000 7fd9adcff640 1 --2- 172.21.15.83:0/2907310201 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd9a8074310 0x7fd9a8163fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:14.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.074+0000 7fd9adcff640 1 -- 172.21.15.83:0/2907310201 >> 172.21.15.83:0/2907310201 conn(0x7fd9a8070650 msgr2=0x7fd9a806ce90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:14.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.074+0000 7fd9adcff640 1 -- 172.21.15.83:0/2907310201 shutdown_connections 2024-09-21T02:44:14.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.074+0000 7fd9adcff640 1 -- 172.21.15.83:0/2907310201 wait complete. 2024-09-21T02:44:14.098 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-21T02:42:53.826200+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-21T02:44:14.098 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-21T02:44:14.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.250+0000 7f20c34c3640 1 -- 172.21.15.83:0/1147690668 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f20bc160c50 msgr2=0x7f20bc0cca20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:14.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.250+0000 7f20c34c3640 1 --2- 172.21.15.83:0/1147690668 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f20bc160c50 0x7f20bc0cca20 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f20bc0b36d0 tx=0x7f20ac01c830 comp rx=0 tx=0).stop 2024-09-21T02:44:14.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.250+0000 7f20c34c3640 1 -- 172.21.15.83:0/1147690668 shutdown_connections 2024-09-21T02:44:14.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.250+0000 7f20c34c3640 1 --2- 172.21.15.83:0/1147690668 >> v2:172.21.15.142:3300/0 conn(0x7f20bc0ccf60 0x7f20bc06ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:14.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.250+0000 7f20c34c3640 1 --2- 172.21.15.83:0/1147690668 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f20bc160c50 0x7f20bc0cca20 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:14.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.250+0000 7f20c34c3640 1 --2- 172.21.15.83:0/1147690668 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f20bc15c670 0x7f20bc0b4b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:14.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.250+0000 7f20c34c3640 1 -- 172.21.15.83:0/1147690668 >> 172.21.15.83:0/1147690668 conn(0x7f20bc06d580 msgr2=0x7f20bc0b1d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:14.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.250+0000 7f20c34c3640 1 -- 172.21.15.83:0/1147690668 shutdown_connections 2024-09-21T02:44:14.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.250+0000 7f20c34c3640 1 -- 172.21.15.83:0/1147690668 wait complete. 2024-09-21T02:44:14.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.254+0000 7f20c34c3640 1 Processor -- start 2024-09-21T02:44:14.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.254+0000 7f20c34c3640 1 -- start start 2024-09-21T02:44:14.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.254+0000 7f20c34c3640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f20bc0ccf60 0x7f20bc15f160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:14.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.254+0000 7f20c34c3640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f20bc15c670 0x7f20bc156410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:14.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.254+0000 7f20c34c3640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f20bc160c50 0x7f20bc156950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:14.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.254+0000 7f20c34c3640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f20bc0ce5c0 con 0x7f20bc15c670 2024-09-21T02:44:14.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.254+0000 7f20c34c3640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f20bc0ce440 con 0x7f20bc160c50 2024-09-21T02:44:14.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.254+0000 7f20c34c3640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f20bc0ce740 con 0x7f20bc0ccf60 2024-09-21T02:44:14.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.254+0000 7f20c0a5e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f20bc15c670 0x7f20bc156410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:14.261 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.254+0000 7f20c0a5e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f20bc15c670 0x7f20bc156410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54246/0 (socket says 172.21.15.83:54246) 2024-09-21T02:44:14.261 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.254+0000 7f20c0a5e640 1 -- 172.21.15.83:0/2472835420 learned_addr learned my addr 172.21.15.83:0/2472835420 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:14.261 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.254+0000 7f20c125f640 1 --2- 172.21.15.83:0/2472835420 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f20bc0ccf60 0x7f20bc15f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:14.261 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.254+0000 7f20c1a60640 1 --2- 172.21.15.83:0/2472835420 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f20bc160c50 0x7f20bc156950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:14.261 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.254+0000 7f20c0a5e640 1 -- 172.21.15.83:0/2472835420 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f20bc0ccf60 msgr2=0x7f20bc15f160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:14.261 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.254+0000 7f20c0a5e640 1 --2- 172.21.15.83:0/2472835420 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f20bc0ccf60 0x7f20bc15f160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:14.261 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.254+0000 7f20c0a5e640 1 -- 172.21.15.83:0/2472835420 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f20bc160c50 msgr2=0x7f20bc156950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:14.261 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.254+0000 7f20c0a5e640 1 --2- 172.21.15.83:0/2472835420 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f20bc160c50 0x7f20bc156950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:14.261 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.254+0000 7f20c0a5e640 1 -- 172.21.15.83:0/2472835420 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20bc15f6a0 con 0x7f20bc15c670 2024-09-21T02:44:14.261 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.254+0000 7f20c125f640 1 --2- 172.21.15.83:0/2472835420 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f20bc0ccf60 0x7f20bc15f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T02:44:14.261 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.254+0000 7f20c0a5e640 1 --2- 172.21.15.83:0/2472835420 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f20bc15c670 0x7f20bc156410 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f20ac01d0d0 tx=0x7f20ac0a57d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:14.261 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.254+0000 7f20b1ffb640 1 -- 172.21.15.83:0/2472835420 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20ac0ba020 con 0x7f20bc15c670 2024-09-21T02:44:14.261 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.254+0000 7f20c34c3640 1 -- 172.21.15.83:0/2472835420 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20bc1524f0 con 0x7f20bc15c670 2024-09-21T02:44:14.261 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.254+0000 7f20b1ffb640 1 -- 172.21.15.83:0/2472835420 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f20ac004430 con 0x7f20bc15c670 2024-09-21T02:44:14.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.254+0000 7f20b1ffb640 1 -- 172.21.15.83:0/2472835420 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20ac0b2040 con 0x7f20bc15c670 2024-09-21T02:44:14.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.254+0000 7f20c34c3640 1 -- 172.21.15.83:0/2472835420 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20bc1551a0 con 0x7f20bc15c670 2024-09-21T02:44:14.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.254+0000 7f20c34c3640 1 -- 172.21.15.83:0/2472835420 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20bc152260 con 0x7f20bc15c670 2024-09-21T02:44:14.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.258+0000 7f20b1ffb640 1 -- 172.21.15.83:0/2472835420 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f20ac005290 con 0x7f20bc15c670 2024-09-21T02:44:14.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.258+0000 7f20b1ffb640 1 --2- 172.21.15.83:0/2472835420 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f20a0073200 0x7f20a0075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:14.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.258+0000 7f20b1ffb640 1 -- 172.21.15.83:0/2472835420 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 4943+0+0 (secure 0 0 0) 0x7f20ac12de30 con 0x7f20bc15c670 2024-09-21T02:44:14.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.258+0000 7f20c125f640 1 --2- 172.21.15.83:0/2472835420 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f20a0073200 0x7f20a0075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:14.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.258+0000 7f20c125f640 1 --2- 172.21.15.83:0/2472835420 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f20a0073200 0x7f20a0075710 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f20b800bbd0 tx=0x7f20b800b5b0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:14.267 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.262+0000 7f20b1ffb640 1 -- 172.21.15.83:0/2472835420 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f20ac0c4060 con 0x7f20bc15c670 2024-09-21T02:44:14.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.418+0000 7f20c34c3640 1 -- 172.21.15.83:0/2472835420 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f20bc0cec60 con 0x7f20bc15c670 2024-09-21T02:44:14.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.422+0000 7f20b1ffb640 1 -- 172.21.15.83:0/2472835420 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v37) ==== 93+0+10 (secure 0 0 0) 0x7f20bc15f6a0 con 0x7f20bc15c670 2024-09-21T02:44:14.426 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 1 2024-09-21T02:44:14.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.422+0000 7f20c34c3640 1 -- 172.21.15.83:0/2472835420 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f20a0073200 msgr2=0x7f20a0075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:14.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.422+0000 7f20c34c3640 1 --2- 172.21.15.83:0/2472835420 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f20a0073200 0x7f20a0075710 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f20b800bbd0 tx=0x7f20b800b5b0 comp rx=0 tx=0).stop 2024-09-21T02:44:14.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.422+0000 7f20c34c3640 1 -- 172.21.15.83:0/2472835420 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f20bc15c670 msgr2=0x7f20bc156410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:14.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.422+0000 7f20c34c3640 1 --2- 172.21.15.83:0/2472835420 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f20bc15c670 0x7f20bc156410 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f20ac01d0d0 tx=0x7f20ac0a57d0 comp rx=0 tx=0).stop 2024-09-21T02:44:14.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.422+0000 7f20c34c3640 1 -- 172.21.15.83:0/2472835420 shutdown_connections 2024-09-21T02:44:14.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.422+0000 7f20c34c3640 1 --2- 172.21.15.83:0/2472835420 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f20a0073200 0x7f20a0075710 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:14.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.422+0000 7f20c34c3640 1 --2- 172.21.15.83:0/2472835420 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f20bc160c50 0x7f20bc156950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:14.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.422+0000 7f20c34c3640 1 --2- 172.21.15.83:0/2472835420 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f20bc15c670 0x7f20bc156410 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:14.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.422+0000 7f20c34c3640 1 --2- 172.21.15.83:0/2472835420 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f20bc0ccf60 0x7f20bc15f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:14.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.422+0000 7f20c34c3640 1 -- 172.21.15.83:0/2472835420 >> 172.21.15.83:0/2472835420 conn(0x7f20bc06d580 msgr2=0x7f20bc0b0f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:14.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.422+0000 7f20c34c3640 1 -- 172.21.15.83:0/2472835420 shutdown_connections 2024-09-21T02:44:14.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.422+0000 7f20c34c3640 1 -- 172.21.15.83:0/2472835420 wait complete. 2024-09-21T02:44:14.447 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_dump_tree.TestDumpTree.test_random' 2024-09-21T02:44:14.596 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.590+0000 7f73e7d12640 1 -- 172.21.15.83:0/2768959635 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f73e00d1460 msgr2=0x7f73e00d2270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:14.596 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.590+0000 7f73e7d12640 1 --2- 172.21.15.83:0/2768959635 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f73e00d1460 0x7f73e00d2270 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f73d0009900 tx=0x7f73d001c850 comp rx=0 tx=0).stop 2024-09-21T02:44:14.596 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.590+0000 7f73e7d12640 1 -- 172.21.15.83:0/2768959635 shutdown_connections 2024-09-21T02:44:14.596 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.590+0000 7f73e7d12640 1 --2- 172.21.15.83:0/2768959635 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f73e00d1460 0x7f73e00d2270 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:14.596 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.590+0000 7f73e7d12640 1 --2- 172.21.15.83:0/2768959635 >> v2:172.21.15.142:3300/0 conn(0x7f73e00d0b10 0x7f73e00d0f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:14.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.590+0000 7f73e7d12640 1 -- 172.21.15.83:0/2768959635 >> 172.21.15.83:0/2768959635 conn(0x7f73e009d6e0 msgr2=0x7f73e00d4490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:14.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.590+0000 7f73e7d12640 1 -- 172.21.15.83:0/2768959635 shutdown_connections 2024-09-21T02:44:14.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.590+0000 7f73e7d12640 1 -- 172.21.15.83:0/2768959635 wait complete. 2024-09-21T02:44:14.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.594+0000 7f73e7d12640 1 Processor -- start 2024-09-21T02:44:14.598 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.594+0000 7f73e7d12640 1 -- start start 2024-09-21T02:44:14.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.594+0000 7f73e7d12640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f73e00d0b10 0x7f73e01fcbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:14.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.594+0000 7f73e7d12640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f73e00d1460 0x7f73e015d0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:14.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.594+0000 7f73e7d12640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f73e00d27b0 0x7f73e01f9400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:14.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.594+0000 7f73e7d12640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f73e016c390 con 0x7f73e00d27b0 2024-09-21T02:44:14.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.594+0000 7f73e7d12640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f73e00ba030 con 0x7f73e00d0b10 2024-09-21T02:44:14.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.594+0000 7f73e7d12640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f73e016c510 con 0x7f73e00d1460 2024-09-21T02:44:14.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.594+0000 7f73e62af640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f73e00d27b0 0x7f73e01f9400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:14.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.594+0000 7f73e62af640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f73e00d27b0 0x7f73e01f9400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54260/0 (socket says 172.21.15.83:54260) 2024-09-21T02:44:14.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.594+0000 7f73e62af640 1 -- 172.21.15.83:0/1894940944 learned_addr learned my addr 172.21.15.83:0/1894940944 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:14.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.594+0000 7f73e52ad640 1 --2- 172.21.15.83:0/1894940944 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f73e00d1460 0x7f73e015d0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:14.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.594+0000 7f73e5aae640 1 --2- 172.21.15.83:0/1894940944 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f73e00d0b10 0x7f73e01fcbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:14.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.594+0000 7f73e62af640 1 -- 172.21.15.83:0/1894940944 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f73e00d1460 msgr2=0x7f73e015d0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:14.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.594+0000 7f73e62af640 1 --2- 172.21.15.83:0/1894940944 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f73e00d1460 0x7f73e015d0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:14.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.594+0000 7f73e62af640 1 -- 172.21.15.83:0/1894940944 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f73e00d0b10 msgr2=0x7f73e01fcbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:14.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.594+0000 7f73e62af640 1 --2- 172.21.15.83:0/1894940944 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f73e00d0b10 0x7f73e01fcbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:14.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.594+0000 7f73e62af640 1 -- 172.21.15.83:0/1894940944 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73e00a1a20 con 0x7f73e00d27b0 2024-09-21T02:44:14.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.594+0000 7f73e62af640 1 --2- 172.21.15.83:0/1894940944 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f73e00d27b0 0x7f73e01f9400 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f73d800c730 tx=0x7f73d800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:14.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.594+0000 7f73d67fc640 1 -- 172.21.15.83:0/1894940944 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73d8003b80 con 0x7f73e00d27b0 2024-09-21T02:44:14.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.594+0000 7f73d67fc640 1 -- 172.21.15.83:0/1894940944 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f73d8003d20 con 0x7f73e00d27b0 2024-09-21T02:44:14.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.594+0000 7f73d67fc640 1 -- 172.21.15.83:0/1894940944 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73d800aab0 con 0x7f73e00d27b0 2024-09-21T02:44:14.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.594+0000 7f73e7d12640 1 -- 172.21.15.83:0/1894940944 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73e00a1d00 con 0x7f73e00d27b0 2024-09-21T02:44:14.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.594+0000 7f73e7d12640 1 -- 172.21.15.83:0/1894940944 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73e01f8ee0 con 0x7f73e00d27b0 2024-09-21T02:44:14.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.598+0000 7f73e7d12640 1 -- 172.21.15.83:0/1894940944 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73e00d0f20 con 0x7f73e00d27b0 2024-09-21T02:44:14.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.598+0000 7f73d67fc640 1 -- 172.21.15.83:0/1894940944 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f73d800ac50 con 0x7f73e00d27b0 2024-09-21T02:44:14.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.598+0000 7f73d67fc640 1 --2- 172.21.15.83:0/1894940944 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f73c4073200 0x7f73c4075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:14.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.598+0000 7f73e5aae640 1 --2- 172.21.15.83:0/1894940944 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f73c4073200 0x7f73c4075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:14.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.598+0000 7f73d67fc640 1 -- 172.21.15.83:0/1894940944 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 4943+0+0 (secure 0 0 0) 0x7f73d8093920 con 0x7f73e00d27b0 2024-09-21T02:44:14.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.598+0000 7f73e5aae640 1 --2- 172.21.15.83:0/1894940944 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f73c4073200 0x7f73c4075710 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f73dc005fd0 tx=0x7f73dc005f40 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:14.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.602+0000 7f73d67fc640 1 -- 172.21.15.83:0/1894940944 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f73d8020060 con 0x7f73e00d27b0 2024-09-21T02:44:14.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:14.826+0000 7f73e7d12640 1 -- 172.21.15.83:0/1894940944 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_dump_tree.TestDumpTree.test_random"]} v 0) -- 0x7f73e015f0d0 con 0x7f73e00d27b0 2024-09-21T02:44:15.710 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.706+0000 7f73d67fc640 1 -- 172.21.15.83:0/1894940944 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_dump_tree.TestDumpTree.test_random"]}]=0 v86) ==== 134+0+0 (secure 0 0 0) 0x7f73e00b0fd0 con 0x7f73e00d27b0 2024-09-21T02:44:15.713 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.706+0000 7f73e7d12640 1 -- 172.21.15.83:0/1894940944 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f73c4073200 msgr2=0x7f73c4075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:15.713 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.706+0000 7f73e7d12640 1 --2- 172.21.15.83:0/1894940944 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f73c4073200 0x7f73c4075710 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f73dc005fd0 tx=0x7f73dc005f40 comp rx=0 tx=0).stop 2024-09-21T02:44:15.713 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.706+0000 7f73e7d12640 1 -- 172.21.15.83:0/1894940944 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f73e00d27b0 msgr2=0x7f73e01f9400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:15.713 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.706+0000 7f73e7d12640 1 --2- 172.21.15.83:0/1894940944 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f73e00d27b0 0x7f73e01f9400 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f73d800c730 tx=0x7f73d800cbf0 comp rx=0 tx=0).stop 2024-09-21T02:44:15.713 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.706+0000 7f73e7d12640 1 -- 172.21.15.83:0/1894940944 shutdown_connections 2024-09-21T02:44:15.713 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.706+0000 7f73e7d12640 1 --2- 172.21.15.83:0/1894940944 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f73c4073200 0x7f73c4075710 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:15.713 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.706+0000 7f73e7d12640 1 --2- 172.21.15.83:0/1894940944 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f73e00d27b0 0x7f73e01f9400 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:15.714 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.706+0000 7f73e7d12640 1 --2- 172.21.15.83:0/1894940944 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f73e00d1460 0x7f73e015d0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:15.714 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.706+0000 7f73e7d12640 1 --2- 172.21.15.83:0/1894940944 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f73e00d0b10 0x7f73e01fcbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:15.714 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.706+0000 7f73e7d12640 1 -- 172.21.15.83:0/1894940944 >> 172.21.15.83:0/1894940944 conn(0x7f73e009d6e0 msgr2=0x7f73e00ce0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:15.714 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.706+0000 7f73e7d12640 1 -- 172.21.15.83:0/1894940944 shutdown_connections 2024-09-21T02:44:15.714 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.706+0000 7f73e7d12640 1 -- 172.21.15.83:0/1894940944 wait complete. 2024-09-21T02:44:15.736 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-09-21T02:44:15.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.878+0000 7f01f0681640 1 -- 172.21.15.83:0/1931096794 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f01e80cef40 msgr2=0x7f01e8073dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:15.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.878+0000 7f01f0681640 1 --2- 172.21.15.83:0/1931096794 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f01e80cef40 0x7f01e8073dd0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f01dc009840 tx=0x7f01dc01c820 comp rx=0 tx=0).stop 2024-09-21T02:44:15.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.878+0000 7f01f0681640 1 -- 172.21.15.83:0/1931096794 shutdown_connections 2024-09-21T02:44:15.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.878+0000 7f01f0681640 1 --2- 172.21.15.83:0/1931096794 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f01e80cef40 0x7f01e8073dd0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:15.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.878+0000 7f01f0681640 1 --2- 172.21.15.83:0/1931096794 >> v2:172.21.15.142:3300/0 conn(0x7f01e8074310 0x7f01e80b45e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:15.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.878+0000 7f01f0681640 1 -- 172.21.15.83:0/1931096794 >> 172.21.15.83:0/1931096794 conn(0x7f01e8070650 msgr2=0x7f01e80b2d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:15.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.878+0000 7f01f0681640 1 -- 172.21.15.83:0/1931096794 shutdown_connections 2024-09-21T02:44:15.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.878+0000 7f01f0681640 1 -- 172.21.15.83:0/1931096794 wait complete. 2024-09-21T02:44:15.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.882+0000 7f01f0681640 1 Processor -- start 2024-09-21T02:44:15.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.882+0000 7f01f0681640 1 -- start start 2024-09-21T02:44:15.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.882+0000 7f01f0681640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f01e8074310 0x7f01e8163fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:15.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.882+0000 7f01f0681640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f01e80cef40 0x7f01e80c6160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:15.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.882+0000 7f01f0681640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f01e815f130 0x7f01e81623f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:15.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.882+0000 7f01f0681640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f01e8168d40 con 0x7f01e815f130 2024-09-21T02:44:15.893 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.882+0000 7f01f0681640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f01e8168bc0 con 0x7f01e8074310 2024-09-21T02:44:15.893 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.882+0000 7f01f0681640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f01e8168ec0 con 0x7f01e80cef40 2024-09-21T02:44:15.893 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.882+0000 7f01eec1e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f01e815f130 0x7f01e81623f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:15.893 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.882+0000 7f01eec1e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f01e815f130 0x7f01e81623f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54270/0 (socket says 172.21.15.83:54270) 2024-09-21T02:44:15.893 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.882+0000 7f01eec1e640 1 -- 172.21.15.83:0/3669953059 learned_addr learned my addr 172.21.15.83:0/3669953059 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:15.893 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.882+0000 7f01ee41d640 1 --2- 172.21.15.83:0/3669953059 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f01e8074310 0x7f01e8163fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:15.893 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.882+0000 7f01edc1c640 1 --2- 172.21.15.83:0/3669953059 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f01e80cef40 0x7f01e80c6160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:15.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.882+0000 7f01eec1e640 1 -- 172.21.15.83:0/3669953059 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f01e80cef40 msgr2=0x7f01e80c6160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:15.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.882+0000 7f01eec1e640 1 --2- 172.21.15.83:0/3669953059 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f01e80cef40 0x7f01e80c6160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:15.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.882+0000 7f01eec1e640 1 -- 172.21.15.83:0/3669953059 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f01e8074310 msgr2=0x7f01e8163fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:15.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.882+0000 7f01eec1e640 1 --2- 172.21.15.83:0/3669953059 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f01e8074310 0x7f01e8163fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:15.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.882+0000 7f01eec1e640 1 -- 172.21.15.83:0/3669953059 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01e8161350 con 0x7f01e815f130 2024-09-21T02:44:15.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.882+0000 7f01eec1e640 1 --2- 172.21.15.83:0/3669953059 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f01e815f130 0x7f01e81623f0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f01e0009fd0 tx=0x7f01e000ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:15.895 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.882+0000 7f01e6ffd640 1 -- 172.21.15.83:0/3669953059 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01e000ce20 con 0x7f01e815f130 2024-09-21T02:44:15.895 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.882+0000 7f01e6ffd640 1 -- 172.21.15.83:0/3669953059 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f01e0004b30 con 0x7f01e815f130 2024-09-21T02:44:15.895 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.882+0000 7f01f0681640 1 -- 172.21.15.83:0/3669953059 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01e8161630 con 0x7f01e815f130 2024-09-21T02:44:15.895 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.882+0000 7f01e6ffd640 1 -- 172.21.15.83:0/3669953059 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01e0005020 con 0x7f01e815f130 2024-09-21T02:44:15.895 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.882+0000 7f01f0681640 1 -- 172.21.15.83:0/3669953059 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01e8161bf0 con 0x7f01e815f130 2024-09-21T02:44:15.895 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.886+0000 7f01f0681640 1 -- 172.21.15.83:0/3669953059 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01e80b45e0 con 0x7f01e815f130 2024-09-21T02:44:15.896 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.886+0000 7f01e6ffd640 1 -- 172.21.15.83:0/3669953059 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f01e00051c0 con 0x7f01e815f130 2024-09-21T02:44:15.896 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.886+0000 7f01e6ffd640 1 --2- 172.21.15.83:0/3669953059 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f01d4073200 0x7f01d4075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:15.896 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.886+0000 7f01e6ffd640 1 -- 172.21.15.83:0/3669953059 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 4943+0+0 (secure 0 0 0) 0x7f01e0094b10 con 0x7f01e815f130 2024-09-21T02:44:15.896 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.886+0000 7f01ee41d640 1 --2- 172.21.15.83:0/3669953059 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f01d4073200 0x7f01d4075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:15.896 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.886+0000 7f01ee41d640 1 --2- 172.21.15.83:0/3669953059 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f01d4073200 0x7f01d4075710 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f01d8001400 tx=0x7f01d8009040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:15.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:15.890+0000 7f01e6ffd640 1 -- 172.21.15.83:0/3669953059 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f01e005ff50 con 0x7f01e815f130 2024-09-21T02:44:16.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.054+0000 7f01f0681640 1 -- 172.21.15.83:0/3669953059 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f01e81f77a0 con 0x7f01e815f130 2024-09-21T02:44:16.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.058+0000 7f01e6ffd640 1 -- 172.21.15.83:0/3669953059 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v33) ==== 59+0+2294 (secure 0 0 0) 0x7f01e005f850 con 0x7f01e815f130 2024-09-21T02:44:16.062 INFO:teuthology.orchestra.run.smithi083.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-21T02:44:16.062 INFO:teuthology.orchestra.run.smithi083.stdout:mon advanced mon_op_complaint_time 120 2024-09-21T02:44:16.062 INFO:teuthology.orchestra.run.smithi083.stdout:mgr advanced client_mount_timeout 30 2024-09-21T02:44:16.062 INFO:teuthology.orchestra.run.smithi083.stdout:mgr advanced debug_client 20/20 2024-09-21T02:44:16.062 INFO:teuthology.orchestra.run.smithi083.stdout:mgr advanced debug_mgr 20/20 2024-09-21T02:44:16.063 INFO:teuthology.orchestra.run.smithi083.stdout:mgr advanced debug_ms 1/1 2024-09-21T02:44:16.063 INFO:teuthology.orchestra.run.smithi083.stdout:mgr dev mon_warn_on_pool_no_app false 2024-09-21T02:44:16.063 INFO:teuthology.orchestra.run.smithi083.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-21T02:44:16.063 INFO:teuthology.orchestra.run.smithi083.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 4765.372493 2024-09-21T02:44:16.063 INFO:teuthology.orchestra.run.smithi083.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 4860.302457 2024-09-21T02:44:16.063 INFO:teuthology.orchestra.run.smithi083.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4886.296078 2024-09-21T02:44:16.063 INFO:teuthology.orchestra.run.smithi083.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 4849.690237 2024-09-21T02:44:16.063 INFO:teuthology.orchestra.run.smithi083.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 5060.590356 2024-09-21T02:44:16.063 INFO:teuthology.orchestra.run.smithi083.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 5094.118033 2024-09-21T02:44:16.063 INFO:teuthology.orchestra.run.smithi083.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 4972.850647 2024-09-21T02:44:16.063 INFO:teuthology.orchestra.run.smithi083.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 4989.270283 2024-09-21T02:44:16.063 INFO:teuthology.orchestra.run.smithi083.stdout:mds advanced debug_mds 20/20 2024-09-21T02:44:16.063 INFO:teuthology.orchestra.run.smithi083.stdout:mds advanced debug_mds_balancer 20/20 2024-09-21T02:44:16.063 INFO:teuthology.orchestra.run.smithi083.stdout:mds advanced debug_ms 2/2 2024-09-21T02:44:16.063 INFO:teuthology.orchestra.run.smithi083.stdout:mds dev mds_debug_frag true 2024-09-21T02:44:16.064 INFO:teuthology.orchestra.run.smithi083.stdout:mds dev mds_debug_scatterstat true 2024-09-21T02:44:16.064 INFO:teuthology.orchestra.run.smithi083.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-21T02:44:16.064 INFO:teuthology.orchestra.run.smithi083.stdout:mds dev mds_verify_scatter true 2024-09-21T02:44:16.064 INFO:teuthology.orchestra.run.smithi083.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-21T02:44:16.064 INFO:teuthology.orchestra.run.smithi083.stdout:mds advanced rados_mon_op_timeout 900 2024-09-21T02:44:16.064 INFO:teuthology.orchestra.run.smithi083.stdout:mds advanced rados_osd_op_timeout 900 2024-09-21T02:44:16.064 INFO:teuthology.orchestra.run.smithi083.stdout:client advanced client_mount_timeout 600 2024-09-21T02:44:16.064 INFO:teuthology.orchestra.run.smithi083.stdout:client advanced debug_client 20/20 2024-09-21T02:44:16.064 INFO:teuthology.orchestra.run.smithi083.stdout:client advanced debug_ms 1/1 2024-09-21T02:44:16.064 INFO:teuthology.orchestra.run.smithi083.stdout:client advanced rados_mon_op_timeout 900 2024-09-21T02:44:16.064 INFO:teuthology.orchestra.run.smithi083.stdout:client advanced rados_osd_op_timeout 900 2024-09-21T02:44:16.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.058+0000 7f01f0681640 1 -- 172.21.15.83:0/3669953059 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f01d4073200 msgr2=0x7f01d4075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:16.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.058+0000 7f01f0681640 1 --2- 172.21.15.83:0/3669953059 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f01d4073200 0x7f01d4075710 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f01d8001400 tx=0x7f01d8009040 comp rx=0 tx=0).stop 2024-09-21T02:44:16.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.058+0000 7f01f0681640 1 -- 172.21.15.83:0/3669953059 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f01e815f130 msgr2=0x7f01e81623f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:16.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.058+0000 7f01f0681640 1 --2- 172.21.15.83:0/3669953059 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f01e815f130 0x7f01e81623f0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f01e0009fd0 tx=0x7f01e000ef10 comp rx=0 tx=0).stop 2024-09-21T02:44:16.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.058+0000 7f01f0681640 1 -- 172.21.15.83:0/3669953059 shutdown_connections 2024-09-21T02:44:16.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.058+0000 7f01f0681640 1 --2- 172.21.15.83:0/3669953059 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f01d4073200 0x7f01d4075710 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:16.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.058+0000 7f01f0681640 1 --2- 172.21.15.83:0/3669953059 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f01e815f130 0x7f01e81623f0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:16.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.058+0000 7f01f0681640 1 --2- 172.21.15.83:0/3669953059 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f01e80cef40 0x7f01e80c6160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:16.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.058+0000 7f01f0681640 1 --2- 172.21.15.83:0/3669953059 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f01e8074310 0x7f01e8163fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:16.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.058+0000 7f01f0681640 1 -- 172.21.15.83:0/3669953059 >> 172.21.15.83:0/3669953059 conn(0x7f01e8070650 msgr2=0x7f01e806ce90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:16.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.058+0000 7f01f0681640 1 -- 172.21.15.83:0/3669953059 shutdown_connections 2024-09-21T02:44:16.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.058+0000 7f01f0681640 1 -- 172.21.15.83:0/3669953059 wait complete. 2024-09-21T02:44:16.083 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-21T02:44:16.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.222+0000 7f9b8099e640 1 -- 172.21.15.83:0/625918138 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9b7c151df0 msgr2=0x7f9b7c152200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:16.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.222+0000 7f9b8099e640 1 --2- 172.21.15.83:0/625918138 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9b7c151df0 0x7f9b7c152200 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f9b74009bc0 tx=0x7f9b7401cba0 comp rx=0 tx=0).stop 2024-09-21T02:44:16.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.222+0000 7f9b8099e640 1 -- 172.21.15.83:0/625918138 shutdown_connections 2024-09-21T02:44:16.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.222+0000 7f9b8099e640 1 --2- 172.21.15.83:0/625918138 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9b7c151df0 0x7f9b7c152200 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:16.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.222+0000 7f9b8099e640 1 -- 172.21.15.83:0/625918138 >> 172.21.15.83:0/625918138 conn(0x7f9b7c06d580 msgr2=0x7f9b7c0b1d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:16.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.222+0000 7f9b8099e640 1 -- 172.21.15.83:0/625918138 shutdown_connections 2024-09-21T02:44:16.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.222+0000 7f9b8099e640 1 -- 172.21.15.83:0/625918138 wait complete. 2024-09-21T02:44:16.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.226+0000 7f9b8099e640 1 Processor -- start 2024-09-21T02:44:16.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.226+0000 7f9b8099e640 1 -- start start 2024-09-21T02:44:16.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.226+0000 7f9b8099e640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9b7c0b3050 0x7f9b7c09d780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:16.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.226+0000 7f9b8099e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9b7c151df0 0x7f9b7c14a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:16.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.226+0000 7f9b8099e640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f9b7c15c590 0x7f9b7c150bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:16.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.226+0000 7f9b8099e640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f9b7c16a380 con 0x7f9b7c151df0 2024-09-21T02:44:16.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.226+0000 7f9b8099e640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f9b7c16a200 con 0x7f9b7c0b3050 2024-09-21T02:44:16.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.226+0000 7f9b8099e640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f9b7c16a500 con 0x7f9b7c15c590 2024-09-21T02:44:16.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.226+0000 7f9b79d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9b7c151df0 0x7f9b7c14a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:16.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.226+0000 7f9b79d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9b7c151df0 0x7f9b7c14a6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54284/0 (socket says 172.21.15.83:54284) 2024-09-21T02:44:16.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.226+0000 7f9b79d9b640 1 -- 172.21.15.83:0/1760925057 learned_addr learned my addr 172.21.15.83:0/1760925057 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:16.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.226+0000 7f9b7ad9d640 1 --2- 172.21.15.83:0/1760925057 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f9b7c15c590 0x7f9b7c150bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:16.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.226+0000 7f9b7a59c640 1 --2- 172.21.15.83:0/1760925057 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9b7c0b3050 0x7f9b7c09d780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:16.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.226+0000 7f9b79d9b640 1 -- 172.21.15.83:0/1760925057 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f9b7c15c590 msgr2=0x7f9b7c150bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:16.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.226+0000 7f9b79d9b640 1 --2- 172.21.15.83:0/1760925057 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f9b7c15c590 0x7f9b7c150bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:16.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.226+0000 7f9b79d9b640 1 -- 172.21.15.83:0/1760925057 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9b7c0b3050 msgr2=0x7f9b7c09d780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:16.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.226+0000 7f9b79d9b640 1 --2- 172.21.15.83:0/1760925057 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9b7c0b3050 0x7f9b7c09d780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:16.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.226+0000 7f9b79d9b640 1 -- 172.21.15.83:0/1760925057 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b7c149930 con 0x7f9b7c151df0 2024-09-21T02:44:16.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.226+0000 7f9b79d9b640 1 --2- 172.21.15.83:0/1760925057 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9b7c151df0 0x7f9b7c14a6f0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f9b7000b3e0 tx=0x7f9b7000b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:16.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.226+0000 7f9b6affd640 1 -- 172.21.15.83:0/1760925057 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b70015020 con 0x7f9b7c151df0 2024-09-21T02:44:16.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.226+0000 7f9b6affd640 1 -- 172.21.15.83:0/1760925057 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9b70011920 con 0x7f9b7c151df0 2024-09-21T02:44:16.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.226+0000 7f9b8099e640 1 -- 172.21.15.83:0/1760925057 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b7c149c10 con 0x7f9b7c151df0 2024-09-21T02:44:16.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.226+0000 7f9b6affd640 1 -- 172.21.15.83:0/1760925057 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b70011db0 con 0x7f9b7c151df0 2024-09-21T02:44:16.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.226+0000 7f9b8099e640 1 -- 172.21.15.83:0/1760925057 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b7c09e080 con 0x7f9b7c151df0 2024-09-21T02:44:16.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.226+0000 7f9b8099e640 1 -- 172.21.15.83:0/1760925057 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b7c09ddf0 con 0x7f9b7c151df0 2024-09-21T02:44:16.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.230+0000 7f9b6affd640 1 -- 172.21.15.83:0/1760925057 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f9b70018020 con 0x7f9b7c151df0 2024-09-21T02:44:16.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.230+0000 7f9b6affd640 1 --2- 172.21.15.83:0/1760925057 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9b5c073200 0x7f9b5c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:16.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.230+0000 7f9b7a59c640 1 --2- 172.21.15.83:0/1760925057 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9b5c073200 0x7f9b5c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:16.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.230+0000 7f9b6affd640 1 -- 172.21.15.83:0/1760925057 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 4943+0+0 (secure 0 0 0) 0x7f9b70094060 con 0x7f9b7c151df0 2024-09-21T02:44:16.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.230+0000 7f9b7a59c640 1 --2- 172.21.15.83:0/1760925057 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9b5c073200 0x7f9b5c075710 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f9b6c001640 tx=0x7f9b6c009040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:16.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.234+0000 7f9b6affd640 1 -- 172.21.15.83:0/1760925057 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f9b7001f030 con 0x7f9b7c151df0 2024-09-21T02:44:16.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.390+0000 7f9b8099e640 1 -- 172.21.15.83:0/1760925057 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f9b7c152200 con 0x7f9b7c151df0 2024-09-21T02:44:16.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.398+0000 7f9b6affd640 1 -- 172.21.15.83:0/1760925057 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v34)=0 v34) ==== 122+0+0 (secure 0 0 0) 0x7f9b7005f410 con 0x7f9b7c151df0 2024-09-21T02:44:16.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.398+0000 7f9b8099e640 1 -- 172.21.15.83:0/1760925057 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9b5c073200 msgr2=0x7f9b5c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:16.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.398+0000 7f9b8099e640 1 --2- 172.21.15.83:0/1760925057 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9b5c073200 0x7f9b5c075710 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f9b6c001640 tx=0x7f9b6c009040 comp rx=0 tx=0).stop 2024-09-21T02:44:16.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.398+0000 7f9b8099e640 1 -- 172.21.15.83:0/1760925057 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9b7c151df0 msgr2=0x7f9b7c14a6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:16.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.398+0000 7f9b8099e640 1 --2- 172.21.15.83:0/1760925057 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9b7c151df0 0x7f9b7c14a6f0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f9b7000b3e0 tx=0x7f9b7000b8a0 comp rx=0 tx=0).stop 2024-09-21T02:44:16.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.398+0000 7f9b8099e640 1 -- 172.21.15.83:0/1760925057 shutdown_connections 2024-09-21T02:44:16.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.398+0000 7f9b8099e640 1 --2- 172.21.15.83:0/1760925057 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9b5c073200 0x7f9b5c075710 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:16.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.398+0000 7f9b8099e640 1 --2- 172.21.15.83:0/1760925057 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f9b7c15c590 0x7f9b7c150bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:16.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.398+0000 7f9b8099e640 1 --2- 172.21.15.83:0/1760925057 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9b7c151df0 0x7f9b7c14a6f0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:16.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.398+0000 7f9b8099e640 1 --2- 172.21.15.83:0/1760925057 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9b7c0b3050 0x7f9b7c09d780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:16.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.398+0000 7f9b8099e640 1 -- 172.21.15.83:0/1760925057 >> 172.21.15.83:0/1760925057 conn(0x7f9b7c06d580 msgr2=0x7f9b7c0cc430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:16.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.398+0000 7f9b8099e640 1 -- 172.21.15.83:0/1760925057 shutdown_connections 2024-09-21T02:44:16.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.398+0000 7f9b8099e640 1 -- 172.21.15.83:0/1760925057 wait complete. 2024-09-21T02:44:16.423 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T02:44:16.423 DEBUG:teuthology.orchestra.run.smithi083:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T02:44:16.510 DEBUG:teuthology.orchestra.run.smithi142:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T02:44:16.581 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T02:44:16.581 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:44:16.581 DEBUG:teuthology.orchestra.run.smithi083:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T02:44:16.587 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336472k,nr_inodes=4084118,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274684k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=22095 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274680k,nr_inodes=818670,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274684k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T02:44:16.587 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2024-09-21T02:44:16.588 DEBUG:teuthology.orchestra.run.smithi142:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T02:44:16.594 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16342 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T02:44:16.594 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:44:16.594 DEBUG:teuthology.orchestra.run.smithi083:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T02:44:16.634 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336472k,nr_inodes=4084118,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274684k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=22095 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274680k,nr_inodes=818670,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274684k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T02:44:16.634 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2024-09-21T02:44:16.634 DEBUG:teuthology.orchestra.run.smithi142:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T02:44:16.640 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16342 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T02:44:16.640 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-21T02:44:16.640 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T02:44:16.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.826+0000 7f41e4b90640 1 -- 172.21.15.83:0/3614053617 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f41c8003a60 msgr2=0x7f41c8003ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:16.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.826+0000 7f41e4b90640 1 --2- 172.21.15.83:0/3614053617 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f41c8003a60 0x7f41c8003ed0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f41d000c470 tx=0x7f41d001cf60 comp rx=0 tx=0).stop 2024-09-21T02:44:16.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.826+0000 7f41e4b90640 1 -- 172.21.15.83:0/3614053617 shutdown_connections 2024-09-21T02:44:16.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.826+0000 7f41e4b90640 1 --2- 172.21.15.83:0/3614053617 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f41c8003a60 0x7f41c8003ed0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:16.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.826+0000 7f41e4b90640 1 -- 172.21.15.83:0/3614053617 >> 172.21.15.83:0/3614053617 conn(0x7f41e0070650 msgr2=0x7f41e00b2d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:16.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.826+0000 7f41e4b90640 1 -- 172.21.15.83:0/3614053617 shutdown_connections 2024-09-21T02:44:16.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.826+0000 7f41e4b90640 1 -- 172.21.15.83:0/3614053617 wait complete. 2024-09-21T02:44:16.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.830+0000 7f41e4b90640 1 Processor -- start 2024-09-21T02:44:16.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.830+0000 7f41e4b90640 1 -- start start 2024-09-21T02:44:16.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.830+0000 7f41e4b90640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f41c8003a60 0x7f41e01fd2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:16.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.830+0000 7f41e4b90640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f41e0144c60 0x7f41e00b1d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:16.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.830+0000 7f41e4b90640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f41e0145070 0x7f41e00b2270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:16.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.830+0000 7f41e4b90640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f41e00b5240 con 0x7f41e0144c60 2024-09-21T02:44:16.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.830+0000 7f41e4b90640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f41e00b50c0 con 0x7f41e0145070 2024-09-21T02:44:16.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.830+0000 7f41e4b90640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f41e00712b0 con 0x7f41c8003a60 2024-09-21T02:44:16.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.830+0000 7f41ddd9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f41e0144c60 0x7f41e00b1d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:16.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.830+0000 7f41ddd9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f41e0144c60 0x7f41e00b1d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54294/0 (socket says 172.21.15.83:54294) 2024-09-21T02:44:16.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.830+0000 7f41ddd9b640 1 -- 172.21.15.83:0/3085062658 learned_addr learned my addr 172.21.15.83:0/3085062658 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:16.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.830+0000 7f41de59c640 1 --2- 172.21.15.83:0/3085062658 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f41c8003a60 0x7f41e01fd2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:16.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.830+0000 7f41ded9d640 1 --2- 172.21.15.83:0/3085062658 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f41e0145070 0x7f41e00b2270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:16.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.830+0000 7f41ddd9b640 1 -- 172.21.15.83:0/3085062658 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f41c8003a60 msgr2=0x7f41e01fd2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:16.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.830+0000 7f41ddd9b640 1 --2- 172.21.15.83:0/3085062658 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f41c8003a60 0x7f41e01fd2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:16.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.830+0000 7f41ddd9b640 1 -- 172.21.15.83:0/3085062658 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f41e0145070 msgr2=0x7f41e00b2270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:16.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.830+0000 7f41ddd9b640 1 --2- 172.21.15.83:0/3085062658 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f41e0145070 0x7f41e00b2270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:16.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.830+0000 7f41ddd9b640 1 -- 172.21.15.83:0/3085062658 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41e01fd820 con 0x7f41e0144c60 2024-09-21T02:44:16.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.830+0000 7f41ddd9b640 1 --2- 172.21.15.83:0/3085062658 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f41e0144c60 0x7f41e00b1d30 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f41d400fa30 tx=0x7f41d400fef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:16.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.830+0000 7f41ceffd640 1 -- 172.21.15.83:0/3085062658 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41d400bd10 con 0x7f41e0144c60 2024-09-21T02:44:16.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.830+0000 7f41ceffd640 1 -- 172.21.15.83:0/3085062658 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f41d4004030 con 0x7f41e0144c60 2024-09-21T02:44:16.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.830+0000 7f41e4b90640 1 -- 172.21.15.83:0/3085062658 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41e01f98d0 con 0x7f41e0144c60 2024-09-21T02:44:16.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.830+0000 7f41ceffd640 1 -- 172.21.15.83:0/3085062658 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41d4004460 con 0x7f41e0144c60 2024-09-21T02:44:16.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.830+0000 7f41e4b90640 1 -- 172.21.15.83:0/3085062658 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41e01f9e90 con 0x7f41e0144c60 2024-09-21T02:44:16.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.834+0000 7f41e4b90640 1 -- 172.21.15.83:0/3085062658 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f41e0071810 con 0x7f41e0144c60 2024-09-21T02:44:16.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.834+0000 7f41ceffd640 1 -- 172.21.15.83:0/3085062658 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f41d4003600 con 0x7f41e0144c60 2024-09-21T02:44:16.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.834+0000 7f41ceffd640 1 --2- 172.21.15.83:0/3085062658 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f41c0073200 0x7f41c0075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:16.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.834+0000 7f41ceffd640 1 -- 172.21.15.83:0/3085062658 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 4943+0+0 (secure 0 0 0) 0x7f41d4094d70 con 0x7f41e0144c60 2024-09-21T02:44:16.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.834+0000 7f41de59c640 1 --2- 172.21.15.83:0/3085062658 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f41c0073200 0x7f41c0075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:16.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.834+0000 7f41de59c640 1 --2- 172.21.15.83:0/3085062658 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f41c0073200 0x7f41c0075710 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f41d00ac000 tx=0x7f41d0019da0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:16.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:16.838+0000 7f41ceffd640 1 -- 172.21.15.83:0/3085062658 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f41e01fd820 con 0x7f41e0144c60 2024-09-21T02:44:17.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.030+0000 7f41e4b90640 1 -- 172.21.15.83:0/3085062658 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f41e015c910 con 0x7f41e0144c60 2024-09-21T02:44:17.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.030+0000 7f41ceffd640 1 -- 172.21.15.83:0/3085062658 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 19 v19) ==== 94+0+3914 (secure 0 0 0) 0x7f41d405fb20 con 0x7f41e0144c60 2024-09-21T02:44:17.036 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:44:17.036 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":19,"btime":"2024-09-21T02:44:10:665705+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4637,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6835/3619395141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":3619395141},{"type":"v1","addr":"172.21.15.142:6835","nonce":3619395141}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4741,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3848333209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3848333209},{"type":"v1","addr":"172.21.15.83:6835","nonce":3848333209}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4744,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/312431832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":312431832},{"type":"v1","addr":"172.21.15.83:6837","nonce":312431832}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4897,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6833/1190648786","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":1190648786},{"type":"v1","addr":"172.21.15.142:6833","nonce":1190648786}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19}],"filesystems":[]} 2024-09-21T02:44:17.037 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 19 2024-09-21T02:44:17.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.034+0000 7f41e4b90640 1 -- 172.21.15.83:0/3085062658 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f41c0073200 msgr2=0x7f41c0075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:17.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.034+0000 7f41e4b90640 1 --2- 172.21.15.83:0/3085062658 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f41c0073200 0x7f41c0075710 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f41d00ac000 tx=0x7f41d0019da0 comp rx=0 tx=0).stop 2024-09-21T02:44:17.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.034+0000 7f41e4b90640 1 -- 172.21.15.83:0/3085062658 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f41e0144c60 msgr2=0x7f41e00b1d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:17.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.034+0000 7f41e4b90640 1 --2- 172.21.15.83:0/3085062658 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f41e0144c60 0x7f41e00b1d30 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f41d400fa30 tx=0x7f41d400fef0 comp rx=0 tx=0).stop 2024-09-21T02:44:17.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.034+0000 7f41e4b90640 1 -- 172.21.15.83:0/3085062658 shutdown_connections 2024-09-21T02:44:17.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.034+0000 7f41e4b90640 1 --2- 172.21.15.83:0/3085062658 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f41c0073200 0x7f41c0075710 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:17.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.034+0000 7f41e4b90640 1 --2- 172.21.15.83:0/3085062658 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f41e0145070 0x7f41e00b2270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:17.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.034+0000 7f41e4b90640 1 --2- 172.21.15.83:0/3085062658 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f41e0144c60 0x7f41e00b1d30 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:17.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.034+0000 7f41e4b90640 1 --2- 172.21.15.83:0/3085062658 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f41c8003a60 0x7f41e01fd2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:17.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.034+0000 7f41e4b90640 1 -- 172.21.15.83:0/3085062658 >> 172.21.15.83:0/3085062658 conn(0x7f41e0070650 msgr2=0x7f41e00d0020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:17.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.034+0000 7f41e4b90640 1 -- 172.21.15.83:0/3085062658 shutdown_connections 2024-09-21T02:44:17.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.034+0000 7f41e4b90640 1 -- 172.21.15.83:0/3085062658 wait complete. 2024-09-21T02:44:17.057 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-21T02:44:17.057 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-21T02:44:17.057 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-21T02:44:17.057 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T02:44:17.057 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-21T02:44:17.057 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-21T02:44:17.058 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-21T02:44:17.058 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T02:44:17.058 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-21T02:44:17.058 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-21T02:44:17.058 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-21T02:44:17.058 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T02:44:17.058 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-21T02:44:17.058 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-21T02:44:17.059 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-21T02:44:17.059 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T02:44:17.071 INFO:tasks.ceph.mds.a:Stopped 2024-09-21T02:44:17.071 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-21T02:44:17.072 INFO:tasks.ceph.mds.c:Stopped 2024-09-21T02:44:17.072 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-21T02:44:17.075 INFO:tasks.ceph.mds.b:Stopped 2024-09-21T02:44:17.075 DEBUG:teuthology.orchestra.run.smithi142:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-21T02:44:17.080 INFO:tasks.ceph.mds.d:Stopped 2024-09-21T02:44:17.080 DEBUG:teuthology.orchestra.run.smithi142:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-21T02:44:17.115 INFO:tasks.ceph.mds.a:Started 2024-09-21T02:44:17.115 DEBUG:teuthology.parallel:result is None 2024-09-21T02:44:17.115 INFO:tasks.ceph.mds.c:Started 2024-09-21T02:44:17.115 DEBUG:teuthology.parallel:result is None 2024-09-21T02:44:17.124 INFO:tasks.ceph.mds.b:Started 2024-09-21T02:44:17.124 DEBUG:teuthology.parallel:result is None 2024-09-21T02:44:17.125 INFO:tasks.ceph.mds.d:Started 2024-09-21T02:44:17.125 DEBUG:teuthology.parallel:result is None 2024-09-21T02:44:17.125 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-21T02:44:17.202 INFO:tasks.ceph.mds.a.smithi083.stdout:starting mds.a at 2024-09-21T02:44:17.204 INFO:tasks.ceph.mds.c.smithi083.stdout:starting mds.c at 2024-09-21T02:44:17.221 INFO:tasks.ceph.mds.d.smithi142.stdout:starting mds.d at 2024-09-21T02:44:17.223 INFO:tasks.ceph.mds.b.smithi142.stdout:starting mds.b at 2024-09-21T02:44:17.267 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.262+0000 7f9d5dab2640 1 -- 172.21.15.83:0/2078207597 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9d44004810 msgr2=0x7f9d44004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:17.267 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.262+0000 7f9d5dab2640 1 --2- 172.21.15.83:0/2078207597 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9d44004810 0x7f9d44004c20 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f9d4800c310 tx=0x7f9d4801cf20 comp rx=0 tx=0).stop 2024-09-21T02:44:17.267 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.262+0000 7f9d57fff640 1 -- 172.21.15.83:0/2078207597 reap_dead start 2024-09-21T02:44:17.267 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.262+0000 7f9d5dab2640 1 -- 172.21.15.83:0/2078207597 shutdown_connections 2024-09-21T02:44:17.267 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.262+0000 7f9d5dab2640 1 -- 172.21.15.83:0/2078207597 >> 172.21.15.83:0/2078207597 conn(0x7f9d580d2220 msgr2=0x7f9d580d2630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:17.267 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.262+0000 7f9d5dab2640 1 -- 172.21.15.83:0/2078207597 shutdown_connections 2024-09-21T02:44:17.267 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.262+0000 7f9d5dab2640 1 -- 172.21.15.83:0/2078207597 wait complete. 2024-09-21T02:44:17.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.262+0000 7f9d5dab2640 1 Processor -- start 2024-09-21T02:44:17.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.262+0000 7f9d5dab2640 1 -- start start 2024-09-21T02:44:17.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.266+0000 7f9d5dab2640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f9d44004810 0x7f9d5815b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:17.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.266+0000 7f9d5dab2640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9d5815b9c0 0x7f9d581f6cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:17.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.266+0000 7f9d5dab2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9d581f71f0 0x7f9d581469e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:17.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.266+0000 7f9d5dab2640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f9d580b7b50 con 0x7f9d581f71f0 2024-09-21T02:44:17.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.266+0000 7f9d5dab2640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f9d580b79d0 con 0x7f9d5815b9c0 2024-09-21T02:44:17.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.266+0000 7f9d5dab2640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f9d580b5d40 con 0x7f9d44004810 2024-09-21T02:44:17.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.266+0000 7f9d57fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9d581f71f0 0x7f9d581469e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:17.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.266+0000 7f9d57fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9d581f71f0 0x7f9d581469e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54336/0 (socket says 172.21.15.83:54336) 2024-09-21T02:44:17.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.266+0000 7f9d57fff640 1 -- 172.21.15.83:0/2925373285 learned_addr learned my addr 172.21.15.83:0/2925373285 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:17.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.266+0000 7f9d577fe640 1 --2- 172.21.15.83:0/2925373285 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f9d44004810 0x7f9d5815b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:17.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.266+0000 7f9d4ffff640 1 --2- 172.21.15.83:0/2925373285 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9d5815b9c0 0x7f9d581f6cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:17.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.266+0000 7f9d57fff640 1 -- 172.21.15.83:0/2925373285 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f9d44004810 msgr2=0x7f9d5815b480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:17.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.266+0000 7f9d57fff640 1 --2- 172.21.15.83:0/2925373285 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f9d44004810 0x7f9d5815b480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:17.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.266+0000 7f9d57fff640 1 -- 172.21.15.83:0/2925373285 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9d5815b9c0 msgr2=0x7f9d581f6cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:17.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.266+0000 7f9d57fff640 1 --2- 172.21.15.83:0/2925373285 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9d5815b9c0 0x7f9d581f6cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:17.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.266+0000 7f9d57fff640 1 -- 172.21.15.83:0/2925373285 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d5815bdd0 con 0x7f9d581f71f0 2024-09-21T02:44:17.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.266+0000 7f9d57fff640 1 --2- 172.21.15.83:0/2925373285 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9d581f71f0 0x7f9d581469e0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f9d44004790 tx=0x7f9d5000f6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:17.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.266+0000 7f9d54ff9640 1 -- 172.21.15.83:0/2925373285 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d50013650 con 0x7f9d581f71f0 2024-09-21T02:44:17.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.266+0000 7f9d54ff9640 1 -- 172.21.15.83:0/2925373285 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9d50013900 con 0x7f9d581f71f0 2024-09-21T02:44:17.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.266+0000 7f9d54ff9640 1 -- 172.21.15.83:0/2925373285 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d50013d50 con 0x7f9d581f71f0 2024-09-21T02:44:17.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.266+0000 7f9d5dab2640 1 -- 172.21.15.83:0/2925373285 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d581464e0 con 0x7f9d581f71f0 2024-09-21T02:44:17.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.266+0000 7f9d5dab2640 1 -- 172.21.15.83:0/2925373285 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d581f3ad0 con 0x7f9d581f71f0 2024-09-21T02:44:17.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.266+0000 7f9d5dab2640 1 -- 172.21.15.83:0/2925373285 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d580d0cf0 con 0x7f9d581f71f0 2024-09-21T02:44:17.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.266+0000 7f9d54ff9640 1 -- 172.21.15.83:0/2925373285 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f9d50020470 con 0x7f9d581f71f0 2024-09-21T02:44:17.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.270+0000 7f9d54ff9640 1 --2- 172.21.15.83:0/2925373285 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9d38073200 0x7f9d38075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:17.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.270+0000 7f9d577fe640 1 --2- 172.21.15.83:0/2925373285 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9d38073200 0x7f9d38075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:17.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.270+0000 7f9d54ff9640 1 -- 172.21.15.83:0/2925373285 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 4943+0+0 (secure 0 0 0) 0x7f9d50098a90 con 0x7f9d581f71f0 2024-09-21T02:44:17.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.270+0000 7f9d577fe640 1 --2- 172.21.15.83:0/2925373285 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9d38073200 0x7f9d38075710 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f9d58073d00 tx=0x7f9d400091e0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:17.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.274+0000 7f9d54ff9640 1 -- 172.21.15.83:0/2925373285 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f9d5815bdd0 con 0x7f9d581f71f0 2024-09-21T02:44:17.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.442+0000 7f9d5dab2640 1 -- 172.21.15.83:0/2925373285 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f9d5815c9a0 con 0x7f9d581f71f0 2024-09-21T02:44:17.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.734+0000 7f9d54ff9640 1 -- 172.21.15.83:0/2925373285 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v39) ==== 97+0+0 (secure 0 0 0) 0x7f9d5000fe60 con 0x7f9d581f71f0 2024-09-21T02:44:17.740 INFO:teuthology.orchestra.run.smithi083.stderr: removed all blocklist entries 2024-09-21T02:44:17.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.738+0000 7f9d5dab2640 1 -- 172.21.15.83:0/2925373285 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9d38073200 msgr2=0x7f9d38075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:17.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.738+0000 7f9d5dab2640 1 --2- 172.21.15.83:0/2925373285 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9d38073200 0x7f9d38075710 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f9d58073d00 tx=0x7f9d400091e0 comp rx=0 tx=0).stop 2024-09-21T02:44:17.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.738+0000 7f9d5dab2640 1 -- 172.21.15.83:0/2925373285 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9d581f71f0 msgr2=0x7f9d581469e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:17.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.738+0000 7f9d5dab2640 1 --2- 172.21.15.83:0/2925373285 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9d581f71f0 0x7f9d581469e0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f9d44004790 tx=0x7f9d5000f6c0 comp rx=0 tx=0).stop 2024-09-21T02:44:17.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.738+0000 7f9d5dab2640 1 -- 172.21.15.83:0/2925373285 shutdown_connections 2024-09-21T02:44:17.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.738+0000 7f9d5dab2640 1 --2- 172.21.15.83:0/2925373285 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f9d38073200 0x7f9d38075710 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:17.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.738+0000 7f9d5dab2640 1 --2- 172.21.15.83:0/2925373285 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9d581f71f0 0x7f9d581469e0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:17.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.738+0000 7f9d5dab2640 1 --2- 172.21.15.83:0/2925373285 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9d5815b9c0 0x7f9d581f6cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:17.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.738+0000 7f9d5dab2640 1 --2- 172.21.15.83:0/2925373285 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f9d44004810 0x7f9d5815b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:17.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.738+0000 7f9d5dab2640 1 -- 172.21.15.83:0/2925373285 >> 172.21.15.83:0/2925373285 conn(0x7f9d580d2220 msgr2=0x7f9d5815f8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:17.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.738+0000 7f9d5dab2640 1 -- 172.21.15.83:0/2925373285 shutdown_connections 2024-09-21T02:44:17.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.738+0000 7f9d5dab2640 1 -- 172.21.15.83:0/2925373285 wait complete. 2024-09-21T02:44:17.766 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-21T02:44:17.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.906+0000 7f8832537640 1 -- 172.21.15.83:0/583793578 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f882c0b4b70 msgr2=0x7f882c15c410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:17.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.906+0000 7f8832537640 1 --2- 172.21.15.83:0/583793578 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f882c0b4b70 0x7f882c15c410 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f882c0b31b0 tx=0x7f882001c780 comp rx=0 tx=0).stop 2024-09-21T02:44:17.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.906+0000 7f8832537640 1 -- 172.21.15.83:0/583793578 shutdown_connections 2024-09-21T02:44:17.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.906+0000 7f8832537640 1 --2- 172.21.15.83:0/583793578 >> v2:172.21.15.142:3300/0 conn(0x7f882c0d06e0 0x7f882c0cdd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:17.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.906+0000 7f8832537640 1 --2- 172.21.15.83:0/583793578 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f882c0b4b70 0x7f882c15c410 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:17.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.906+0000 7f8832537640 1 -- 172.21.15.83:0/583793578 >> 172.21.15.83:0/583793578 conn(0x7f882c06ce90 msgr2=0x7f882c06d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:17.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.906+0000 7f8832537640 1 -- 172.21.15.83:0/583793578 shutdown_connections 2024-09-21T02:44:17.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.906+0000 7f8832537640 1 -- 172.21.15.83:0/583793578 wait complete. 2024-09-21T02:44:17.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.910+0000 7f8832537640 1 Processor -- start 2024-09-21T02:44:17.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.910+0000 7f8832537640 1 -- start start 2024-09-21T02:44:17.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.910+0000 7f8832537640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f882c0b4b70 0x7f882c14ba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:17.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.910+0000 7f8832537640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f882c15b2c0 0x7f882c1399d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:17.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.910+0000 7f8832537640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f882c1f7810 0x7f882c14faa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:17.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.910+0000 7f8832537640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f882c168b50 con 0x7f882c1f7810 2024-09-21T02:44:17.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.910+0000 7f8832537640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f882c1689d0 con 0x7f882c0b4b70 2024-09-21T02:44:17.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.910+0000 7f8832537640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f882c168cd0 con 0x7f882c15b2c0 2024-09-21T02:44:17.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.910+0000 7f8830ad4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f882c1f7810 0x7f882c14faa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:17.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.910+0000 7f8830ad4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f882c1f7810 0x7f882c14faa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54364/0 (socket says 172.21.15.83:54364) 2024-09-21T02:44:17.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.910+0000 7f8830ad4640 1 -- 172.21.15.83:0/94549497 learned_addr learned my addr 172.21.15.83:0/94549497 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:17.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.910+0000 7f882bfff640 1 --2- 172.21.15.83:0/94549497 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f882c0b4b70 0x7f882c14ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:17.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.910+0000 7f8830ad4640 1 -- 172.21.15.83:0/94549497 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f882c15b2c0 msgr2=0x7f882c1399d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:17.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.910+0000 7f8830ad4640 1 --2- 172.21.15.83:0/94549497 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f882c15b2c0 0x7f882c1399d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:17.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.910+0000 7f8830ad4640 1 -- 172.21.15.83:0/94549497 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f882c0b4b70 msgr2=0x7f882c14ba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:17.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.910+0000 7f8830ad4640 1 --2- 172.21.15.83:0/94549497 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f882c0b4b70 0x7f882c14ba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:17.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.910+0000 7f8830ad4640 1 -- 172.21.15.83:0/94549497 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f882c139f10 con 0x7f882c1f7810 2024-09-21T02:44:17.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.910+0000 7f882bfff640 1 --2- 172.21.15.83:0/94549497 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f882c0b4b70 0x7f882c14ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:44:17.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.910+0000 7f8830ad4640 1 --2- 172.21.15.83:0/94549497 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f882c1f7810 0x7f882c14faa0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f882400e9a0 tx=0x7f882400ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:17.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.910+0000 7f8828ff9640 1 -- 172.21.15.83:0/94549497 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8824004d30 con 0x7f882c1f7810 2024-09-21T02:44:17.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.910+0000 7f8828ff9640 1 -- 172.21.15.83:0/94549497 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f882400cb20 con 0x7f882c1f7810 2024-09-21T02:44:17.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.910+0000 7f8832537640 1 -- 172.21.15.83:0/94549497 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f882c151ff0 con 0x7f882c1f7810 2024-09-21T02:44:17.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.910+0000 7f8828ff9640 1 -- 172.21.15.83:0/94549497 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8824005020 con 0x7f882c1f7810 2024-09-21T02:44:17.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.910+0000 7f8832537640 1 -- 172.21.15.83:0/94549497 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f882c1f7d40 con 0x7f882c1f7810 2024-09-21T02:44:17.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.910+0000 7f8832537640 1 -- 172.21.15.83:0/94549497 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f882c15c410 con 0x7f882c1f7810 2024-09-21T02:44:17.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.914+0000 7f8828ff9640 1 -- 172.21.15.83:0/94549497 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f88240051c0 con 0x7f882c1f7810 2024-09-21T02:44:17.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.914+0000 7f8828ff9640 1 --2- 172.21.15.83:0/94549497 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8818073200 0x7f8818075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:17.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.914+0000 7f8828ff9640 1 -- 172.21.15.83:0/94549497 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 4857+0+0 (secure 0 0 0) 0x7f8824094670 con 0x7f882c1f7810 2024-09-21T02:44:17.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.914+0000 7f882bfff640 1 --2- 172.21.15.83:0/94549497 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8818073200 0x7f8818075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:17.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.914+0000 7f882bfff640 1 --2- 172.21.15.83:0/94549497 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8818073200 0x7f8818075710 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f88200ae000 tx=0x7f882001afc0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:17.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:17.918+0000 7f8828ff9640 1 -- 172.21.15.83:0/94549497 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f8824016030 con 0x7f882c1f7810 2024-09-21T02:44:18.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.150+0000 7f8832537640 1 -- 172.21.15.83:0/94549497 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f882c074750 con 0x7f882c1f7810 2024-09-21T02:44:18.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.154+0000 7f8828ff9640 1 -- 172.21.15.83:0/94549497 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v33) ==== 80+0+5304 (secure 0 0 0) 0x7f882405fb00 con 0x7f882c1f7810 2024-09-21T02:44:18.158 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:44:18.158 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-09-21T02:44:18.158 INFO:teuthology.orchestra.run.smithi083.stdout: "auth_dump": [ 2024-09-21T02:44:18.159 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:44:18.159 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "mds.a", 2024-09-21T02:44:18.159 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQB1Mu5mnNw3LhAAMSdYD3qyHb7MEHc5OYfN5w==", 2024-09-21T02:44:18.159 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:44:18.159 INFO:teuthology.orchestra.run.smithi083.stdout: "mds": "allow", 2024-09-21T02:44:18.159 INFO:teuthology.orchestra.run.smithi083.stdout: "mgr": "allow *", 2024-09-21T02:44:18.159 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow *", 2024-09-21T02:44:18.159 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": "allow *" 2024-09-21T02:44:18.159 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:44:18.159 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:44:18.159 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:44:18.159 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "mds.b", 2024-09-21T02:44:18.159 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQB1Mu5m3jQZOxAAR719UVxi+teJR9UfNZOiRA==", 2024-09-21T02:44:18.159 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:44:18.160 INFO:teuthology.orchestra.run.smithi083.stdout: "mds": "allow", 2024-09-21T02:44:18.160 INFO:teuthology.orchestra.run.smithi083.stdout: "mgr": "allow *", 2024-09-21T02:44:18.160 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow *", 2024-09-21T02:44:18.160 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": "allow *" 2024-09-21T02:44:18.160 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:44:18.160 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:44:18.160 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:44:18.160 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "mds.c", 2024-09-21T02:44:18.160 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQB1Mu5mmZ6pNRAABGmEQpp7ufB7uC1uxxDUoA==", 2024-09-21T02:44:18.160 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:44:18.160 INFO:teuthology.orchestra.run.smithi083.stdout: "mds": "allow", 2024-09-21T02:44:18.160 INFO:teuthology.orchestra.run.smithi083.stdout: "mgr": "allow *", 2024-09-21T02:44:18.160 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow *", 2024-09-21T02:44:18.160 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": "allow *" 2024-09-21T02:44:18.161 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:44:18.161 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:44:18.161 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:44:18.161 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "mds.d", 2024-09-21T02:44:18.161 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQB2Mu5mrj0BBxAA3f03v1qjs5yKbUxuRnHahw==", 2024-09-21T02:44:18.161 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:44:18.161 INFO:teuthology.orchestra.run.smithi083.stdout: "mds": "allow", 2024-09-21T02:44:18.161 INFO:teuthology.orchestra.run.smithi083.stdout: "mgr": "allow *", 2024-09-21T02:44:18.161 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow *", 2024-09-21T02:44:18.161 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": "allow *" 2024-09-21T02:44:18.161 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:44:18.161 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:44:18.161 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:44:18.161 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "osd.0", 2024-09-21T02:44:18.161 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQB5Mu5mKLOsHhAAvU5kCJkYUBUrOJU7pChhZg==", 2024-09-21T02:44:18.162 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:44:18.162 INFO:teuthology.orchestra.run.smithi083.stdout: "mgr": "allow profile osd", 2024-09-21T02:44:18.162 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow profile osd", 2024-09-21T02:44:18.162 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": "allow *" 2024-09-21T02:44:18.162 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:44:18.162 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:44:18.162 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:44:18.162 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "osd.1", 2024-09-21T02:44:18.162 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQB8Mu5mHloqLxAAiGfm+7CcqUm+CLrEy2HVRg==", 2024-09-21T02:44:18.162 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:44:18.162 INFO:teuthology.orchestra.run.smithi083.stdout: "mgr": "allow profile osd", 2024-09-21T02:44:18.162 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow profile osd", 2024-09-21T02:44:18.163 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": "allow *" 2024-09-21T02:44:18.163 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:44:18.163 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:44:18.163 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:44:18.163 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "osd.2", 2024-09-21T02:44:18.163 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQCAMu5mLACKAxAA7MeIqZhuKgqyP6ypaazbUg==", 2024-09-21T02:44:18.163 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:44:18.163 INFO:teuthology.orchestra.run.smithi083.stdout: "mgr": "allow profile osd", 2024-09-21T02:44:18.163 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow profile osd", 2024-09-21T02:44:18.163 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": "allow *" 2024-09-21T02:44:18.163 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:44:18.163 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:44:18.163 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:44:18.163 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "osd.3", 2024-09-21T02:44:18.163 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQCDMu5mgFs+ExAAKFQDOeVBVf1vA12lcgu2xQ==", 2024-09-21T02:44:18.164 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:44:18.164 INFO:teuthology.orchestra.run.smithi083.stdout: "mgr": "allow profile osd", 2024-09-21T02:44:18.164 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow profile osd", 2024-09-21T02:44:18.164 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": "allow *" 2024-09-21T02:44:18.164 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:44:18.164 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:44:18.164 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:44:18.164 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "osd.4", 2024-09-21T02:44:18.164 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQCJMu5mYD7rHBAAikmENF8W5g+FONUZNPhtPQ==", 2024-09-21T02:44:18.164 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:44:18.164 INFO:teuthology.orchestra.run.smithi083.stdout: "mgr": "allow profile osd", 2024-09-21T02:44:18.164 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow profile osd", 2024-09-21T02:44:18.164 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": "allow *" 2024-09-21T02:44:18.164 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:44:18.164 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:44:18.164 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:44:18.165 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "osd.5", 2024-09-21T02:44:18.165 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQCMMu5mmJOnLhAAJn6GSWXzQUlUKpCuXHF8tw==", 2024-09-21T02:44:18.165 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:44:18.165 INFO:teuthology.orchestra.run.smithi083.stdout: "mgr": "allow profile osd", 2024-09-21T02:44:18.165 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow profile osd", 2024-09-21T02:44:18.165 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": "allow *" 2024-09-21T02:44:18.165 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:44:18.165 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:44:18.165 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:44:18.165 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "osd.6", 2024-09-21T02:44:18.165 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQCQMu5m95aZARAA7o8Mnq9F64sCaKDJnu673g==", 2024-09-21T02:44:18.165 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:44:18.165 INFO:teuthology.orchestra.run.smithi083.stdout: "mgr": "allow profile osd", 2024-09-21T02:44:18.165 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow profile osd", 2024-09-21T02:44:18.165 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": "allow *" 2024-09-21T02:44:18.166 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:44:18.166 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:44:18.166 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:44:18.166 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "osd.7", 2024-09-21T02:44:18.166 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQCTMu5mBc0gERAAhiKUTWbV+S8Lh1vloa+mOg==", 2024-09-21T02:44:18.166 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:44:18.166 INFO:teuthology.orchestra.run.smithi083.stdout: "mgr": "allow profile osd", 2024-09-21T02:44:18.166 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow profile osd", 2024-09-21T02:44:18.166 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": "allow *" 2024-09-21T02:44:18.166 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:44:18.166 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:44:18.166 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:44:18.166 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "client.0", 2024-09-21T02:44:18.166 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQB2Mu5m/vs6DBAAJDBR8SmyvknRZ8MQjNS5SA==", 2024-09-21T02:44:18.167 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:44:18.167 INFO:teuthology.orchestra.run.smithi083.stdout: "mds": "allow", 2024-09-21T02:44:18.167 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow r", 2024-09-21T02:44:18.167 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-21T02:44:18.167 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:44:18.167 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:44:18.167 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:44:18.167 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "client.1", 2024-09-21T02:44:18.167 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQB2Mu5mPUA4FRAA54UPYNm1t09/KPSp/BqzLQ==", 2024-09-21T02:44:18.167 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:44:18.167 INFO:teuthology.orchestra.run.smithi083.stdout: "mds": "allow", 2024-09-21T02:44:18.167 INFO:teuthology.orchestra.run.smithi083.stdout: "mgr": "allow r", 2024-09-21T02:44:18.167 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow rw", 2024-09-21T02:44:18.167 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": "allow rwx" 2024-09-21T02:44:18.168 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:44:18.168 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:44:18.168 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:44:18.168 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "client.2", 2024-09-21T02:44:18.168 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQB2Mu5m1ayDEBAA2wrtCXHk9BP+/bzM2Iy7BQ==", 2024-09-21T02:44:18.168 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:44:18.168 INFO:teuthology.orchestra.run.smithi083.stdout: "mds": "allow", 2024-09-21T02:44:18.168 INFO:teuthology.orchestra.run.smithi083.stdout: "mgr": "allow r", 2024-09-21T02:44:18.168 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow rw", 2024-09-21T02:44:18.168 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": "allow rwx" 2024-09-21T02:44:18.168 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:44:18.169 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:44:18.169 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:44:18.169 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "client.3", 2024-09-21T02:44:18.169 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQB2Mu5mk4izGRAAf3+S2rhnPGqdyKA29uVJAg==", 2024-09-21T02:44:18.169 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:44:18.169 INFO:teuthology.orchestra.run.smithi083.stdout: "mds": "allow", 2024-09-21T02:44:18.169 INFO:teuthology.orchestra.run.smithi083.stdout: "mgr": "allow r", 2024-09-21T02:44:18.169 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow rw", 2024-09-21T02:44:18.169 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": "allow rwx" 2024-09-21T02:44:18.169 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:44:18.169 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:44:18.169 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:44:18.169 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "client.admin", 2024-09-21T02:44:18.169 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQB1Mu5m+D+ZERAAzf6TZpIO1h8Ec32UL1lMzg==", 2024-09-21T02:44:18.169 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:44:18.170 INFO:teuthology.orchestra.run.smithi083.stdout: "mds": "allow *", 2024-09-21T02:44:18.170 INFO:teuthology.orchestra.run.smithi083.stdout: "mgr": "allow *", 2024-09-21T02:44:18.170 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow *", 2024-09-21T02:44:18.170 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": "allow *" 2024-09-21T02:44:18.170 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:44:18.170 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:44:18.170 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:44:18.170 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "mgr.x", 2024-09-21T02:44:18.170 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQB1Mu5mX/JIKRAAJv8AzZ+ypM8eFJnmhCMNNw==", 2024-09-21T02:44:18.170 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:44:18.170 INFO:teuthology.orchestra.run.smithi083.stdout: "mds": "allow *", 2024-09-21T02:44:18.170 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow profile mgr", 2024-09-21T02:44:18.170 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": "allow *" 2024-09-21T02:44:18.170 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:44:18.170 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:44:18.171 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:44:18.171 INFO:teuthology.orchestra.run.smithi083.stdout: "entity": "mgr.y", 2024-09-21T02:44:18.171 INFO:teuthology.orchestra.run.smithi083.stdout: "key": "AQB1Mu5m+8+JJBAAZZ0Mjf61DkdWNnKJjcapHA==", 2024-09-21T02:44:18.171 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": { 2024-09-21T02:44:18.171 INFO:teuthology.orchestra.run.smithi083.stdout: "mds": "allow *", 2024-09-21T02:44:18.171 INFO:teuthology.orchestra.run.smithi083.stdout: "mon": "allow profile mgr", 2024-09-21T02:44:18.171 INFO:teuthology.orchestra.run.smithi083.stdout: "osd": "allow *" 2024-09-21T02:44:18.171 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:44:18.171 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:44:18.171 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2024-09-21T02:44:18.171 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-09-21T02:44:18.172 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.154+0000 7f8832537640 1 -- 172.21.15.83:0/94549497 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8818073200 msgr2=0x7f8818075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:18.172 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.154+0000 7f8832537640 1 --2- 172.21.15.83:0/94549497 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8818073200 0x7f8818075710 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f88200ae000 tx=0x7f882001afc0 comp rx=0 tx=0).stop 2024-09-21T02:44:18.172 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.154+0000 7f8832537640 1 -- 172.21.15.83:0/94549497 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f882c1f7810 msgr2=0x7f882c14faa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:18.172 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.154+0000 7f8832537640 1 --2- 172.21.15.83:0/94549497 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f882c1f7810 0x7f882c14faa0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f882400e9a0 tx=0x7f882400ee60 comp rx=0 tx=0).stop 2024-09-21T02:44:18.172 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.154+0000 7f8832537640 1 -- 172.21.15.83:0/94549497 shutdown_connections 2024-09-21T02:44:18.172 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.154+0000 7f8832537640 1 --2- 172.21.15.83:0/94549497 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8818073200 0x7f8818075710 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:18.172 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.154+0000 7f8832537640 1 --2- 172.21.15.83:0/94549497 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f882c1f7810 0x7f882c14faa0 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:18.172 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.154+0000 7f8832537640 1 --2- 172.21.15.83:0/94549497 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f882c15b2c0 0x7f882c1399d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:18.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.154+0000 7f8832537640 1 --2- 172.21.15.83:0/94549497 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f882c0b4b70 0x7f882c14ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:18.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.154+0000 7f8832537640 1 -- 172.21.15.83:0/94549497 >> 172.21.15.83:0/94549497 conn(0x7f882c06ce90 msgr2=0x7f882c0ceeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:18.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.154+0000 7f8832537640 1 -- 172.21.15.83:0/94549497 shutdown_connections 2024-09-21T02:44:18.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.154+0000 7f8832537640 1 -- 172.21.15.83:0/94549497 wait complete. 2024-09-21T02:44:18.179 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-21T02:44:18.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.322+0000 7f6d5624d640 1 -- 172.21.15.83:0/3472280341 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6d500cd4a0 msgr2=0x7f6d500cffd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:18.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.322+0000 7f6d5624d640 1 --2- 172.21.15.83:0/3472280341 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6d500cd4a0 0x7f6d500cffd0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f6d48009c80 tx=0x7f6d4801cb30 comp rx=0 tx=0).stop 2024-09-21T02:44:18.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.322+0000 7f6d5624d640 1 -- 172.21.15.83:0/3472280341 shutdown_connections 2024-09-21T02:44:18.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.322+0000 7f6d5624d640 1 --2- 172.21.15.83:0/3472280341 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6d500b4ca0 0x7f6d5015e750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:18.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.322+0000 7f6d5624d640 1 --2- 172.21.15.83:0/3472280341 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6d500cd4a0 0x7f6d500cffd0 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:18.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.322+0000 7f6d5624d640 1 -- 172.21.15.83:0/3472280341 >> 172.21.15.83:0/3472280341 conn(0x7f6d5006ce90 msgr2=0x7f6d5006d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:18.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.322+0000 7f6d5624d640 1 -- 172.21.15.83:0/3472280341 shutdown_connections 2024-09-21T02:44:18.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.322+0000 7f6d5624d640 1 -- 172.21.15.83:0/3472280341 wait complete. 2024-09-21T02:44:18.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.326+0000 7f6d5624d640 1 Processor -- start 2024-09-21T02:44:18.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.326+0000 7f6d5624d640 1 -- start start 2024-09-21T02:44:18.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.326+0000 7f6d5624d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6d500b4ca0 0x7f6d501fd2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:18.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.326+0000 7f6d5624d640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6d500cd4a0 0x7f6d5014f920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:18.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.326+0000 7f6d5624d640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6d500d0510 0x7f6d50163810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:18.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.326+0000 7f6d5624d640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f6d50166180 con 0x7f6d500b4ca0 2024-09-21T02:44:18.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.326+0000 7f6d5624d640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f6d50166000 con 0x7f6d500cd4a0 2024-09-21T02:44:18.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.326+0000 7f6d5624d640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f6d50166300 con 0x7f6d500d0510 2024-09-21T02:44:18.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.326+0000 7f6d4f7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6d500b4ca0 0x7f6d501fd2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:18.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.326+0000 7f6d4f7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6d500b4ca0 0x7f6d501fd2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54380/0 (socket says 172.21.15.83:54380) 2024-09-21T02:44:18.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.326+0000 7f6d4f7fe640 1 -- 172.21.15.83:0/3573597367 learned_addr learned my addr 172.21.15.83:0/3573597367 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:18.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.326+0000 7f6d4effd640 1 --2- 172.21.15.83:0/3573597367 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6d500cd4a0 0x7f6d5014f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:18.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.326+0000 7f6d4ffff640 1 --2- 172.21.15.83:0/3573597367 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6d500d0510 0x7f6d50163810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:18.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.326+0000 7f6d4f7fe640 1 -- 172.21.15.83:0/3573597367 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6d500d0510 msgr2=0x7f6d50163810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:18.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.326+0000 7f6d4f7fe640 1 --2- 172.21.15.83:0/3573597367 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6d500d0510 0x7f6d50163810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:18.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.326+0000 7f6d4f7fe640 1 -- 172.21.15.83:0/3573597367 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6d500cd4a0 msgr2=0x7f6d5014f920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:18.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.326+0000 7f6d4f7fe640 1 --2- 172.21.15.83:0/3573597367 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6d500cd4a0 0x7f6d5014f920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:18.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.326+0000 7f6d4f7fe640 1 -- 172.21.15.83:0/3573597367 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d500d02e0 con 0x7f6d500b4ca0 2024-09-21T02:44:18.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.326+0000 7f6d4f7fe640 1 --2- 172.21.15.83:0/3573597367 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6d500b4ca0 0x7f6d501fd2a0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f6d48000f90 tx=0x7f6d48009360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:18.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.326+0000 7f6d37fff640 1 -- 172.21.15.83:0/3573597367 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d480bb070 con 0x7f6d500b4ca0 2024-09-21T02:44:18.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.326+0000 7f6d37fff640 1 -- 172.21.15.83:0/3573597367 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6d48004d40 con 0x7f6d500b4ca0 2024-09-21T02:44:18.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.326+0000 7f6d37fff640 1 -- 172.21.15.83:0/3573597367 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d480b2040 con 0x7f6d500b4ca0 2024-09-21T02:44:18.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.330+0000 7f6d5624d640 1 -- 172.21.15.83:0/3573597367 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d501fd7e0 con 0x7f6d500b4ca0 2024-09-21T02:44:18.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.330+0000 7f6d5624d640 1 -- 172.21.15.83:0/3573597367 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d50155630 con 0x7f6d500b4ca0 2024-09-21T02:44:18.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.330+0000 7f6d5624d640 1 -- 172.21.15.83:0/3573597367 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d501668a0 con 0x7f6d500b4ca0 2024-09-21T02:44:18.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.330+0000 7f6d37fff640 1 -- 172.21.15.83:0/3573597367 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f6d48004200 con 0x7f6d500b4ca0 2024-09-21T02:44:18.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.330+0000 7f6d37fff640 1 --2- 172.21.15.83:0/3573597367 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f6d3c073200 0x7f6d3c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:18.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.330+0000 7f6d37fff640 1 -- 172.21.15.83:0/3573597367 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 4857+0+0 (secure 0 0 0) 0x7f6d4812dea0 con 0x7f6d500b4ca0 2024-09-21T02:44:18.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.330+0000 7f6d4effd640 1 --2- 172.21.15.83:0/3573597367 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f6d3c073200 0x7f6d3c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:18.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.330+0000 7f6d4effd640 1 --2- 172.21.15.83:0/3573597367 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f6d3c073200 0x7f6d3c075710 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f6d50150910 tx=0x7f6d44008040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:18.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.334+0000 7f6d37fff640 1 -- 172.21.15.83:0/3573597367 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f6d480f3290 con 0x7f6d500b4ca0 2024-09-21T02:44:18.503 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.498+0000 7f6d5624d640 1 -- 172.21.15.83:0/3573597367 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f6d50072e50 con 0x7f6d500b4ca0 2024-09-21T02:44:18.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.498+0000 7f6d37fff640 1 -- 172.21.15.83:0/3573597367 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v41) ==== 84+0+65 (secure 0 0 0) 0x7f6d501fd7e0 con 0x7f6d500b4ca0 2024-09-21T02:44:18.504 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:44:18.504 INFO:teuthology.orchestra.run.smithi083.stdout:[ 2024-09-21T02:44:18.504 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-09-21T02:44:18.504 INFO:teuthology.orchestra.run.smithi083.stdout: "poolnum": 1, 2024-09-21T02:44:18.504 INFO:teuthology.orchestra.run.smithi083.stdout: "poolname": ".mgr" 2024-09-21T02:44:18.504 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:44:18.504 INFO:teuthology.orchestra.run.smithi083.stdout:] 2024-09-21T02:44:18.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.502+0000 7f6d5624d640 1 -- 172.21.15.83:0/3573597367 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f6d3c073200 msgr2=0x7f6d3c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:18.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.502+0000 7f6d5624d640 1 --2- 172.21.15.83:0/3573597367 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f6d3c073200 0x7f6d3c075710 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f6d50150910 tx=0x7f6d44008040 comp rx=0 tx=0).stop 2024-09-21T02:44:18.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.502+0000 7f6d5624d640 1 -- 172.21.15.83:0/3573597367 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6d500b4ca0 msgr2=0x7f6d501fd2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:18.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.502+0000 7f6d5624d640 1 --2- 172.21.15.83:0/3573597367 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6d500b4ca0 0x7f6d501fd2a0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f6d48000f90 tx=0x7f6d48009360 comp rx=0 tx=0).stop 2024-09-21T02:44:18.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.502+0000 7f6d5624d640 1 -- 172.21.15.83:0/3573597367 shutdown_connections 2024-09-21T02:44:18.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.502+0000 7f6d5624d640 1 --2- 172.21.15.83:0/3573597367 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f6d3c073200 0x7f6d3c075710 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:18.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.502+0000 7f6d5624d640 1 --2- 172.21.15.83:0/3573597367 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6d500d0510 0x7f6d50163810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:18.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.502+0000 7f6d5624d640 1 --2- 172.21.15.83:0/3573597367 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6d500cd4a0 0x7f6d5014f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:18.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.502+0000 7f6d5624d640 1 --2- 172.21.15.83:0/3573597367 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6d500b4ca0 0x7f6d501fd2a0 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:18.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.502+0000 7f6d5624d640 1 -- 172.21.15.83:0/3573597367 >> 172.21.15.83:0/3573597367 conn(0x7f6d5006ce90 msgr2=0x7f6d500b1db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:18.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.502+0000 7f6d5624d640 1 -- 172.21.15.83:0/3573597367 shutdown_connections 2024-09-21T02:44:18.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.502+0000 7f6d5624d640 1 -- 172.21.15.83:0/3573597367 wait complete. 2024-09-21T02:44:18.525 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-21T02:44:18.525 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-21T02:44:18.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.674+0000 7febe31e9640 1 -- 172.21.15.83:0/950672216 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7febdc0cf510 msgr2=0x7febdc0d4150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:18.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.674+0000 7febe31e9640 1 --2- 172.21.15.83:0/950672216 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7febdc0cf510 0x7febdc0d4150 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7febdc0cb520 tx=0x7febd401cb80 comp rx=0 tx=0).stop 2024-09-21T02:44:18.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.674+0000 7febe31e9640 1 -- 172.21.15.83:0/950672216 shutdown_connections 2024-09-21T02:44:18.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.674+0000 7febe31e9640 1 --2- 172.21.15.83:0/950672216 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7febdc0cf510 0x7febdc0d4150 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:18.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.674+0000 7febe31e9640 1 --2- 172.21.15.83:0/950672216 >> v2:172.21.15.142:3300/0 conn(0x7febdc0b94c0 0x7febdc0cefd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:18.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.674+0000 7febe31e9640 1 -- 172.21.15.83:0/950672216 >> 172.21.15.83:0/950672216 conn(0x7febdc09d7d0 msgr2=0x7febdc08bfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:18.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.674+0000 7febe31e9640 1 -- 172.21.15.83:0/950672216 shutdown_connections 2024-09-21T02:44:18.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.674+0000 7febe31e9640 1 -- 172.21.15.83:0/950672216 wait complete. 2024-09-21T02:44:18.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.674+0000 7febe31e9640 1 Processor -- start 2024-09-21T02:44:18.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.674+0000 7febe31e9640 1 -- start start 2024-09-21T02:44:18.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.678+0000 7febe31e9640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7febdc0b3a40 0x7febdc159e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:18.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.678+0000 7febe31e9640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7febdc0b94c0 0x7febdc160c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:18.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.678+0000 7febe31e9640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7febdc0cf510 0x7febdc161170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:18.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.678+0000 7febe31e9640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7febdc16c0e0 con 0x7febdc0b94c0 2024-09-21T02:44:18.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.678+0000 7febe31e9640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7febdc16bf60 con 0x7febdc0cf510 2024-09-21T02:44:18.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.678+0000 7febe31e9640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7febdc16c260 con 0x7febdc0b3a40 2024-09-21T02:44:18.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.678+0000 7febd3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7febdc0b94c0 0x7febdc160c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:18.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.678+0000 7febd3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7febdc0b94c0 0x7febdc160c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54402/0 (socket says 172.21.15.83:54402) 2024-09-21T02:44:18.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.678+0000 7febd3fff640 1 -- 172.21.15.83:0/1016735497 learned_addr learned my addr 172.21.15.83:0/1016735497 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:18.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.678+0000 7febe0f85640 1 --2- 172.21.15.83:0/1016735497 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7febdc0b3a40 0x7febdc159e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:18.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.678+0000 7febe1786640 1 --2- 172.21.15.83:0/1016735497 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7febdc0cf510 0x7febdc161170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:18.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.678+0000 7febd3fff640 1 -- 172.21.15.83:0/1016735497 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7febdc0b3a40 msgr2=0x7febdc159e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:18.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.678+0000 7febd3fff640 1 --2- 172.21.15.83:0/1016735497 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7febdc0b3a40 0x7febdc159e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:18.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.678+0000 7febd3fff640 1 -- 172.21.15.83:0/1016735497 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7febdc0cf510 msgr2=0x7febdc161170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:18.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.678+0000 7febd3fff640 1 --2- 172.21.15.83:0/1016735497 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7febdc0cf510 0x7febdc161170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:18.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.678+0000 7febd3fff640 1 -- 172.21.15.83:0/1016735497 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febdc15e6d0 con 0x7febdc0b94c0 2024-09-21T02:44:18.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.678+0000 7febe0f85640 1 --2- 172.21.15.83:0/1016735497 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7febdc0b3a40 0x7febdc159e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:44:18.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.678+0000 7febd3fff640 1 --2- 172.21.15.83:0/1016735497 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7febdc0b94c0 0x7febdc160c30 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7febcc00d950 tx=0x7febcc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:18.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.678+0000 7febd17fa640 1 -- 172.21.15.83:0/1016735497 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febcc017070 con 0x7febdc0b94c0 2024-09-21T02:44:18.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.678+0000 7febd17fa640 1 -- 172.21.15.83:0/1016735497 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7febcc009d20 con 0x7febdc0b94c0 2024-09-21T02:44:18.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.678+0000 7febd17fa640 1 -- 172.21.15.83:0/1016735497 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febcc0106c0 con 0x7febdc0b94c0 2024-09-21T02:44:18.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.678+0000 7febe31e9640 1 -- 172.21.15.83:0/1016735497 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7febdc15c940 con 0x7febdc0b94c0 2024-09-21T02:44:18.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.678+0000 7febe31e9640 1 -- 172.21.15.83:0/1016735497 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7febdc0a07e0 con 0x7febdc0b94c0 2024-09-21T02:44:18.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.678+0000 7febe31e9640 1 -- 172.21.15.83:0/1016735497 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7febdc15e940 con 0x7febdc0b94c0 2024-09-21T02:44:18.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.678+0000 7febd17fa640 1 -- 172.21.15.83:0/1016735497 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7febcc01a070 con 0x7febdc0b94c0 2024-09-21T02:44:18.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.678+0000 7febd17fa640 1 --2- 172.21.15.83:0/1016735497 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7febc8073200 0x7febc8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:18.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.678+0000 7febd17fa640 1 -- 172.21.15.83:0/1016735497 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 4857+0+0 (secure 0 0 0) 0x7febcc094380 con 0x7febdc0b94c0 2024-09-21T02:44:18.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.678+0000 7febe0f85640 1 --2- 172.21.15.83:0/1016735497 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7febc8073200 0x7febc8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:18.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.682+0000 7febe0f85640 1 --2- 172.21.15.83:0/1016735497 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7febc8073200 0x7febc8075710 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7febd8001620 tx=0x7febd8009040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:18.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.682+0000 7febd17fa640 1 -- 172.21.15.83:0/1016735497 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7febcc05f860 con 0x7febdc0b94c0 2024-09-21T02:44:18.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:18.858+0000 7febe31e9640 1 -- 172.21.15.83:0/1016735497 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7febdc0cefd0 con 0x7febdc0b94c0 2024-09-21T02:44:19.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.758+0000 7febd17fa640 1 -- 172.21.15.83:0/1016735497 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v42) ==== 138+0+0 (secure 0 0 0) 0x7febcc05f160 con 0x7febdc0b94c0 2024-09-21T02:44:19.765 INFO:teuthology.orchestra.run.smithi083.stderr:pool 'cephfs_metadata' created 2024-09-21T02:44:19.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.762+0000 7febe31e9640 1 -- 172.21.15.83:0/1016735497 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7febc8073200 msgr2=0x7febc8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:19.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.762+0000 7febe31e9640 1 --2- 172.21.15.83:0/1016735497 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7febc8073200 0x7febc8075710 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7febd8001620 tx=0x7febd8009040 comp rx=0 tx=0).stop 2024-09-21T02:44:19.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.762+0000 7febe31e9640 1 -- 172.21.15.83:0/1016735497 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7febdc0b94c0 msgr2=0x7febdc160c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:19.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.762+0000 7febe31e9640 1 --2- 172.21.15.83:0/1016735497 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7febdc0b94c0 0x7febdc160c30 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7febcc00d950 tx=0x7febcc00de10 comp rx=0 tx=0).stop 2024-09-21T02:44:19.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.762+0000 7febe31e9640 1 -- 172.21.15.83:0/1016735497 shutdown_connections 2024-09-21T02:44:19.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.762+0000 7febe31e9640 1 --2- 172.21.15.83:0/1016735497 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7febc8073200 0x7febc8075710 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:19.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.762+0000 7febe31e9640 1 --2- 172.21.15.83:0/1016735497 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7febdc0cf510 0x7febdc161170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:19.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.762+0000 7febe31e9640 1 --2- 172.21.15.83:0/1016735497 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7febdc0b94c0 0x7febdc160c30 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:19.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.762+0000 7febe31e9640 1 --2- 172.21.15.83:0/1016735497 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7febdc0b3a40 0x7febdc159e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:19.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.762+0000 7febe31e9640 1 -- 172.21.15.83:0/1016735497 >> 172.21.15.83:0/1016735497 conn(0x7febdc09d7d0 msgr2=0x7febdc06f360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:19.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.762+0000 7febe31e9640 1 -- 172.21.15.83:0/1016735497 shutdown_connections 2024-09-21T02:44:19.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.762+0000 7febe31e9640 1 -- 172.21.15.83:0/1016735497 wait complete. 2024-09-21T02:44:19.798 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-21T02:44:19.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.950+0000 7fa1956eb640 1 -- 172.21.15.83:0/89131322 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa19015ad20 msgr2=0x7fa1900cf840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:19.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.950+0000 7fa1956eb640 1 --2- 172.21.15.83:0/89131322 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa19015ad20 0x7fa1900cf840 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fa188009bc0 tx=0x7fa18801cb10 comp rx=0 tx=0).stop 2024-09-21T02:44:19.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.950+0000 7fa1956eb640 1 -- 172.21.15.83:0/89131322 shutdown_connections 2024-09-21T02:44:19.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.950+0000 7fa1956eb640 1 --2- 172.21.15.83:0/89131322 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa19015ad20 0x7fa1900cf840 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:19.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.950+0000 7fa1956eb640 1 -- 172.21.15.83:0/89131322 >> 172.21.15.83:0/89131322 conn(0x7fa1900b1dc0 msgr2=0x7fa1900b21d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:19.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.950+0000 7fa1956eb640 1 -- 172.21.15.83:0/89131322 shutdown_connections 2024-09-21T02:44:19.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.950+0000 7fa1956eb640 1 -- 172.21.15.83:0/89131322 wait complete. 2024-09-21T02:44:19.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.950+0000 7fa1956eb640 1 Processor -- start 2024-09-21T02:44:19.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.950+0000 7fa1956eb640 1 -- start start 2024-09-21T02:44:19.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.954+0000 7fa1956eb640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa19006f930 0x7fa190099960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:19.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.954+0000 7fa1956eb640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa19015ad20 0x7fa19015dd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:19.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.954+0000 7fa1956eb640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa19015e930 0x7fa1900b0d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:19.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.954+0000 7fa1956eb640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa190169db0 con 0x7fa19015ad20 2024-09-21T02:44:19.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.954+0000 7fa1956eb640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fa190169c30 con 0x7fa19006f930 2024-09-21T02:44:19.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.954+0000 7fa1956eb640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fa190169f30 con 0x7fa19015e930 2024-09-21T02:44:19.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.954+0000 7fa18e7fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa19015ad20 0x7fa19015dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:19.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.954+0000 7fa18e7fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa19015ad20 0x7fa19015dd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54414/0 (socket says 172.21.15.83:54414) 2024-09-21T02:44:19.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.954+0000 7fa18e7fc640 1 -- 172.21.15.83:0/3648584911 learned_addr learned my addr 172.21.15.83:0/3648584911 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:19.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.954+0000 7fa18e7fc640 1 -- 172.21.15.83:0/3648584911 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa19015e930 msgr2=0x7fa1900b0d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:19.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.954+0000 7fa18effd640 1 --2- 172.21.15.83:0/3648584911 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa19006f930 0x7fa190099960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:19.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.954+0000 7fa18f7fe640 1 --2- 172.21.15.83:0/3648584911 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa19015e930 0x7fa1900b0d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:19.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.954+0000 7fa18e7fc640 1 --2- 172.21.15.83:0/3648584911 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa19015e930 0x7fa1900b0d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:19.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.954+0000 7fa18e7fc640 1 -- 172.21.15.83:0/3648584911 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa19006f930 msgr2=0x7fa190099960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:19.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.954+0000 7fa18e7fc640 1 --2- 172.21.15.83:0/3648584911 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa19006f930 0x7fa190099960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:19.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.954+0000 7fa18e7fc640 1 -- 172.21.15.83:0/3648584911 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa190099ea0 con 0x7fa19015ad20 2024-09-21T02:44:19.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.954+0000 7fa18effd640 1 --2- 172.21.15.83:0/3648584911 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa19006f930 0x7fa190099960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:44:19.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.954+0000 7fa18e7fc640 1 --2- 172.21.15.83:0/3648584911 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa19015ad20 0x7fa19015dd90 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fa18000b410 tx=0x7fa18000b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:19.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.954+0000 7fa1877fe640 1 -- 172.21.15.83:0/3648584911 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa180015030 con 0x7fa19015ad20 2024-09-21T02:44:19.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.954+0000 7fa1877fe640 1 -- 172.21.15.83:0/3648584911 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa180004020 con 0x7fa19015ad20 2024-09-21T02:44:19.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.954+0000 7fa1956eb640 1 -- 172.21.15.83:0/3648584911 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa19014fb30 con 0x7fa19015ad20 2024-09-21T02:44:19.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.954+0000 7fa1877fe640 1 -- 172.21.15.83:0/3648584911 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1800044b0 con 0x7fa19015ad20 2024-09-21T02:44:19.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.954+0000 7fa1956eb640 1 -- 172.21.15.83:0/3648584911 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1901500f0 con 0x7fa19015ad20 2024-09-21T02:44:19.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.954+0000 7fa1956eb640 1 -- 172.21.15.83:0/3648584911 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1901589a0 con 0x7fa19015ad20 2024-09-21T02:44:19.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.954+0000 7fa1877fe640 1 -- 172.21.15.83:0/3648584911 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fa180018070 con 0x7fa19015ad20 2024-09-21T02:44:19.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.954+0000 7fa1877fe640 1 --2- 172.21.15.83:0/3648584911 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa170073230 0x7fa170075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:19.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.954+0000 7fa1877fe640 1 -- 172.21.15.83:0/3648584911 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 5227+0+0 (secure 0 0 0) 0x7fa180093b60 con 0x7fa19015ad20 2024-09-21T02:44:19.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.954+0000 7fa18effd640 1 --2- 172.21.15.83:0/3648584911 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa170073230 0x7fa170075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:19.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.954+0000 7fa18effd640 1 --2- 172.21.15.83:0/3648584911 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa170073230 0x7fa170075740 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fa1880af000 tx=0x7fa18801b350 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:19.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:19.962+0000 7fa1877fe640 1 -- 172.21.15.83:0/3648584911 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fa18005edf0 con 0x7fa19015ad20 2024-09-21T02:44:20.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.130+0000 7fa1956eb640 1 -- 172.21.15.83:0/3648584911 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fa1900cf840 con 0x7fa19015ad20 2024-09-21T02:44:20.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.770+0000 7fa1877fe640 1 -- 172.21.15.83:0/3648584911 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v43) ==== 170+0+0 (secure 0 0 0) 0x7fa18005e6f0 con 0x7fa19015ad20 2024-09-21T02:44:20.777 INFO:teuthology.orchestra.run.smithi083.stderr:pool 'cephfs_data' created 2024-09-21T02:44:20.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.774+0000 7fa1956eb640 1 -- 172.21.15.83:0/3648584911 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa170073230 msgr2=0x7fa170075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:20.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.774+0000 7fa1956eb640 1 --2- 172.21.15.83:0/3648584911 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa170073230 0x7fa170075740 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fa1880af000 tx=0x7fa18801b350 comp rx=0 tx=0).stop 2024-09-21T02:44:20.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.774+0000 7fa1956eb640 1 -- 172.21.15.83:0/3648584911 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa19015ad20 msgr2=0x7fa19015dd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:20.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.774+0000 7fa1956eb640 1 --2- 172.21.15.83:0/3648584911 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa19015ad20 0x7fa19015dd90 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fa18000b410 tx=0x7fa18000b8d0 comp rx=0 tx=0).stop 2024-09-21T02:44:20.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.778+0000 7fa1956eb640 1 -- 172.21.15.83:0/3648584911 shutdown_connections 2024-09-21T02:44:20.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.778+0000 7fa1956eb640 1 --2- 172.21.15.83:0/3648584911 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa170073230 0x7fa170075740 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:20.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.778+0000 7fa1956eb640 1 --2- 172.21.15.83:0/3648584911 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa19015e930 0x7fa1900b0d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:20.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.778+0000 7fa1956eb640 1 --2- 172.21.15.83:0/3648584911 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa19015ad20 0x7fa19015dd90 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:20.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.778+0000 7fa1956eb640 1 --2- 172.21.15.83:0/3648584911 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa19006f930 0x7fa190099960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:20.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.778+0000 7fa1956eb640 1 -- 172.21.15.83:0/3648584911 >> 172.21.15.83:0/3648584911 conn(0x7fa1900b1dc0 msgr2=0x7fa1900adb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:20.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.778+0000 7fa1956eb640 1 -- 172.21.15.83:0/3648584911 shutdown_connections 2024-09-21T02:44:20.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.778+0000 7fa1956eb640 1 -- 172.21.15.83:0/3648584911 wait complete. 2024-09-21T02:44:20.820 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-21T02:44:20.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.970+0000 7f80c76ab640 1 -- 172.21.15.83:0/4024520073 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f80c00b49a0 msgr2=0x7f80c015bd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:20.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.970+0000 7f80c76ab640 1 --2- 172.21.15.83:0/4024520073 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f80c00b49a0 0x7f80c015bd20 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f80c00cd7d0 tx=0x7f80bc01da10 comp rx=0 tx=0).stop 2024-09-21T02:44:20.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.970+0000 7f80c76ab640 1 -- 172.21.15.83:0/4024520073 shutdown_connections 2024-09-21T02:44:20.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.970+0000 7f80c76ab640 1 --2- 172.21.15.83:0/4024520073 >> v2:172.21.15.142:3300/0 conn(0x7f80c00cd0c0 0x7f80c006f3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:20.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.970+0000 7f80c76ab640 1 --2- 172.21.15.83:0/4024520073 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f80c00b49a0 0x7f80c015bd20 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:20.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.970+0000 7f80c76ab640 1 -- 172.21.15.83:0/4024520073 >> 172.21.15.83:0/4024520073 conn(0x7f80c006d580 msgr2=0x7f80c00b1d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:20.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.970+0000 7f80c76ab640 1 -- 172.21.15.83:0/4024520073 shutdown_connections 2024-09-21T02:44:20.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.970+0000 7f80c76ab640 1 -- 172.21.15.83:0/4024520073 wait complete. 2024-09-21T02:44:20.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.970+0000 7f80c76ab640 1 Processor -- start 2024-09-21T02:44:20.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.970+0000 7f80c76ab640 1 -- start start 2024-09-21T02:44:20.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.974+0000 7f80c76ab640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f80c00ad030 0x7f80c014c190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:20.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.974+0000 7f80c76ab640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f80c00b49a0 0x7f80c00b1840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:20.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.974+0000 7f80c76ab640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f80c0157ae0 0x7f80c0163d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:20.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.974+0000 7f80c76ab640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f80c0168040 con 0x7f80c00b49a0 2024-09-21T02:44:20.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.974+0000 7f80c76ab640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f80c0167ec0 con 0x7f80c0157ae0 2024-09-21T02:44:20.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.974+0000 7f80c76ab640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f80c01681c0 con 0x7f80c00ad030 2024-09-21T02:44:20.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.974+0000 7f80c4c46640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f80c00b49a0 0x7f80c00b1840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:20.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.974+0000 7f80c4c46640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f80c00b49a0 0x7f80c00b1840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54434/0 (socket says 172.21.15.83:54434) 2024-09-21T02:44:20.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.974+0000 7f80c4c46640 1 -- 172.21.15.83:0/2470264160 learned_addr learned my addr 172.21.15.83:0/2470264160 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:20.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.974+0000 7f80c5c48640 1 --2- 172.21.15.83:0/2470264160 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f80c0157ae0 0x7f80c0163d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:20.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.974+0000 7f80c5447640 1 --2- 172.21.15.83:0/2470264160 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f80c00ad030 0x7f80c014c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:20.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.974+0000 7f80c4c46640 1 -- 172.21.15.83:0/2470264160 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f80c00ad030 msgr2=0x7f80c014c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:20.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.974+0000 7f80c4c46640 1 --2- 172.21.15.83:0/2470264160 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f80c00ad030 0x7f80c014c190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:20.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.974+0000 7f80c4c46640 1 -- 172.21.15.83:0/2470264160 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f80c0157ae0 msgr2=0x7f80c0163d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:20.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.974+0000 7f80c4c46640 1 --2- 172.21.15.83:0/2470264160 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f80c0157ae0 0x7f80c0163d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:20.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.974+0000 7f80c4c46640 1 -- 172.21.15.83:0/2470264160 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80c0157620 con 0x7f80c00b49a0 2024-09-21T02:44:20.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.974+0000 7f80c5c48640 1 --2- 172.21.15.83:0/2470264160 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f80c0157ae0 0x7f80c0163d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:44:20.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.974+0000 7f80c4c46640 1 --2- 172.21.15.83:0/2470264160 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f80c00b49a0 0x7f80c00b1840 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f80b000b3c0 tx=0x7f80b000b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:20.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.974+0000 7f80b5ffb640 1 -- 172.21.15.83:0/2470264160 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80b0011830 con 0x7f80c00b49a0 2024-09-21T02:44:20.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.974+0000 7f80b5ffb640 1 -- 172.21.15.83:0/2470264160 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f80b0016070 con 0x7f80c00b49a0 2024-09-21T02:44:20.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.974+0000 7f80c76ab640 1 -- 172.21.15.83:0/2470264160 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80c00afc50 con 0x7f80c00b49a0 2024-09-21T02:44:20.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.974+0000 7f80b5ffb640 1 -- 172.21.15.83:0/2470264160 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80b0011d80 con 0x7f80c00b49a0 2024-09-21T02:44:20.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.974+0000 7f80c76ab640 1 -- 172.21.15.83:0/2470264160 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80c0165680 con 0x7f80c00b49a0 2024-09-21T02:44:20.982 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.974+0000 7f80c76ab640 1 -- 172.21.15.83:0/2470264160 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80c015bd20 con 0x7f80c00b49a0 2024-09-21T02:44:20.982 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.974+0000 7f80b5ffb640 1 -- 172.21.15.83:0/2470264160 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f80b0004020 con 0x7f80c00b49a0 2024-09-21T02:44:20.982 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.978+0000 7f80b5ffb640 1 --2- 172.21.15.83:0/2470264160 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f80a4073200 0x7f80a4075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:20.982 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.978+0000 7f80b5ffb640 1 -- 172.21.15.83:0/2470264160 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5609+0+0 (secure 0 0 0) 0x7f80b00942b0 con 0x7f80c00b49a0 2024-09-21T02:44:20.982 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.978+0000 7f80c5447640 1 --2- 172.21.15.83:0/2470264160 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f80a4073200 0x7f80a4075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:20.982 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.978+0000 7f80c5447640 1 --2- 172.21.15.83:0/2470264160 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f80a4073200 0x7f80a4075710 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f80bc0b0000 tx=0x7f80bc01c250 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:20.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:20.982+0000 7f80b5ffb640 1 -- 172.21.15.83:0/2470264160 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f80b0020020 con 0x7f80c00b49a0 2024-09-21T02:44:21.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.194+0000 7f80c76ab640 1 -- 172.21.15.83:0/2470264160 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f80c0165410 con 0x7f80c00b49a0 2024-09-21T02:44:21.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.774+0000 7f80b5ffb640 1 -- 172.21.15.83:0/2470264160 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 6 and data pool 7 v22) ==== 172+0+0 (secure 0 0 0) 0x7f80c0157620 con 0x7f80c00b49a0 2024-09-21T02:44:21.780 INFO:teuthology.orchestra.run.smithi083.stderr:new fs with metadata pool 6 and data pool 7 2024-09-21T02:44:21.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.778+0000 7f80c76ab640 1 -- 172.21.15.83:0/2470264160 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f80a4073200 msgr2=0x7f80a4075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:21.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.778+0000 7f80c76ab640 1 --2- 172.21.15.83:0/2470264160 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f80a4073200 0x7f80a4075710 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f80bc0b0000 tx=0x7f80bc01c250 comp rx=0 tx=0).stop 2024-09-21T02:44:21.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.778+0000 7f80c76ab640 1 -- 172.21.15.83:0/2470264160 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f80c00b49a0 msgr2=0x7f80c00b1840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:21.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.778+0000 7f80c76ab640 1 --2- 172.21.15.83:0/2470264160 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f80c00b49a0 0x7f80c00b1840 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f80b000b3c0 tx=0x7f80b000b880 comp rx=0 tx=0).stop 2024-09-21T02:44:21.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.778+0000 7f80c76ab640 1 -- 172.21.15.83:0/2470264160 shutdown_connections 2024-09-21T02:44:21.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.778+0000 7f80c76ab640 1 --2- 172.21.15.83:0/2470264160 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f80a4073200 0x7f80a4075710 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:21.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.778+0000 7f80c76ab640 1 --2- 172.21.15.83:0/2470264160 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f80c0157ae0 0x7f80c0163d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:21.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.778+0000 7f80c76ab640 1 --2- 172.21.15.83:0/2470264160 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f80c00b49a0 0x7f80c00b1840 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:21.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.778+0000 7f80c76ab640 1 --2- 172.21.15.83:0/2470264160 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f80c00ad030 0x7f80c014c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:21.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.778+0000 7f80c76ab640 1 -- 172.21.15.83:0/2470264160 >> 172.21.15.83:0/2470264160 conn(0x7f80c006d580 msgr2=0x7f80c0159de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:21.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.782+0000 7f80c76ab640 1 -- 172.21.15.83:0/2470264160 shutdown_connections 2024-09-21T02:44:21.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.782+0000 7f80c76ab640 1 -- 172.21.15.83:0/2470264160 wait complete. 2024-09-21T02:44:21.828 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T02:44:21.983 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.978+0000 7fc4a1afa640 1 -- 172.21.15.83:0/1353267731 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc49c152510 msgr2=0x7fc49c0713d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:21.983 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.978+0000 7fc4a1afa640 1 --2- 172.21.15.83:0/1353267731 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc49c152510 0x7fc49c0713d0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fc49c15caa0 tx=0x7fc48401c770 comp rx=0 tx=0).stop 2024-09-21T02:44:21.984 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.978+0000 7fc4a1afa640 1 -- 172.21.15.83:0/1353267731 shutdown_connections 2024-09-21T02:44:21.984 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.978+0000 7fc4a1afa640 1 --2- 172.21.15.83:0/1353267731 >> v2:172.21.15.142:3300/0 conn(0x7fc49c071910 0x7fc49c074330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:21.984 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.978+0000 7fc4a1afa640 1 --2- 172.21.15.83:0/1353267731 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc49c152510 0x7fc49c0713d0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:21.984 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.978+0000 7fc4a1afa640 1 -- 172.21.15.83:0/1353267731 >> 172.21.15.83:0/1353267731 conn(0x7fc49c0d1110 msgr2=0x7fc49c0d1520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:21.984 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.978+0000 7fc4a1afa640 1 -- 172.21.15.83:0/1353267731 shutdown_connections 2024-09-21T02:44:21.984 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.978+0000 7fc4a1afa640 1 -- 172.21.15.83:0/1353267731 wait complete. 2024-09-21T02:44:21.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.978+0000 7fc4a1afa640 1 Processor -- start 2024-09-21T02:44:21.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.978+0000 7fc4a1afa640 1 -- start start 2024-09-21T02:44:21.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.982+0000 7fc4a1afa640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc49c071910 0x7fc49c149560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:21.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.982+0000 7fc4a1afa640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc49c0b0720 0x7fc49c1f66f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:21.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.982+0000 7fc4a1afa640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc49c152510 0x7fc49c0cff80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:21.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.982+0000 7fc4a1afa640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fc49c168890 con 0x7fc49c152510 2024-09-21T02:44:21.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.982+0000 7fc4a1afa640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fc49c168710 con 0x7fc49c071910 2024-09-21T02:44:21.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.982+0000 7fc4a1afa640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fc49c168a10 con 0x7fc49c0b0720 2024-09-21T02:44:21.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.982+0000 7fc49bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc49c152510 0x7fc49c0cff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:21.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.982+0000 7fc49bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc49c152510 0x7fc49c0cff80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54452/0 (socket says 172.21.15.83:54452) 2024-09-21T02:44:21.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.982+0000 7fc49bfff640 1 -- 172.21.15.83:0/2930809715 learned_addr learned my addr 172.21.15.83:0/2930809715 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:21.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.982+0000 7fc49b7fe640 1 --2- 172.21.15.83:0/2930809715 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc49c071910 0x7fc49c149560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:21.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.982+0000 7fc49affd640 1 --2- 172.21.15.83:0/2930809715 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc49c0b0720 0x7fc49c1f66f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:21.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.982+0000 7fc49bfff640 1 -- 172.21.15.83:0/2930809715 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc49c0b0720 msgr2=0x7fc49c1f66f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:21.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.982+0000 7fc49bfff640 1 --2- 172.21.15.83:0/2930809715 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc49c0b0720 0x7fc49c1f66f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:21.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.982+0000 7fc49bfff640 1 -- 172.21.15.83:0/2930809715 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc49c071910 msgr2=0x7fc49c149560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:21.989 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.982+0000 7fc49bfff640 1 --2- 172.21.15.83:0/2930809715 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc49c071910 0x7fc49c149560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:21.989 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.982+0000 7fc49bfff640 1 -- 172.21.15.83:0/2930809715 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc49c14b780 con 0x7fc49c152510 2024-09-21T02:44:21.989 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.982+0000 7fc49affd640 1 --2- 172.21.15.83:0/2930809715 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc49c0b0720 0x7fc49c1f66f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:44:21.989 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.982+0000 7fc49bfff640 1 --2- 172.21.15.83:0/2930809715 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc49c152510 0x7fc49c0cff80 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fc49400c740 tx=0x7fc49400cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:21.989 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.982+0000 7fc493fff640 1 -- 172.21.15.83:0/2930809715 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc494004220 con 0x7fc49c152510 2024-09-21T02:44:21.989 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.982+0000 7fc493fff640 1 -- 172.21.15.83:0/2930809715 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc49400ce50 con 0x7fc49c152510 2024-09-21T02:44:21.989 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.982+0000 7fc4a1afa640 1 -- 172.21.15.83:0/2930809715 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc49c1f7380 con 0x7fc49c152510 2024-09-21T02:44:21.989 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.982+0000 7fc493fff640 1 -- 172.21.15.83:0/2930809715 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc494007c10 con 0x7fc49c152510 2024-09-21T02:44:21.989 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.982+0000 7fc4a1afa640 1 -- 172.21.15.83:0/2930809715 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc49c1fa130 con 0x7fc49c152510 2024-09-21T02:44:21.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.982+0000 7fc4a1afa640 1 -- 172.21.15.83:0/2930809715 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc49c074330 con 0x7fc49c152510 2024-09-21T02:44:21.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.982+0000 7fc493fff640 1 -- 172.21.15.83:0/2930809715 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fc494003600 con 0x7fc49c152510 2024-09-21T02:44:21.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.986+0000 7fc493fff640 1 --2- 172.21.15.83:0/2930809715 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc47c073200 0x7fc47c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:21.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.986+0000 7fc493fff640 1 -- 172.21.15.83:0/2930809715 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7fc4940941d0 con 0x7fc49c152510 2024-09-21T02:44:21.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.986+0000 7fc49b7fe640 1 --2- 172.21.15.83:0/2930809715 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc47c073200 0x7fc47c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:21.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.986+0000 7fc49b7fe640 1 --2- 172.21.15.83:0/2930809715 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc47c073200 0x7fc47c075710 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fc48c0012f0 tx=0x7fc48c009040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:21.994 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:21.990+0000 7fc493fff640 1 -- 172.21.15.83:0/2930809715 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fc49c14b780 con 0x7fc49c152510 2024-09-21T02:44:22.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.162+0000 7fc4a1afa640 1 -- 172.21.15.83:0/2930809715 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc49c1f7110 con 0x7fc49c152510 2024-09-21T02:44:22.169 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.162+0000 7fc493fff640 1 -- 172.21.15.83:0/2930809715 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v44) ==== 74+0+16658 (secure 0 0 0) 0x7fc494014030 con 0x7fc49c152510 2024-09-21T02:44:22.169 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:44:22.169 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":44,"fsid":"82b6a254-ea31-468f-b8d3-3f9b32622240","created":"2024-09-21T02:42:38.603140+0000","modified":"2024-09-21T02:44:21.200113+0000","last_up_change":"2024-09-21T02:42:53.602524+0000","last_in_change":"2024-09-21T02:42:43.192261+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T02:42:53.826200+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-21T02:44:18.873503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-21T02:44:20.148415+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3a8ebb7b-1ae5-4b26-8278-9dcb6c385903","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6814","nonce":1413652419}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6818","nonce":1413652419}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6825","nonce":1413652419}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6822","nonce":1413652419}]},"public_addr":"172.21.15.83:6814/1413652419","cluster_addr":"172.21.15.83:6818/1413652419","heartbeat_back_addr":"172.21.15.83:6825/1413652419","heartbeat_front_addr":"172.21.15.83:6822/1413652419","state":["exists","up"]},{"osd":1,"uuid":"c965bb73-548b-4509-96ec-9c263029104b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6827","nonce":464765712}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6829","nonce":464765712}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6833","nonce":464765712}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6831","nonce":464765712}]},"public_addr":"172.21.15.83:6827/464765712","cluster_addr":"172.21.15.83:6829/464765712","heartbeat_back_addr":"172.21.15.83:6833/464765712","heartbeat_front_addr":"172.21.15.83:6831/464765712","state":["exists","up"]},{"osd":2,"uuid":"d86f4e42-c5e5-48f2-9936-817c45ca308d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6803","nonce":2393321522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6805","nonce":2393321522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6809","nonce":2393321522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6807","nonce":2393321522}]},"public_addr":"172.21.15.83:6803/2393321522","cluster_addr":"172.21.15.83:6805/2393321522","heartbeat_back_addr":"172.21.15.83:6809/2393321522","heartbeat_front_addr":"172.21.15.83:6807/2393321522","state":["exists","up"]},{"osd":3,"uuid":"13beb0a5-6df8-4bd9-a8c9-d61fe89e09e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6811","nonce":3390622409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6813","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6815","nonce":3390622409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6821","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6823","nonce":3390622409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6817","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6819","nonce":3390622409}]},"public_addr":"172.21.15.83:6811/3390622409","cluster_addr":"172.21.15.83:6815/3390622409","heartbeat_back_addr":"172.21.15.83:6823/3390622409","heartbeat_front_addr":"172.21.15.83:6819/3390622409","state":["exists","up"]},{"osd":4,"uuid":"2028bcfd-16b5-40a0-beaf-18832fee4ac1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6816","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6817","nonce":903609339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6818","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6819","nonce":903609339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6822","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6823","nonce":903609339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6820","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6821","nonce":903609339}]},"public_addr":"172.21.15.142:6817/903609339","cluster_addr":"172.21.15.142:6819/903609339","heartbeat_back_addr":"172.21.15.142:6823/903609339","heartbeat_front_addr":"172.21.15.142:6821/903609339","state":["exists","up"]},{"osd":5,"uuid":"f3fdab28-9ac1-4ff3-92ed-3c2a9833a45d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6824","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6825","nonce":1864459234}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6826","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6827","nonce":1864459234}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6830","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6831","nonce":1864459234}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6828","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6829","nonce":1864459234}]},"public_addr":"172.21.15.142:6825/1864459234","cluster_addr":"172.21.15.142:6827/1864459234","heartbeat_back_addr":"172.21.15.142:6831/1864459234","heartbeat_front_addr":"172.21.15.142:6829/1864459234","state":["exists","up"]},{"osd":6,"uuid":"e6c411f3-8a06-41f2-b104-40216326259a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6808","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6809","nonce":1137623679}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6810","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6811","nonce":1137623679}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6814","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6815","nonce":1137623679}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6812","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6813","nonce":1137623679}]},"public_addr":"172.21.15.142:6809/1137623679","cluster_addr":"172.21.15.142:6811/1137623679","heartbeat_back_addr":"172.21.15.142:6815/1137623679","heartbeat_front_addr":"172.21.15.142:6813/1137623679","state":["exists","up"]},{"osd":7,"uuid":"37ce1cb6-2b1b-4d91-ace3-926062f54290","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6800","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6801","nonce":81587312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6802","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6803","nonce":81587312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6806","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6807","nonce":81587312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6804","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6805","nonce":81587312}]},"public_addr":"172.21.15.142:6801/81587312","cluster_addr":"172.21.15.142:6803/81587312","heartbeat_back_addr":"172.21.15.142:6807/81587312","heartbeat_front_addr":"172.21.15.142:6805/81587312","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.547410+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.843449+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.932112+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.842886+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.082896+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.238106+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.825928+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.553550+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T02:44:22.171 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.166+0000 7fc4a1afa640 1 -- 172.21.15.83:0/2930809715 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc47c073200 msgr2=0x7fc47c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:22.171 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.166+0000 7fc4a1afa640 1 --2- 172.21.15.83:0/2930809715 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc47c073200 0x7fc47c075710 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fc48c0012f0 tx=0x7fc48c009040 comp rx=0 tx=0).stop 2024-09-21T02:44:22.172 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.166+0000 7fc4a1afa640 1 -- 172.21.15.83:0/2930809715 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc49c152510 msgr2=0x7fc49c0cff80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:22.172 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.166+0000 7fc4a1afa640 1 --2- 172.21.15.83:0/2930809715 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc49c152510 0x7fc49c0cff80 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fc49400c740 tx=0x7fc49400cc00 comp rx=0 tx=0).stop 2024-09-21T02:44:22.172 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.166+0000 7fc4a1afa640 1 -- 172.21.15.83:0/2930809715 shutdown_connections 2024-09-21T02:44:22.172 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.166+0000 7fc4a1afa640 1 --2- 172.21.15.83:0/2930809715 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fc47c073200 0x7fc47c075710 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:22.172 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.166+0000 7fc4a1afa640 1 --2- 172.21.15.83:0/2930809715 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc49c152510 0x7fc49c0cff80 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:22.172 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.166+0000 7fc4a1afa640 1 --2- 172.21.15.83:0/2930809715 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fc49c0b0720 0x7fc49c1f66f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:22.172 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.166+0000 7fc4a1afa640 1 --2- 172.21.15.83:0/2930809715 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fc49c071910 0x7fc49c149560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:22.172 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.166+0000 7fc4a1afa640 1 -- 172.21.15.83:0/2930809715 >> 172.21.15.83:0/2930809715 conn(0x7fc49c0d1110 msgr2=0x7fc49c06ce90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:22.172 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.166+0000 7fc4a1afa640 1 -- 172.21.15.83:0/2930809715 shutdown_connections 2024-09-21T02:44:22.172 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.166+0000 7fc4a1afa640 1 -- 172.21.15.83:0/2930809715 wait complete. 2024-09-21T02:44:22.191 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T02:44:22.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.326+0000 7fe60f115640 1 -- 172.21.15.83:0/3544185376 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe6080d2980 msgr2=0x7fe608169160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:22.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.326+0000 7fe60f115640 1 --2- 172.21.15.83:0/3544185376 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe6080d2980 0x7fe608169160 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7fe60808ead0 tx=0x7fe60001caf0 comp rx=0 tx=0).stop 2024-09-21T02:44:22.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.326+0000 7fe60f115640 1 -- 172.21.15.83:0/3544185376 shutdown_connections 2024-09-21T02:44:22.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.326+0000 7fe60f115640 1 --2- 172.21.15.83:0/3544185376 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe6080d2980 0x7fe608169160 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:22.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.326+0000 7fe60f115640 1 --2- 172.21.15.83:0/3544185376 >> v2:172.21.15.142:3300/0 conn(0x7fe6080d0b10 0x7fe6080d0f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:22.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.326+0000 7fe60f115640 1 -- 172.21.15.83:0/3544185376 >> 172.21.15.83:0/3544185376 conn(0x7fe60809d6e0 msgr2=0x7fe6080d4490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:22.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.326+0000 7fe60f115640 1 -- 172.21.15.83:0/3544185376 shutdown_connections 2024-09-21T02:44:22.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.326+0000 7fe60f115640 1 -- 172.21.15.83:0/3544185376 wait complete. 2024-09-21T02:44:22.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.326+0000 7fe60f115640 1 Processor -- start 2024-09-21T02:44:22.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.326+0000 7fe60f115640 1 -- start start 2024-09-21T02:44:22.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.330+0000 7fe60f115640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe6080d0b10 0x7fe6081fb7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:22.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.330+0000 7fe60f115640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe6080d1460 0x7fe6080b2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:22.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.330+0000 7fe60f115640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe6080d2980 0x7fe6080b2550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:22.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.330+0000 7fe60f115640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fe60816c040 con 0x7fe6080d0b10 2024-09-21T02:44:22.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.330+0000 7fe60f115640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fe60816bec0 con 0x7fe6080d1460 2024-09-21T02:44:22.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.330+0000 7fe60f115640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fe60816c1c0 con 0x7fe6080d2980 2024-09-21T02:44:22.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.330+0000 7fe60ceb1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe6080d0b10 0x7fe6081fb7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:22.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.330+0000 7fe60ceb1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe6080d0b10 0x7fe6081fb7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54470/0 (socket says 172.21.15.83:54470) 2024-09-21T02:44:22.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.330+0000 7fe60ceb1640 1 -- 172.21.15.83:0/1994977308 learned_addr learned my addr 172.21.15.83:0/1994977308 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:22.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.330+0000 7fe60ceb1640 1 -- 172.21.15.83:0/1994977308 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe6080d2980 msgr2=0x7fe6080b2550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:22.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.330+0000 7fe60ceb1640 1 --2- 172.21.15.83:0/1994977308 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe6080d2980 0x7fe6080b2550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:22.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.330+0000 7fe60ceb1640 1 -- 172.21.15.83:0/1994977308 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe6080d1460 msgr2=0x7fe6080b2010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:22.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.330+0000 7fe607fff640 1 --2- 172.21.15.83:0/1994977308 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe6080d1460 0x7fe6080b2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:22.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.330+0000 7fe60ceb1640 1 --2- 172.21.15.83:0/1994977308 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe6080d1460 0x7fe6080b2010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:22.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.330+0000 7fe60ceb1640 1 -- 172.21.15.83:0/1994977308 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe608160370 con 0x7fe6080d0b10 2024-09-21T02:44:22.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.330+0000 7fe60ceb1640 1 --2- 172.21.15.83:0/1994977308 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe6080d0b10 0x7fe6081fb7b0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fe5f800d770 tx=0x7fe5f800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:22.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.330+0000 7fe6057fa640 1 -- 172.21.15.83:0/1994977308 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5f8004220 con 0x7fe6080d0b10 2024-09-21T02:44:22.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.330+0000 7fe6057fa640 1 -- 172.21.15.83:0/1994977308 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe5f800de80 con 0x7fe6080d0b10 2024-09-21T02:44:22.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.330+0000 7fe60f115640 1 -- 172.21.15.83:0/1994977308 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6080b1250 con 0x7fe6080d0b10 2024-09-21T02:44:22.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.330+0000 7fe6057fa640 1 -- 172.21.15.83:0/1994977308 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5f8009c30 con 0x7fe6080d0b10 2024-09-21T02:44:22.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.330+0000 7fe60f115640 1 -- 172.21.15.83:0/1994977308 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6080b1810 con 0x7fe6080d0b10 2024-09-21T02:44:22.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.330+0000 7fe60f115640 1 -- 172.21.15.83:0/1994977308 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6080d0f20 con 0x7fe6080d0b10 2024-09-21T02:44:22.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.330+0000 7fe6057fa640 1 -- 172.21.15.83:0/1994977308 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fe5f8003600 con 0x7fe6080d0b10 2024-09-21T02:44:22.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.330+0000 7fe6057fa640 1 --2- 172.21.15.83:0/1994977308 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe5f4073200 0x7fe5f4075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:22.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.334+0000 7fe607fff640 1 --2- 172.21.15.83:0/1994977308 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe5f4073200 0x7fe5f4075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:22.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.334+0000 7fe6057fa640 1 -- 172.21.15.83:0/1994977308 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7fe5f8094b20 con 0x7fe6080d0b10 2024-09-21T02:44:22.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.334+0000 7fe607fff640 1 --2- 172.21.15.83:0/1994977308 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe5f4073200 0x7fe5f4075710 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fe60815eeb0 tx=0x7fe5fc009040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:22.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.334+0000 7fe6057fa640 1 -- 172.21.15.83:0/1994977308 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fe5f8094e20 con 0x7fe6080d0b10 2024-09-21T02:44:22.502 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.498+0000 7fe60f115640 1 -- 172.21.15.83:0/1994977308 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe6081693f0 con 0x7fe6080d0b10 2024-09-21T02:44:22.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.498+0000 7fe6057fa640 1 -- 172.21.15.83:0/1994977308 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v44) ==== 74+0+16658 (secure 0 0 0) 0x7fe5f805fc60 con 0x7fe6080d0b10 2024-09-21T02:44:22.504 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:44:22.504 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":44,"fsid":"82b6a254-ea31-468f-b8d3-3f9b32622240","created":"2024-09-21T02:42:38.603140+0000","modified":"2024-09-21T02:44:21.200113+0000","last_up_change":"2024-09-21T02:42:53.602524+0000","last_in_change":"2024-09-21T02:42:43.192261+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T02:42:53.826200+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-21T02:44:18.873503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-21T02:44:20.148415+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3a8ebb7b-1ae5-4b26-8278-9dcb6c385903","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6814","nonce":1413652419}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6818","nonce":1413652419}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6825","nonce":1413652419}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6822","nonce":1413652419}]},"public_addr":"172.21.15.83:6814/1413652419","cluster_addr":"172.21.15.83:6818/1413652419","heartbeat_back_addr":"172.21.15.83:6825/1413652419","heartbeat_front_addr":"172.21.15.83:6822/1413652419","state":["exists","up"]},{"osd":1,"uuid":"c965bb73-548b-4509-96ec-9c263029104b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6827","nonce":464765712}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6829","nonce":464765712}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6833","nonce":464765712}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6831","nonce":464765712}]},"public_addr":"172.21.15.83:6827/464765712","cluster_addr":"172.21.15.83:6829/464765712","heartbeat_back_addr":"172.21.15.83:6833/464765712","heartbeat_front_addr":"172.21.15.83:6831/464765712","state":["exists","up"]},{"osd":2,"uuid":"d86f4e42-c5e5-48f2-9936-817c45ca308d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6803","nonce":2393321522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6805","nonce":2393321522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6809","nonce":2393321522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6807","nonce":2393321522}]},"public_addr":"172.21.15.83:6803/2393321522","cluster_addr":"172.21.15.83:6805/2393321522","heartbeat_back_addr":"172.21.15.83:6809/2393321522","heartbeat_front_addr":"172.21.15.83:6807/2393321522","state":["exists","up"]},{"osd":3,"uuid":"13beb0a5-6df8-4bd9-a8c9-d61fe89e09e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6811","nonce":3390622409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6813","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6815","nonce":3390622409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6821","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6823","nonce":3390622409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6817","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6819","nonce":3390622409}]},"public_addr":"172.21.15.83:6811/3390622409","cluster_addr":"172.21.15.83:6815/3390622409","heartbeat_back_addr":"172.21.15.83:6823/3390622409","heartbeat_front_addr":"172.21.15.83:6819/3390622409","state":["exists","up"]},{"osd":4,"uuid":"2028bcfd-16b5-40a0-beaf-18832fee4ac1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6816","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6817","nonce":903609339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6818","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6819","nonce":903609339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6822","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6823","nonce":903609339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6820","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6821","nonce":903609339}]},"public_addr":"172.21.15.142:6817/903609339","cluster_addr":"172.21.15.142:6819/903609339","heartbeat_back_addr":"172.21.15.142:6823/903609339","heartbeat_front_addr":"172.21.15.142:6821/903609339","state":["exists","up"]},{"osd":5,"uuid":"f3fdab28-9ac1-4ff3-92ed-3c2a9833a45d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6824","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6825","nonce":1864459234}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6826","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6827","nonce":1864459234}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6830","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6831","nonce":1864459234}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6828","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6829","nonce":1864459234}]},"public_addr":"172.21.15.142:6825/1864459234","cluster_addr":"172.21.15.142:6827/1864459234","heartbeat_back_addr":"172.21.15.142:6831/1864459234","heartbeat_front_addr":"172.21.15.142:6829/1864459234","state":["exists","up"]},{"osd":6,"uuid":"e6c411f3-8a06-41f2-b104-40216326259a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6808","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6809","nonce":1137623679}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6810","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6811","nonce":1137623679}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6814","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6815","nonce":1137623679}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6812","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6813","nonce":1137623679}]},"public_addr":"172.21.15.142:6809/1137623679","cluster_addr":"172.21.15.142:6811/1137623679","heartbeat_back_addr":"172.21.15.142:6815/1137623679","heartbeat_front_addr":"172.21.15.142:6813/1137623679","state":["exists","up"]},{"osd":7,"uuid":"37ce1cb6-2b1b-4d91-ace3-926062f54290","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6800","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6801","nonce":81587312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6802","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6803","nonce":81587312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6806","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6807","nonce":81587312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6804","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6805","nonce":81587312}]},"public_addr":"172.21.15.142:6801/81587312","cluster_addr":"172.21.15.142:6803/81587312","heartbeat_back_addr":"172.21.15.142:6807/81587312","heartbeat_front_addr":"172.21.15.142:6805/81587312","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.547410+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.843449+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.932112+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.842886+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.082896+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.238106+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.825928+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.553550+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T02:44:22.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.502+0000 7fe60f115640 1 -- 172.21.15.83:0/1994977308 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe5f4073200 msgr2=0x7fe5f4075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:22.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.502+0000 7fe60f115640 1 --2- 172.21.15.83:0/1994977308 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe5f4073200 0x7fe5f4075710 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fe60815eeb0 tx=0x7fe5fc009040 comp rx=0 tx=0).stop 2024-09-21T02:44:22.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.502+0000 7fe60f115640 1 -- 172.21.15.83:0/1994977308 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe6080d0b10 msgr2=0x7fe6081fb7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:22.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.502+0000 7fe60f115640 1 --2- 172.21.15.83:0/1994977308 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe6080d0b10 0x7fe6081fb7b0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fe5f800d770 tx=0x7fe5f800dc30 comp rx=0 tx=0).stop 2024-09-21T02:44:22.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.502+0000 7fe60f115640 1 -- 172.21.15.83:0/1994977308 shutdown_connections 2024-09-21T02:44:22.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.502+0000 7fe60f115640 1 --2- 172.21.15.83:0/1994977308 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe5f4073200 0x7fe5f4075710 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:22.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.502+0000 7fe60f115640 1 --2- 172.21.15.83:0/1994977308 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe6080d2980 0x7fe6080b2550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:22.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.502+0000 7fe60f115640 1 --2- 172.21.15.83:0/1994977308 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe6080d1460 0x7fe6080b2010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:22.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.502+0000 7fe60f115640 1 --2- 172.21.15.83:0/1994977308 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe6080d0b10 0x7fe6081fb7b0 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:22.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.502+0000 7fe60f115640 1 -- 172.21.15.83:0/1994977308 >> 172.21.15.83:0/1994977308 conn(0x7fe60809d6e0 msgr2=0x7fe608161f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:22.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.502+0000 7fe60f115640 1 -- 172.21.15.83:0/1994977308 shutdown_connections 2024-09-21T02:44:22.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.502+0000 7fe60f115640 1 -- 172.21.15.83:0/1994977308 wait complete. 2024-09-21T02:44:22.524 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-21T02:44:22.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.678+0000 7fb545886640 1 -- 172.21.15.83:0/1050716594 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb5400b49a0 msgr2=0x7fb54015bd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:22.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.678+0000 7fb545886640 1 --2- 172.21.15.83:0/1050716594 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb5400b49a0 0x7fb54015bd20 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fb53000a950 tx=0x7fb53001db10 comp rx=0 tx=0).stop 2024-09-21T02:44:22.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.678+0000 7fb545886640 1 -- 172.21.15.83:0/1050716594 shutdown_connections 2024-09-21T02:44:22.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.678+0000 7fb545886640 1 --2- 172.21.15.83:0/1050716594 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb5400ad030 0x7fb5400cc9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:22.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.678+0000 7fb545886640 1 --2- 172.21.15.83:0/1050716594 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb5400b49a0 0x7fb54015bd20 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:22.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.678+0000 7fb545886640 1 -- 172.21.15.83:0/1050716594 >> 172.21.15.83:0/1050716594 conn(0x7fb54006d580 msgr2=0x7fb5400b1d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:22.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.678+0000 7fb545886640 1 -- 172.21.15.83:0/1050716594 shutdown_connections 2024-09-21T02:44:22.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.678+0000 7fb545886640 1 -- 172.21.15.83:0/1050716594 wait complete. 2024-09-21T02:44:22.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.678+0000 7fb545886640 1 Processor -- start 2024-09-21T02:44:22.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.678+0000 7fb545886640 1 -- start start 2024-09-21T02:44:22.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.682+0000 7fb545886640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb5400ad030 0x7fb54013dae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:22.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.682+0000 7fb545886640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb5400ad440 0x7fb5400b0fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:22.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.682+0000 7fb545886640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb5400b49a0 0x7fb540140550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:22.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.682+0000 7fb545886640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fb540168210 con 0x7fb5400ad030 2024-09-21T02:44:22.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.682+0000 7fb545886640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fb540168090 con 0x7fb5400ad440 2024-09-21T02:44:22.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.682+0000 7fb545886640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fb540168390 con 0x7fb5400b49a0 2024-09-21T02:44:22.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.682+0000 7fb53effd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb5400ad030 0x7fb54013dae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:22.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.682+0000 7fb53effd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb5400ad030 0x7fb54013dae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54478/0 (socket says 172.21.15.83:54478) 2024-09-21T02:44:22.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.682+0000 7fb53effd640 1 -- 172.21.15.83:0/453029040 learned_addr learned my addr 172.21.15.83:0/453029040 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:22.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.682+0000 7fb53f7fe640 1 --2- 172.21.15.83:0/453029040 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb5400b49a0 0x7fb540140550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:22.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.682+0000 7fb5367fc640 1 --2- 172.21.15.83:0/453029040 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb5400ad440 0x7fb5400b0fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:22.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.682+0000 7fb53effd640 1 -- 172.21.15.83:0/453029040 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb5400b49a0 msgr2=0x7fb540140550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:22.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.682+0000 7fb53effd640 1 --2- 172.21.15.83:0/453029040 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb5400b49a0 0x7fb540140550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:22.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.682+0000 7fb53effd640 1 -- 172.21.15.83:0/453029040 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb5400ad440 msgr2=0x7fb5400b0fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:22.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.682+0000 7fb53effd640 1 --2- 172.21.15.83:0/453029040 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb5400ad440 0x7fb5400b0fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:22.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.682+0000 7fb53effd640 1 -- 172.21.15.83:0/453029040 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb54013e020 con 0x7fb5400ad030 2024-09-21T02:44:22.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.682+0000 7fb53effd640 1 --2- 172.21.15.83:0/453029040 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb5400ad030 0x7fb54013dae0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fb53000a8a0 tx=0x7fb5300a6900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:22.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.682+0000 7fb53cff9640 1 -- 172.21.15.83:0/453029040 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5300bd070 con 0x7fb5400ad030 2024-09-21T02:44:22.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.682+0000 7fb53cff9640 1 -- 172.21.15.83:0/453029040 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb5300053e0 con 0x7fb5400ad030 2024-09-21T02:44:22.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.682+0000 7fb545886640 1 -- 172.21.15.83:0/453029040 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5401fab10 con 0x7fb5400ad030 2024-09-21T02:44:22.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.682+0000 7fb53cff9640 1 -- 172.21.15.83:0/453029040 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5300b3040 con 0x7fb5400ad030 2024-09-21T02:44:22.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.682+0000 7fb545886640 1 -- 172.21.15.83:0/453029040 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5401fb0d0 con 0x7fb5400ad030 2024-09-21T02:44:22.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.682+0000 7fb545886640 1 -- 172.21.15.83:0/453029040 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5400cc9b0 con 0x7fb5400ad030 2024-09-21T02:44:22.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.682+0000 7fb53cff9640 1 -- 172.21.15.83:0/453029040 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fb5300046d0 con 0x7fb5400ad030 2024-09-21T02:44:22.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.682+0000 7fb53cff9640 1 --2- 172.21.15.83:0/453029040 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb520073220 0x7fb520075730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:22.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.686+0000 7fb53cff9640 1 -- 172.21.15.83:0/453029040 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7fb53012e070 con 0x7fb5400ad030 2024-09-21T02:44:22.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.686+0000 7fb5367fc640 1 --2- 172.21.15.83:0/453029040 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb520073220 0x7fb520075730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:22.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.686+0000 7fb5367fc640 1 --2- 172.21.15.83:0/453029040 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb520073220 0x7fb520075730 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fb5280058d0 tx=0x7fb528005860 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:22.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.690+0000 7fb53cff9640 1 -- 172.21.15.83:0/453029040 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fb54013e020 con 0x7fb5400ad030 2024-09-21T02:44:22.895 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:22.890+0000 7fb545886640 1 -- 172.21.15.83:0/453029040 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fb5400aee30 con 0x7fb5400ad030 2024-09-21T02:44:23.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:23.810+0000 7fb53cff9640 1 -- 172.21.15.83:0/453029040 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v25) ==== 118+0+0 (secure 0 0 0) 0x7fb530017760 con 0x7fb5400ad030 2024-09-21T02:44:23.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:23.814+0000 7fb545886640 1 -- 172.21.15.83:0/453029040 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb520073220 msgr2=0x7fb520075730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:23.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:23.814+0000 7fb545886640 1 --2- 172.21.15.83:0/453029040 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb520073220 0x7fb520075730 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fb5280058d0 tx=0x7fb528005860 comp rx=0 tx=0).stop 2024-09-21T02:44:23.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:23.814+0000 7fb545886640 1 -- 172.21.15.83:0/453029040 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb5400ad030 msgr2=0x7fb54013dae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:23.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:23.814+0000 7fb545886640 1 --2- 172.21.15.83:0/453029040 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb5400ad030 0x7fb54013dae0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fb53000a8a0 tx=0x7fb5300a6900 comp rx=0 tx=0).stop 2024-09-21T02:44:23.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:23.814+0000 7fb545886640 1 -- 172.21.15.83:0/453029040 shutdown_connections 2024-09-21T02:44:23.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:23.814+0000 7fb545886640 1 --2- 172.21.15.83:0/453029040 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb520073220 0x7fb520075730 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:23.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:23.814+0000 7fb545886640 1 --2- 172.21.15.83:0/453029040 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb5400b49a0 0x7fb540140550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:23.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:23.814+0000 7fb545886640 1 --2- 172.21.15.83:0/453029040 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb5400ad440 0x7fb5400b0fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:23.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:23.814+0000 7fb545886640 1 --2- 172.21.15.83:0/453029040 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb5400ad030 0x7fb54013dae0 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:23.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:23.814+0000 7fb545886640 1 -- 172.21.15.83:0/453029040 >> 172.21.15.83:0/453029040 conn(0x7fb54006d580 msgr2=0x7fb5400ae490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:23.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:23.814+0000 7fb545886640 1 -- 172.21.15.83:0/453029040 shutdown_connections 2024-09-21T02:44:23.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:23.814+0000 7fb545886640 1 -- 172.21.15.83:0/453029040 wait complete. 2024-09-21T02:44:23.847 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-21T02:44:23.847 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-21T02:44:24.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.006+0000 7f7751261640 1 -- 172.21.15.83:0/117561811 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f774c15c480 msgr2=0x7f774c0c7900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:24.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.006+0000 7f7751261640 1 --2- 172.21.15.83:0/117561811 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f774c15c480 0x7f774c0c7900 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f774c051990 tx=0x7f773c01c860 comp rx=0 tx=0).stop 2024-09-21T02:44:24.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.006+0000 7f7751261640 1 -- 172.21.15.83:0/117561811 shutdown_connections 2024-09-21T02:44:24.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.006+0000 7f7751261640 1 --2- 172.21.15.83:0/117561811 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f774c0712b0 0x7f774c0716c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:24.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.006+0000 7f7751261640 1 --2- 172.21.15.83:0/117561811 >> v2:172.21.15.142:3300/0 conn(0x7f774c15eff0 0x7f774c15f400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:24.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.006+0000 7f7751261640 1 --2- 172.21.15.83:0/117561811 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f774c15c480 0x7f774c0c7900 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:24.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.006+0000 7f7751261640 1 -- 172.21.15.83:0/117561811 >> 172.21.15.83:0/117561811 conn(0x7f774c0d1180 msgr2=0x7f774c0d1590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:24.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.006+0000 7f7751261640 1 -- 172.21.15.83:0/117561811 shutdown_connections 2024-09-21T02:44:24.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.006+0000 7f7751261640 1 -- 172.21.15.83:0/117561811 wait complete. 2024-09-21T02:44:24.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.010+0000 7f7751261640 1 Processor -- start 2024-09-21T02:44:24.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.010+0000 7f7751261640 1 -- start start 2024-09-21T02:44:24.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.010+0000 7f7751261640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f774c0712b0 0x7f774c1f7b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:24.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.010+0000 7f7751261640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f774c15c480 0x7f774c1fb000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:24.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.010+0000 7f7751261640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f774c15eff0 0x7f774c1f81c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:24.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.010+0000 7f7751261640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f774c074d50 con 0x7f774c15eff0 2024-09-21T02:44:24.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.010+0000 7f7751261640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f774c074bd0 con 0x7f774c15c480 2024-09-21T02:44:24.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.010+0000 7f7751261640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f774c074ed0 con 0x7f774c0712b0 2024-09-21T02:44:24.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.010+0000 7f774b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f774c15eff0 0x7f774c1f81c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:24.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.010+0000 7f774b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f774c15eff0 0x7f774c1f81c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:34454/0 (socket says 172.21.15.83:34454) 2024-09-21T02:44:24.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.010+0000 7f774b7fe640 1 -- 172.21.15.83:0/3365699491 learned_addr learned my addr 172.21.15.83:0/3365699491 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:24.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.010+0000 7f774affd640 1 --2- 172.21.15.83:0/3365699491 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f774c0712b0 0x7f774c1f7b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:24.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.010+0000 7f774a7fc640 1 --2- 172.21.15.83:0/3365699491 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f774c15c480 0x7f774c1fb000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:24.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.014+0000 7f774b7fe640 1 -- 172.21.15.83:0/3365699491 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f774c0712b0 msgr2=0x7f774c1f7b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:24.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.014+0000 7f774b7fe640 1 --2- 172.21.15.83:0/3365699491 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f774c0712b0 0x7f774c1f7b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:24.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.014+0000 7f774b7fe640 1 -- 172.21.15.83:0/3365699491 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f774c15c480 msgr2=0x7f774c1fb000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:24.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.014+0000 7f774b7fe640 1 --2- 172.21.15.83:0/3365699491 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f774c15c480 0x7f774c1fb000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:24.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.014+0000 7f774b7fe640 1 -- 172.21.15.83:0/3365699491 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f774c1fb540 con 0x7f774c15eff0 2024-09-21T02:44:24.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.014+0000 7f774b7fe640 1 --2- 172.21.15.83:0/3365699491 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f774c15eff0 0x7f774c1f81c0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f774400d5e0 tx=0x7f774400daa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:24.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.014+0000 7f77437fe640 1 -- 172.21.15.83:0/3365699491 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7744017070 con 0x7f774c15eff0 2024-09-21T02:44:24.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.014+0000 7f7751261640 1 -- 172.21.15.83:0/3365699491 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f774c156360 con 0x7f774c15eff0 2024-09-21T02:44:24.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.014+0000 7f77437fe640 1 -- 172.21.15.83:0/3365699491 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7744005310 con 0x7f774c15eff0 2024-09-21T02:44:24.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.014+0000 7f77437fe640 1 -- 172.21.15.83:0/3365699491 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77440047b0 con 0x7f774c15eff0 2024-09-21T02:44:24.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.014+0000 7f7751261640 1 -- 172.21.15.83:0/3365699491 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f774c1f7350 con 0x7f774c15eff0 2024-09-21T02:44:24.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.014+0000 7f7751261640 1 -- 172.21.15.83:0/3365699491 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f774c0c7900 con 0x7f774c15eff0 2024-09-21T02:44:24.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.014+0000 7f77437fe640 1 -- 172.21.15.83:0/3365699491 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f7744004950 con 0x7f774c15eff0 2024-09-21T02:44:24.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.014+0000 7f77437fe640 1 --2- 172.21.15.83:0/3365699491 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f772c073230 0x7f772c075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:24.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.014+0000 7f77437fe640 1 -- 172.21.15.83:0/3365699491 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f77440941d0 con 0x7f774c15eff0 2024-09-21T02:44:24.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.014+0000 7f774affd640 1 --2- 172.21.15.83:0/3365699491 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f772c073230 0x7f772c075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:24.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.018+0000 7f774affd640 1 --2- 172.21.15.83:0/3365699491 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f772c073230 0x7f772c075740 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f773c0af000 tx=0x7f773c01b100 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:24.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.022+0000 7f77437fe640 1 -- 172.21.15.83:0/3365699491 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f774c1fb540 con 0x7f774c15eff0 2024-09-21T02:44:24.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.230+0000 7f7751261640 1 -- 172.21.15.83:0/3365699491 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f774c1560c0 con 0x7f774c15eff0 2024-09-21T02:44:24.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.822+0000 7f77437fe640 1 -- 172.21.15.83:0/3365699491 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v26) ==== 122+0+0 (secure 0 0 0) 0x7f774405eb10 con 0x7f774c15eff0 2024-09-21T02:44:24.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.826+0000 7f7751261640 1 -- 172.21.15.83:0/3365699491 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f772c073230 msgr2=0x7f772c075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:24.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.826+0000 7f7751261640 1 --2- 172.21.15.83:0/3365699491 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f772c073230 0x7f772c075740 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f773c0af000 tx=0x7f773c01b100 comp rx=0 tx=0).stop 2024-09-21T02:44:24.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.826+0000 7f7751261640 1 -- 172.21.15.83:0/3365699491 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f774c15eff0 msgr2=0x7f774c1f81c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:24.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.826+0000 7f7751261640 1 --2- 172.21.15.83:0/3365699491 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f774c15eff0 0x7f774c1f81c0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f774400d5e0 tx=0x7f774400daa0 comp rx=0 tx=0).stop 2024-09-21T02:44:24.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.826+0000 7f7751261640 1 -- 172.21.15.83:0/3365699491 shutdown_connections 2024-09-21T02:44:24.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.826+0000 7f7751261640 1 --2- 172.21.15.83:0/3365699491 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f772c073230 0x7f772c075740 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:24.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.826+0000 7f7751261640 1 --2- 172.21.15.83:0/3365699491 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f774c15eff0 0x7f774c1f81c0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:24.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.826+0000 7f7751261640 1 --2- 172.21.15.83:0/3365699491 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f774c15c480 0x7f774c1fb000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:24.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.826+0000 7f7751261640 1 --2- 172.21.15.83:0/3365699491 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f774c0712b0 0x7f774c1f7b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:24.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.826+0000 7f7751261640 1 -- 172.21.15.83:0/3365699491 >> 172.21.15.83:0/3365699491 conn(0x7f774c0d1180 msgr2=0x7f774c0b42d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:24.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.826+0000 7f7751261640 1 -- 172.21.15.83:0/3365699491 shutdown_connections 2024-09-21T02:44:24.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:24.826+0000 7f7751261640 1 -- 172.21.15.83:0/3365699491 wait complete. 2024-09-21T02:44:24.856 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-21T02:44:24.857 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T02:44:25.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.002+0000 7fed12cff640 1 -- 172.21.15.83:0/1228526043 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fed0c074090 msgr2=0x7fed0c0744a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:25.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.002+0000 7fed12cff640 1 --2- 172.21.15.83:0/1228526043 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fed0c074090 0x7fed0c0744a0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fed04009bc0 tx=0x7fed0401cba0 comp rx=0 tx=0).stop 2024-09-21T02:44:25.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.002+0000 7fed12cff640 1 -- 172.21.15.83:0/1228526043 shutdown_connections 2024-09-21T02:44:25.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.002+0000 7fed12cff640 1 --2- 172.21.15.83:0/1228526043 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fed0c074090 0x7fed0c0744a0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:25.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.002+0000 7fed12cff640 1 --2- 172.21.15.83:0/1228526043 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fed0c0cc920 0x7fed0c0ccd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:25.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.002+0000 7fed12cff640 1 -- 172.21.15.83:0/1228526043 >> 172.21.15.83:0/1228526043 conn(0x7fed0c06ce90 msgr2=0x7fed0c06d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:25.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.002+0000 7fed12cff640 1 -- 172.21.15.83:0/1228526043 shutdown_connections 2024-09-21T02:44:25.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.002+0000 7fed12cff640 1 -- 172.21.15.83:0/1228526043 wait complete. 2024-09-21T02:44:25.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.006+0000 7fed12cff640 1 Processor -- start 2024-09-21T02:44:25.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.006+0000 7fed12cff640 1 -- start start 2024-09-21T02:44:25.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.006+0000 7fed12cff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fed0c06ed60 0x7fed0c0af380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:25.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.006+0000 7fed12cff640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fed0c074090 0x7fed0c158350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:25.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.006+0000 7fed12cff640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fed0c0cc920 0x7fed0c158890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:25.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.006+0000 7fed12cff640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fed0c1699a0 con 0x7fed0c06ed60 2024-09-21T02:44:25.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.006+0000 7fed12cff640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fed0c169820 con 0x7fed0c0cc920 2024-09-21T02:44:25.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.006+0000 7fed12cff640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fed0c169b20 con 0x7fed0c074090 2024-09-21T02:44:25.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.006+0000 7fed10a9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fed0c06ed60 0x7fed0c0af380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:25.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.006+0000 7fed10a9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fed0c06ed60 0x7fed0c0af380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:34462/0 (socket says 172.21.15.83:34462) 2024-09-21T02:44:25.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.006+0000 7fed10a9b640 1 -- 172.21.15.83:0/2174052995 learned_addr learned my addr 172.21.15.83:0/2174052995 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:25.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.006+0000 7fed0bfff640 1 --2- 172.21.15.83:0/2174052995 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fed0c074090 0x7fed0c158350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:25.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.006+0000 7fed10a9b640 1 -- 172.21.15.83:0/2174052995 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fed0c074090 msgr2=0x7fed0c158350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:25.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.006+0000 7fed10a9b640 1 --2- 172.21.15.83:0/2174052995 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fed0c074090 0x7fed0c158350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:25.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.006+0000 7fed10a9b640 1 -- 172.21.15.83:0/2174052995 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fed0c0cc920 msgr2=0x7fed0c158890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:25.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.006+0000 7fed1129c640 1 --2- 172.21.15.83:0/2174052995 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fed0c0cc920 0x7fed0c158890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:25.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.006+0000 7fed10a9b640 1 --2- 172.21.15.83:0/2174052995 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fed0c0cc920 0x7fed0c158890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:25.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.006+0000 7fed10a9b640 1 -- 172.21.15.83:0/2174052995 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed0c159a10 con 0x7fed0c06ed60 2024-09-21T02:44:25.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.006+0000 7fed10a9b640 1 --2- 172.21.15.83:0/2174052995 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fed0c06ed60 0x7fed0c0af380 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fecfc00c400 tx=0x7fecfc00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:25.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.006+0000 7fed097fa640 1 -- 172.21.15.83:0/2174052995 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecfc017070 con 0x7fed0c06ed60 2024-09-21T02:44:25.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.006+0000 7fed097fa640 1 -- 172.21.15.83:0/2174052995 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fecfc003600 con 0x7fed0c06ed60 2024-09-21T02:44:25.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.006+0000 7fed097fa640 1 -- 172.21.15.83:0/2174052995 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecfc003a50 con 0x7fed0c06ed60 2024-09-21T02:44:25.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.006+0000 7fed12cff640 1 -- 172.21.15.83:0/2174052995 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed0c15bec0 con 0x7fed0c06ed60 2024-09-21T02:44:25.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.006+0000 7fed12cff640 1 -- 172.21.15.83:0/2174052995 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed0c13ba10 con 0x7fed0c06ed60 2024-09-21T02:44:25.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.006+0000 7fed12cff640 1 -- 172.21.15.83:0/2174052995 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fed0c13bc70 con 0x7fed0c06ed60 2024-09-21T02:44:25.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.010+0000 7fed097fa640 1 -- 172.21.15.83:0/2174052995 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fecfc01a070 con 0x7fed0c06ed60 2024-09-21T02:44:25.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.010+0000 7fed097fa640 1 --2- 172.21.15.83:0/2174052995 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fecf8073230 0x7fecf8075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:25.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.010+0000 7fed097fa640 1 -- 172.21.15.83:0/2174052995 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fecfc0935c0 con 0x7fed0c06ed60 2024-09-21T02:44:25.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.010+0000 7fed0bfff640 1 --2- 172.21.15.83:0/2174052995 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fecf8073230 0x7fecf8075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:25.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.010+0000 7fed0bfff640 1 --2- 172.21.15.83:0/2174052995 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fecf8073230 0x7fecf8075740 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fed000058d0 tx=0x7fed00005860 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:25.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.014+0000 7fed097fa640 1 -- 172.21.15.83:0/2174052995 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fed0c159a10 con 0x7fed0c06ed60 2024-09-21T02:44:25.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.226+0000 7fed12cff640 1 -- 172.21.15.83:0/2174052995 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fed0c0744a0 con 0x7fed0c06ed60 2024-09-21T02:44:25.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.226+0000 7fed097fa640 1 -- 172.21.15.83:0/2174052995 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+5223 (secure 0 0 0) 0x7fecfc05e5e0 con 0x7fed0c06ed60 2024-09-21T02:44:25.232 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:44:25.232 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":26,"btime":"2024-09-21T02:44:24:825084+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4826,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6833/733410438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":733410438},{"type":"v1","addr":"172.21.15.142:6833","nonce":733410438}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21},{"gid":4990,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6835/453438382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":453438382},{"type":"v1","addr":"172.21.15.142:6835","nonce":453438382}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21},{"gid":5196,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/2707955764","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":2707955764},{"type":"v1","addr":"172.21.15.83:6835","nonce":2707955764}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":26,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T02:44:21.200038+0000","modified":"2024-09-21T02:44:24.237410+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5199},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5199":{"gid":5199,"name":"c","rank":0,"incarnation":22,"state":"up:active","state_seq":3,"addr":"172.21.15.83:6837/3402545863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":3402545863},{"type":"v1","addr":"172.21.15.83:6837","nonce":3402545863}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5199,"qdb_cluster":[5199]},"id":3}]} 2024-09-21T02:44:25.232 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 26 2024-09-21T02:44:25.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.230+0000 7fed12cff640 1 -- 172.21.15.83:0/2174052995 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fecf8073230 msgr2=0x7fecf8075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:25.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.230+0000 7fed12cff640 1 --2- 172.21.15.83:0/2174052995 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fecf8073230 0x7fecf8075740 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fed000058d0 tx=0x7fed00005860 comp rx=0 tx=0).stop 2024-09-21T02:44:25.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.230+0000 7fed12cff640 1 -- 172.21.15.83:0/2174052995 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fed0c06ed60 msgr2=0x7fed0c0af380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:25.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.230+0000 7fed12cff640 1 --2- 172.21.15.83:0/2174052995 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fed0c06ed60 0x7fed0c0af380 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fecfc00c400 tx=0x7fecfc00c8c0 comp rx=0 tx=0).stop 2024-09-21T02:44:25.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.230+0000 7fed12cff640 1 -- 172.21.15.83:0/2174052995 shutdown_connections 2024-09-21T02:44:25.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.230+0000 7fed12cff640 1 --2- 172.21.15.83:0/2174052995 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fecf8073230 0x7fecf8075740 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:25.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.230+0000 7fed12cff640 1 --2- 172.21.15.83:0/2174052995 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fed0c0cc920 0x7fed0c158890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:25.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.230+0000 7fed12cff640 1 --2- 172.21.15.83:0/2174052995 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fed0c074090 0x7fed0c158350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:25.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.230+0000 7fed12cff640 1 --2- 172.21.15.83:0/2174052995 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fed0c06ed60 0x7fed0c0af380 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:25.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.230+0000 7fed12cff640 1 -- 172.21.15.83:0/2174052995 >> 172.21.15.83:0/2174052995 conn(0x7fed0c06ce90 msgr2=0x7fed0c0cf920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:25.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.230+0000 7fed12cff640 1 -- 172.21.15.83:0/2174052995 shutdown_connections 2024-09-21T02:44:25.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.230+0000 7fed12cff640 1 -- 172.21.15.83:0/2174052995 wait complete. 2024-09-21T02:44:25.254 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T02:44:25.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.398+0000 7f76e23e5640 1 -- 172.21.15.83:0/2587679449 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f76dc06ed60 msgr2=0x7f76dc06f170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:25.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.398+0000 7f76e23e5640 1 --2- 172.21.15.83:0/2587679449 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f76dc06ed60 0x7f76dc06f170 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f76dc160040 tx=0x7f76cc01c800 comp rx=0 tx=0).stop 2024-09-21T02:44:25.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.398+0000 7f76e23e5640 1 -- 172.21.15.83:0/2587679449 shutdown_connections 2024-09-21T02:44:25.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.398+0000 7f76e23e5640 1 --2- 172.21.15.83:0/2587679449 >> v2:172.21.15.142:3300/0 conn(0x7f76dc074090 0x7f76dc0744a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:25.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.398+0000 7f76e23e5640 1 --2- 172.21.15.83:0/2587679449 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f76dc06ed60 0x7f76dc06f170 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:25.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.398+0000 7f76e23e5640 1 -- 172.21.15.83:0/2587679449 >> 172.21.15.83:0/2587679449 conn(0x7f76dc06ce90 msgr2=0x7f76dc06d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:25.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.398+0000 7f76e23e5640 1 -- 172.21.15.83:0/2587679449 shutdown_connections 2024-09-21T02:44:25.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.398+0000 7f76e23e5640 1 -- 172.21.15.83:0/2587679449 wait complete. 2024-09-21T02:44:25.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.398+0000 7f76e23e5640 1 Processor -- start 2024-09-21T02:44:25.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.398+0000 7f76e23e5640 1 -- start start 2024-09-21T02:44:25.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.402+0000 7f76e23e5640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f76dc06ed60 0x7f76dc157f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:25.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.402+0000 7f76e23e5640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f76dc074090 0x7f76dc1f9e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:25.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.402+0000 7f76e23e5640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f76dc0cc920 0x7f76dc1fa340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:25.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.402+0000 7f76e23e5640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f76dc1699b0 con 0x7f76dc0cc920 2024-09-21T02:44:25.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.402+0000 7f76e23e5640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f76dc169830 con 0x7f76dc074090 2024-09-21T02:44:25.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.402+0000 7f76e23e5640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f76dc169b30 con 0x7f76dc06ed60 2024-09-21T02:44:25.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.402+0000 7f76e0982640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f76dc0cc920 0x7f76dc1fa340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:25.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.402+0000 7f76e0982640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f76dc0cc920 0x7f76dc1fa340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:34468/0 (socket says 172.21.15.83:34468) 2024-09-21T02:44:25.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.402+0000 7f76e0982640 1 -- 172.21.15.83:0/618261427 learned_addr learned my addr 172.21.15.83:0/618261427 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:25.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.402+0000 7f76dbfff640 1 --2- 172.21.15.83:0/618261427 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f76dc06ed60 0x7f76dc157f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:25.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.402+0000 7f76d3fff640 1 --2- 172.21.15.83:0/618261427 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f76dc074090 0x7f76dc1f9e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:25.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.402+0000 7f76e0982640 1 -- 172.21.15.83:0/618261427 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f76dc06ed60 msgr2=0x7f76dc157f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:25.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.402+0000 7f76e0982640 1 --2- 172.21.15.83:0/618261427 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f76dc06ed60 0x7f76dc157f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:25.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.402+0000 7f76e0982640 1 -- 172.21.15.83:0/618261427 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f76dc074090 msgr2=0x7f76dc1f9e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:25.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.402+0000 7f76e0982640 1 --2- 172.21.15.83:0/618261427 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f76dc074090 0x7f76dc1f9e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:25.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.402+0000 7f76e0982640 1 -- 172.21.15.83:0/618261427 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76dc13c4f0 con 0x7f76dc0cc920 2024-09-21T02:44:25.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.402+0000 7f76e0982640 1 --2- 172.21.15.83:0/618261427 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f76dc0cc920 0x7f76dc1fa340 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f76d400cce0 tx=0x7f76d400a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:25.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.402+0000 7f76d97fa640 1 -- 172.21.15.83:0/618261427 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76d400f450 con 0x7f76dc0cc920 2024-09-21T02:44:25.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.402+0000 7f76d97fa640 1 -- 172.21.15.83:0/618261427 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f76d400f6e0 con 0x7f76dc0cc920 2024-09-21T02:44:25.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.402+0000 7f76e23e5640 1 -- 172.21.15.83:0/618261427 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76dc13c7d0 con 0x7f76dc0cc920 2024-09-21T02:44:25.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.402+0000 7f76d97fa640 1 -- 172.21.15.83:0/618261427 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76d400fb30 con 0x7f76dc0cc920 2024-09-21T02:44:25.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.402+0000 7f76e23e5640 1 -- 172.21.15.83:0/618261427 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76dc13cd90 con 0x7f76dc0cc920 2024-09-21T02:44:25.409 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.402+0000 7f76e23e5640 1 -- 172.21.15.83:0/618261427 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76dc13cfd0 con 0x7f76dc0cc920 2024-09-21T02:44:25.409 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.402+0000 7f76d97fa640 1 -- 172.21.15.83:0/618261427 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f76d400fcd0 con 0x7f76dc0cc920 2024-09-21T02:44:25.409 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.402+0000 7f76d97fa640 1 --2- 172.21.15.83:0/618261427 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f76bc073200 0x7f76bc075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:25.410 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.402+0000 7f76dbfff640 1 --2- 172.21.15.83:0/618261427 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f76bc073200 0x7f76bc075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:25.410 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.406+0000 7f76d97fa640 1 -- 172.21.15.83:0/618261427 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f76d4094dd0 con 0x7f76dc0cc920 2024-09-21T02:44:25.410 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.406+0000 7f76dbfff640 1 --2- 172.21.15.83:0/618261427 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f76bc073200 0x7f76bc075710 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f76cc0af000 tx=0x7f76cc01b040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:25.413 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.406+0000 7f76d97fa640 1 -- 172.21.15.83:0/618261427 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f76d4014030 con 0x7f76dc0cc920 2024-09-21T02:44:25.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.582+0000 7f76e23e5640 1 -- 172.21.15.83:0/618261427 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f76dc06f170 con 0x7f76dc0cc920 2024-09-21T02:44:25.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.582+0000 7f76d97fa640 1 -- 172.21.15.83:0/618261427 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v45) ==== 74+0+16645 (secure 0 0 0) 0x7f76d405fff0 con 0x7f76dc0cc920 2024-09-21T02:44:25.589 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:44:25.589 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":45,"fsid":"82b6a254-ea31-468f-b8d3-3f9b32622240","created":"2024-09-21T02:42:38.603140+0000","modified":"2024-09-21T02:44:22.780406+0000","last_up_change":"2024-09-21T02:42:53.602524+0000","last_in_change":"2024-09-21T02:42:43.192261+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T02:42:53.826200+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-21T02:44:18.873503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-21T02:44:20.148415+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"45","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3a8ebb7b-1ae5-4b26-8278-9dcb6c385903","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6814","nonce":1413652419}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6818","nonce":1413652419}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6825","nonce":1413652419}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6822","nonce":1413652419}]},"public_addr":"172.21.15.83:6814/1413652419","cluster_addr":"172.21.15.83:6818/1413652419","heartbeat_back_addr":"172.21.15.83:6825/1413652419","heartbeat_front_addr":"172.21.15.83:6822/1413652419","state":["exists","up"]},{"osd":1,"uuid":"c965bb73-548b-4509-96ec-9c263029104b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6827","nonce":464765712}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6829","nonce":464765712}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6833","nonce":464765712}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6831","nonce":464765712}]},"public_addr":"172.21.15.83:6827/464765712","cluster_addr":"172.21.15.83:6829/464765712","heartbeat_back_addr":"172.21.15.83:6833/464765712","heartbeat_front_addr":"172.21.15.83:6831/464765712","state":["exists","up"]},{"osd":2,"uuid":"d86f4e42-c5e5-48f2-9936-817c45ca308d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6803","nonce":2393321522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6805","nonce":2393321522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6809","nonce":2393321522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6807","nonce":2393321522}]},"public_addr":"172.21.15.83:6803/2393321522","cluster_addr":"172.21.15.83:6805/2393321522","heartbeat_back_addr":"172.21.15.83:6809/2393321522","heartbeat_front_addr":"172.21.15.83:6807/2393321522","state":["exists","up"]},{"osd":3,"uuid":"13beb0a5-6df8-4bd9-a8c9-d61fe89e09e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6811","nonce":3390622409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6813","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6815","nonce":3390622409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6821","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6823","nonce":3390622409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6817","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6819","nonce":3390622409}]},"public_addr":"172.21.15.83:6811/3390622409","cluster_addr":"172.21.15.83:6815/3390622409","heartbeat_back_addr":"172.21.15.83:6823/3390622409","heartbeat_front_addr":"172.21.15.83:6819/3390622409","state":["exists","up"]},{"osd":4,"uuid":"2028bcfd-16b5-40a0-beaf-18832fee4ac1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6816","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6817","nonce":903609339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6818","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6819","nonce":903609339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6822","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6823","nonce":903609339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6820","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6821","nonce":903609339}]},"public_addr":"172.21.15.142:6817/903609339","cluster_addr":"172.21.15.142:6819/903609339","heartbeat_back_addr":"172.21.15.142:6823/903609339","heartbeat_front_addr":"172.21.15.142:6821/903609339","state":["exists","up"]},{"osd":5,"uuid":"f3fdab28-9ac1-4ff3-92ed-3c2a9833a45d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6824","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6825","nonce":1864459234}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6826","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6827","nonce":1864459234}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6830","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6831","nonce":1864459234}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6828","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6829","nonce":1864459234}]},"public_addr":"172.21.15.142:6825/1864459234","cluster_addr":"172.21.15.142:6827/1864459234","heartbeat_back_addr":"172.21.15.142:6831/1864459234","heartbeat_front_addr":"172.21.15.142:6829/1864459234","state":["exists","up"]},{"osd":6,"uuid":"e6c411f3-8a06-41f2-b104-40216326259a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6808","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6809","nonce":1137623679}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6810","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6811","nonce":1137623679}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6814","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6815","nonce":1137623679}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6812","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6813","nonce":1137623679}]},"public_addr":"172.21.15.142:6809/1137623679","cluster_addr":"172.21.15.142:6811/1137623679","heartbeat_back_addr":"172.21.15.142:6815/1137623679","heartbeat_front_addr":"172.21.15.142:6813/1137623679","state":["exists","up"]},{"osd":7,"uuid":"37ce1cb6-2b1b-4d91-ace3-926062f54290","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6800","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6801","nonce":81587312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6802","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6803","nonce":81587312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6806","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6807","nonce":81587312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6804","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6805","nonce":81587312}]},"public_addr":"172.21.15.142:6801/81587312","cluster_addr":"172.21.15.142:6803/81587312","heartbeat_back_addr":"172.21.15.142:6807/81587312","heartbeat_front_addr":"172.21.15.142:6805/81587312","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.547410+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.843449+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.932112+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.842886+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.082896+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.238106+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.825928+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.553550+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T02:44:25.591 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.586+0000 7f76e23e5640 1 -- 172.21.15.83:0/618261427 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f76bc073200 msgr2=0x7f76bc075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:25.591 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.586+0000 7f76e23e5640 1 --2- 172.21.15.83:0/618261427 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f76bc073200 0x7f76bc075710 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f76cc0af000 tx=0x7f76cc01b040 comp rx=0 tx=0).stop 2024-09-21T02:44:25.591 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.586+0000 7f76e23e5640 1 -- 172.21.15.83:0/618261427 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f76dc0cc920 msgr2=0x7f76dc1fa340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:25.591 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.586+0000 7f76e23e5640 1 --2- 172.21.15.83:0/618261427 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f76dc0cc920 0x7f76dc1fa340 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f76d400cce0 tx=0x7f76d400a620 comp rx=0 tx=0).stop 2024-09-21T02:44:25.591 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.586+0000 7f76e23e5640 1 -- 172.21.15.83:0/618261427 shutdown_connections 2024-09-21T02:44:25.591 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.586+0000 7f76e23e5640 1 --2- 172.21.15.83:0/618261427 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f76bc073200 0x7f76bc075710 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:25.592 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.586+0000 7f76e23e5640 1 --2- 172.21.15.83:0/618261427 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f76dc0cc920 0x7f76dc1fa340 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:25.592 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.586+0000 7f76e23e5640 1 --2- 172.21.15.83:0/618261427 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f76dc074090 0x7f76dc1f9e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:25.592 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.586+0000 7f76e23e5640 1 --2- 172.21.15.83:0/618261427 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f76dc06ed60 0x7f76dc157f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:25.592 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.586+0000 7f76e23e5640 1 -- 172.21.15.83:0/618261427 >> 172.21.15.83:0/618261427 conn(0x7f76dc06ce90 msgr2=0x7f76dc0b1870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:25.592 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.586+0000 7f76e23e5640 1 -- 172.21.15.83:0/618261427 shutdown_connections 2024-09-21T02:44:25.592 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.586+0000 7f76e23e5640 1 -- 172.21.15.83:0/618261427 wait complete. 2024-09-21T02:44:25.610 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-21T02:44:25.610 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T02:44:25.665 DEBUG:teuthology.orchestra.run.smithi083:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T02:44:25.667 DEBUG:teuthology.orchestra.run.smithi142:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T02:44:25.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.742+0000 7f8459e92640 1 -- 172.21.15.83:0/3837923367 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f843c005160 msgr2=0x7f843c00b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:25.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.742+0000 7f8459e92640 1 --2- 172.21.15.83:0/3837923367 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f843c005160 0x7f843c00b9d0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f844c009ee0 tx=0x7f844c01d630 comp rx=0 tx=0).stop 2024-09-21T02:44:25.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.746+0000 7f8453fff640 1 -- 172.21.15.83:0/3837923367 reap_dead start 2024-09-21T02:44:25.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.746+0000 7f8459e92640 1 -- 172.21.15.83:0/3837923367 shutdown_connections 2024-09-21T02:44:25.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.746+0000 7f8459e92640 1 -- 172.21.15.83:0/3837923367 >> 172.21.15.83:0/3837923367 conn(0x7f845406ce90 msgr2=0x7f845406d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:25.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.746+0000 7f8459e92640 1 -- 172.21.15.83:0/3837923367 shutdown_connections 2024-09-21T02:44:25.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.746+0000 7f8459e92640 1 -- 172.21.15.83:0/3837923367 wait complete. 2024-09-21T02:44:25.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.746+0000 7f8459e92640 1 Processor -- start 2024-09-21T02:44:25.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.746+0000 7f8459e92640 1 -- start start 2024-09-21T02:44:25.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.746+0000 7f8459e92640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f84540aa490 0x7f845414c860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:25.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.746+0000 7f8459e92640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f84541f5320 0x7f84541f5730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:25.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.746+0000 7f8459e92640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f8454156260 0x7f8454156670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:25.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.746+0000 7f8459e92640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f8454164270 con 0x7f84540aa490 2024-09-21T02:44:25.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.746+0000 7f8459e92640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f84541640f0 con 0x7f84541f5320 2024-09-21T02:44:25.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.746+0000 7f8459e92640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f84541643f0 con 0x7f8454156260 2024-09-21T02:44:25.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.746+0000 7f84537fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f84540aa490 0x7f845414c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:25.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.746+0000 7f84537fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f84540aa490 0x7f845414c860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:34498/0 (socket says 172.21.15.83:34498) 2024-09-21T02:44:25.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.746+0000 7f84537fe640 1 -- 172.21.15.83:0/32353534 learned_addr learned my addr 172.21.15.83:0/32353534 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:25.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.746+0000 7f8453fff640 1 --2- 172.21.15.83:0/32353534 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f8454156260 0x7f8454156670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:25.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.746+0000 7f8452ffd640 1 --2- 172.21.15.83:0/32353534 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f84541f5320 0x7f84541f5730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:25.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.746+0000 7f84537fe640 1 -- 172.21.15.83:0/32353534 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f8454156260 msgr2=0x7f8454156670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:25.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.746+0000 7f84537fe640 1 --2- 172.21.15.83:0/32353534 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f8454156260 0x7f8454156670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:25.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.746+0000 7f84537fe640 1 -- 172.21.15.83:0/32353534 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f84541f5320 msgr2=0x7f84541f5730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:25.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.746+0000 7f84537fe640 1 --2- 172.21.15.83:0/32353534 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f84541f5320 0x7f84541f5730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:25.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.746+0000 7f84537fe640 1 -- 172.21.15.83:0/32353534 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8454156bb0 con 0x7f84540aa490 2024-09-21T02:44:25.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.746+0000 7f84537fe640 1 --2- 172.21.15.83:0/32353534 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f84540aa490 0x7f845414c860 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f8444001490 tx=0x7f844400e770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:25.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.746+0000 7f843bfff640 1 -- 172.21.15.83:0/32353534 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8444012850 con 0x7f84540aa490 2024-09-21T02:44:25.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.746+0000 7f843bfff640 1 -- 172.21.15.83:0/32353534 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8444012ae0 con 0x7f84540aa490 2024-09-21T02:44:25.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.746+0000 7f8459e92640 1 -- 172.21.15.83:0/32353534 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84541f5e70 con 0x7f84540aa490 2024-09-21T02:44:25.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.746+0000 7f843bfff640 1 -- 172.21.15.83:0/32353534 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f844401a400 con 0x7f84540aa490 2024-09-21T02:44:25.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.750+0000 7f8459e92640 1 -- 172.21.15.83:0/32353534 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84540a99b0 con 0x7f84540aa490 2024-09-21T02:44:25.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.750+0000 7f8459e92640 1 -- 172.21.15.83:0/32353534 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84540b50f0 con 0x7f84540aa490 2024-09-21T02:44:25.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.750+0000 7f843bfff640 1 -- 172.21.15.83:0/32353534 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f844400d030 con 0x7f84540aa490 2024-09-21T02:44:25.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.750+0000 7f843bfff640 1 --2- 172.21.15.83:0/32353534 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8440073200 0x7f8440075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:25.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.750+0000 7f843bfff640 1 -- 172.21.15.83:0/32353534 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f8444097470 con 0x7f84540aa490 2024-09-21T02:44:25.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.750+0000 7f8452ffd640 1 --2- 172.21.15.83:0/32353534 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8440073200 0x7f8440075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:25.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.750+0000 7f8452ffd640 1 --2- 172.21.15.83:0/32353534 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8440073200 0x7f8440075710 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f84540b2600 tx=0x7f8448009040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:25.759 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.754+0000 7f843bfff640 1 -- 172.21.15.83:0/32353534 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f8454156bb0 con 0x7f84540aa490 2024-09-21T02:44:25.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.918+0000 7f8459e92640 1 -- 172.21.15.83:0/32353534 --> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f845406a670 con 0x7f8440073200 2024-09-21T02:44:25.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.926+0000 7f843bfff640 1 -- 172.21.15.83:0/32353534 <== mgr.4150 v2:172.21.15.83:6800/38882767 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251952 (secure 0 0 0) 0x7f845406a670 con 0x7f8440073200 2024-09-21T02:44:25.933 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:44:25.934 INFO:teuthology.orchestra.run.smithi083.stderr:dumped all 2024-09-21T02:44:25.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.930+0000 7f8459e92640 1 -- 172.21.15.83:0/32353534 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8440073200 msgr2=0x7f8440075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:25.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.930+0000 7f8459e92640 1 --2- 172.21.15.83:0/32353534 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8440073200 0x7f8440075710 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f84540b2600 tx=0x7f8448009040 comp rx=0 tx=0).stop 2024-09-21T02:44:25.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.930+0000 7f8459e92640 1 -- 172.21.15.83:0/32353534 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f84540aa490 msgr2=0x7f845414c860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:25.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.930+0000 7f8459e92640 1 --2- 172.21.15.83:0/32353534 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f84540aa490 0x7f845414c860 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f8444001490 tx=0x7f844400e770 comp rx=0 tx=0).stop 2024-09-21T02:44:25.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.930+0000 7f8459e92640 1 -- 172.21.15.83:0/32353534 shutdown_connections 2024-09-21T02:44:25.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.930+0000 7f8459e92640 1 --2- 172.21.15.83:0/32353534 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8440073200 0x7f8440075710 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:25.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.930+0000 7f8459e92640 1 --2- 172.21.15.83:0/32353534 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f8454156260 0x7f8454156670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:25.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.930+0000 7f8459e92640 1 --2- 172.21.15.83:0/32353534 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f84541f5320 0x7f84541f5730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:25.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.930+0000 7f8459e92640 1 --2- 172.21.15.83:0/32353534 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f84540aa490 0x7f845414c860 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:25.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.930+0000 7f8459e92640 1 -- 172.21.15.83:0/32353534 >> 172.21.15.83:0/32353534 conn(0x7f845406ce90 msgr2=0x7f8454150d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:25.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.930+0000 7f8459e92640 1 -- 172.21.15.83:0/32353534 shutdown_connections 2024-09-21T02:44:25.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:25.930+0000 7f8459e92640 1 -- 172.21.15.83:0/32353534 wait complete. 2024-09-21T02:44:25.952 INFO:teuthology.orchestra.run.smithi083.stdout:{"pg_ready":true,"pg_map":{"version":85,"stamp":"2024-09-21T02:44:25.802213+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":134,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":229796,"kb_used_data":5252,"kb_used_omap":12,"kb_used_meta":224371,"kb_avail":754744924,"statfs":{"total":773094113280,"available":772858802176,"internally_reserved":0,"allocated":5378048,"data_stored":2836528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":229756465},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":48,"apply_latency_ms":48,"commit_latency_ns":48000000,"apply_latency_ns":48000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001921"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.160610+0000","last_change":"2024-09-21T02:44:21.806737+0000","last_active":"2024-09-21T02:44:23.160610+0000","last_peered":"2024-09-21T02:44:23.160610+0000","last_clean":"2024-09-21T02:44:23.160610+0000","last_became_active":"2024-09-21T02:44:21.806362+0000","last_became_peered":"2024-09-21T02:44:21.806362+0000","last_unstale":"2024-09-21T02:44:23.160610+0000","last_undegraded":"2024-09-21T02:44:23.160610+0000","last_fullsized":"2024-09-21T02:44:23.160610+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:21:09.736408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.794499+0000","last_change":"2024-09-21T02:44:21.802118+0000","last_active":"2024-09-21T02:44:22.794499+0000","last_peered":"2024-09-21T02:44:22.794499+0000","last_clean":"2024-09-21T02:44:22.794499+0000","last_became_active":"2024-09-21T02:44:21.801710+0000","last_became_peered":"2024-09-21T02:44:21.801710+0000","last_unstale":"2024-09-21T02:44:22.794499+0000","last_undegraded":"2024-09-21T02:44:22.794499+0000","last_fullsized":"2024-09-21T02:44:22.794499+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:54:42.535270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.161962+0000","last_change":"2024-09-21T02:44:21.805229+0000","last_active":"2024-09-21T02:44:23.161962+0000","last_peered":"2024-09-21T02:44:23.161962+0000","last_clean":"2024-09-21T02:44:23.161962+0000","last_became_active":"2024-09-21T02:44:21.804909+0000","last_became_peered":"2024-09-21T02:44:21.804909+0000","last_unstale":"2024-09-21T02:44:23.161962+0000","last_undegraded":"2024-09-21T02:44:23.161962+0000","last_fullsized":"2024-09-21T02:44:23.161962+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:13:18.728176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.160492+0000","last_change":"2024-09-21T02:44:21.853948+0000","last_active":"2024-09-21T02:44:23.160492+0000","last_peered":"2024-09-21T02:44:23.160492+0000","last_clean":"2024-09-21T02:44:23.160492+0000","last_became_active":"2024-09-21T02:44:21.852703+0000","last_became_peered":"2024-09-21T02:44:21.852703+0000","last_unstale":"2024-09-21T02:44:23.160492+0000","last_undegraded":"2024-09-21T02:44:23.160492+0000","last_fullsized":"2024-09-21T02:44:23.160492+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:51:38.365816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.159188+0000","last_change":"2024-09-21T02:44:21.838269+0000","last_active":"2024-09-21T02:44:23.159188+0000","last_peered":"2024-09-21T02:44:23.159188+0000","last_clean":"2024-09-21T02:44:23.159188+0000","last_became_active":"2024-09-21T02:44:21.837984+0000","last_became_peered":"2024-09-21T02:44:21.837984+0000","last_unstale":"2024-09-21T02:44:23.159188+0000","last_undegraded":"2024-09-21T02:44:23.159188+0000","last_fullsized":"2024-09-21T02:44:23.159188+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:49:06.804604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.162927+0000","last_change":"2024-09-21T02:44:21.857289+0000","last_active":"2024-09-21T02:44:23.162927+0000","last_peered":"2024-09-21T02:44:23.162927+0000","last_clean":"2024-09-21T02:44:23.162927+0000","last_became_active":"2024-09-21T02:44:21.856550+0000","last_became_peered":"2024-09-21T02:44:21.856550+0000","last_unstale":"2024-09-21T02:44:23.162927+0000","last_undegraded":"2024-09-21T02:44:23.162927+0000","last_fullsized":"2024-09-21T02:44:23.162927+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:48:41.149938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.159575+0000","last_change":"2024-09-21T02:44:21.855655+0000","last_active":"2024-09-21T02:44:23.159575+0000","last_peered":"2024-09-21T02:44:23.159575+0000","last_clean":"2024-09-21T02:44:23.159575+0000","last_became_active":"2024-09-21T02:44:21.855348+0000","last_became_peered":"2024-09-21T02:44:21.855348+0000","last_unstale":"2024-09-21T02:44:23.159575+0000","last_undegraded":"2024-09-21T02:44:23.159575+0000","last_fullsized":"2024-09-21T02:44:23.159575+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:46:12.401647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.159568+0000","last_change":"2024-09-21T02:44:21.837157+0000","last_active":"2024-09-21T02:44:23.159568+0000","last_peered":"2024-09-21T02:44:23.159568+0000","last_clean":"2024-09-21T02:44:23.159568+0000","last_became_active":"2024-09-21T02:44:21.836428+0000","last_became_peered":"2024-09-21T02:44:21.836428+0000","last_unstale":"2024-09-21T02:44:23.159568+0000","last_undegraded":"2024-09-21T02:44:23.159568+0000","last_fullsized":"2024-09-21T02:44:23.159568+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:54:42.535270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.163598+0000","last_change":"2024-09-21T02:44:21.841203+0000","last_active":"2024-09-21T02:44:23.163598+0000","last_peered":"2024-09-21T02:44:23.163598+0000","last_clean":"2024-09-21T02:44:23.163598+0000","last_became_active":"2024-09-21T02:44:21.840685+0000","last_became_peered":"2024-09-21T02:44:21.840685+0000","last_unstale":"2024-09-21T02:44:23.163598+0000","last_undegraded":"2024-09-21T02:44:23.163598+0000","last_fullsized":"2024-09-21T02:44:23.163598+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:43:37.516512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.798234+0000","last_change":"2024-09-21T02:44:21.809271+0000","last_active":"2024-09-21T02:44:22.798234+0000","last_peered":"2024-09-21T02:44:22.798234+0000","last_clean":"2024-09-21T02:44:22.798234+0000","last_became_active":"2024-09-21T02:44:21.806472+0000","last_became_peered":"2024-09-21T02:44:21.806472+0000","last_unstale":"2024-09-21T02:44:22.798234+0000","last_undegraded":"2024-09-21T02:44:22.798234+0000","last_fullsized":"2024-09-21T02:44:22.798234+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:52:47.929194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.160343+0000","last_change":"2024-09-21T02:44:21.839676+0000","last_active":"2024-09-21T02:44:23.160343+0000","last_peered":"2024-09-21T02:44:23.160343+0000","last_clean":"2024-09-21T02:44:23.160343+0000","last_became_active":"2024-09-21T02:44:21.838547+0000","last_became_peered":"2024-09-21T02:44:21.838547+0000","last_unstale":"2024-09-21T02:44:23.160343+0000","last_undegraded":"2024-09-21T02:44:23.160343+0000","last_fullsized":"2024-09-21T02:44:23.160343+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:23:57.446428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.793904+0000","last_change":"2024-09-21T02:44:21.830755+0000","last_active":"2024-09-21T02:44:22.793904+0000","last_peered":"2024-09-21T02:44:22.793904+0000","last_clean":"2024-09-21T02:44:22.793904+0000","last_became_active":"2024-09-21T02:44:21.830360+0000","last_became_peered":"2024-09-21T02:44:21.830360+0000","last_unstale":"2024-09-21T02:44:22.793904+0000","last_undegraded":"2024-09-21T02:44:22.793904+0000","last_fullsized":"2024-09-21T02:44:22.793904+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:49:51.358986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.162893+0000","last_change":"2024-09-21T02:44:21.854736+0000","last_active":"2024-09-21T02:44:23.162893+0000","last_peered":"2024-09-21T02:44:23.162893+0000","last_clean":"2024-09-21T02:44:23.162893+0000","last_became_active":"2024-09-21T02:44:21.854169+0000","last_became_peered":"2024-09-21T02:44:21.854169+0000","last_unstale":"2024-09-21T02:44:23.162893+0000","last_undegraded":"2024-09-21T02:44:23.162893+0000","last_fullsized":"2024-09-21T02:44:23.162893+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:32:32.745801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.159658+0000","last_change":"2024-09-21T02:44:21.844723+0000","last_active":"2024-09-21T02:44:23.159658+0000","last_peered":"2024-09-21T02:44:23.159658+0000","last_clean":"2024-09-21T02:44:23.159658+0000","last_became_active":"2024-09-21T02:44:21.838003+0000","last_became_peered":"2024-09-21T02:44:21.838003+0000","last_unstale":"2024-09-21T02:44:23.159658+0000","last_undegraded":"2024-09-21T02:44:23.159658+0000","last_fullsized":"2024-09-21T02:44:23.159658+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:54:42.652199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.160159+0000","last_change":"2024-09-21T02:44:21.844404+0000","last_active":"2024-09-21T02:44:23.160159+0000","last_peered":"2024-09-21T02:44:23.160159+0000","last_clean":"2024-09-21T02:44:23.160159+0000","last_became_active":"2024-09-21T02:44:21.839357+0000","last_became_peered":"2024-09-21T02:44:21.839357+0000","last_unstale":"2024-09-21T02:44:23.160159+0000","last_undegraded":"2024-09-21T02:44:23.160159+0000","last_fullsized":"2024-09-21T02:44:23.160159+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:04:31.619949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.162564+0000","last_change":"2024-09-21T02:44:21.853817+0000","last_active":"2024-09-21T02:44:23.162564+0000","last_peered":"2024-09-21T02:44:23.162564+0000","last_clean":"2024-09-21T02:44:23.162564+0000","last_became_active":"2024-09-21T02:44:21.853498+0000","last_became_peered":"2024-09-21T02:44:21.853498+0000","last_unstale":"2024-09-21T02:44:23.162564+0000","last_undegraded":"2024-09-21T02:44:23.162564+0000","last_fullsized":"2024-09-21T02:44:23.162564+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:09:58.364682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.794672+0000","last_change":"2024-09-21T02:44:21.801263+0000","last_active":"2024-09-21T02:44:22.794672+0000","last_peered":"2024-09-21T02:44:22.794672+0000","last_clean":"2024-09-21T02:44:22.794672+0000","last_became_active":"2024-09-21T02:44:21.800759+0000","last_became_peered":"2024-09-21T02:44:21.800759+0000","last_unstale":"2024-09-21T02:44:22.794672+0000","last_undegraded":"2024-09-21T02:44:22.794672+0000","last_fullsized":"2024-09-21T02:44:22.794672+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:54:19.259164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.162216+0000","last_change":"2024-09-21T02:44:21.856043+0000","last_active":"2024-09-21T02:44:23.162216+0000","last_peered":"2024-09-21T02:44:23.162216+0000","last_clean":"2024-09-21T02:44:23.162216+0000","last_became_active":"2024-09-21T02:44:21.855816+0000","last_became_peered":"2024-09-21T02:44:21.855816+0000","last_unstale":"2024-09-21T02:44:23.162216+0000","last_undegraded":"2024-09-21T02:44:23.162216+0000","last_fullsized":"2024-09-21T02:44:23.162216+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:42:11.074573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.160624+0000","last_change":"2024-09-21T02:44:21.829953+0000","last_active":"2024-09-21T02:44:23.160624+0000","last_peered":"2024-09-21T02:44:23.160624+0000","last_clean":"2024-09-21T02:44:23.160624+0000","last_became_active":"2024-09-21T02:44:21.829619+0000","last_became_peered":"2024-09-21T02:44:21.829619+0000","last_unstale":"2024-09-21T02:44:23.160624+0000","last_undegraded":"2024-09-21T02:44:23.160624+0000","last_fullsized":"2024-09-21T02:44:23.160624+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:54:42.535270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.797361+0000","last_change":"2024-09-21T02:44:21.832394+0000","last_active":"2024-09-21T02:44:22.797361+0000","last_peered":"2024-09-21T02:44:22.797361+0000","last_clean":"2024-09-21T02:44:22.797361+0000","last_became_active":"2024-09-21T02:44:21.831614+0000","last_became_peered":"2024-09-21T02:44:21.831614+0000","last_unstale":"2024-09-21T02:44:22.797361+0000","last_undegraded":"2024-09-21T02:44:22.797361+0000","last_fullsized":"2024-09-21T02:44:22.797361+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:59:45.970711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.161436+0000","last_change":"2024-09-21T02:44:21.846889+0000","last_active":"2024-09-21T02:44:23.161436+0000","last_peered":"2024-09-21T02:44:23.161436+0000","last_clean":"2024-09-21T02:44:23.161436+0000","last_became_active":"2024-09-21T02:44:21.846273+0000","last_became_peered":"2024-09-21T02:44:21.846273+0000","last_unstale":"2024-09-21T02:44:23.161436+0000","last_undegraded":"2024-09-21T02:44:23.161436+0000","last_fullsized":"2024-09-21T02:44:23.161436+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:53:08.572306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.794668+0000","last_change":"2024-09-21T02:44:21.836958+0000","last_active":"2024-09-21T02:44:22.794668+0000","last_peered":"2024-09-21T02:44:22.794668+0000","last_clean":"2024-09-21T02:44:22.794668+0000","last_became_active":"2024-09-21T02:44:21.836006+0000","last_became_peered":"2024-09-21T02:44:21.836006+0000","last_unstale":"2024-09-21T02:44:22.794668+0000","last_undegraded":"2024-09-21T02:44:22.794668+0000","last_fullsized":"2024-09-21T02:44:22.794668+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:12:18.295449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.160873+0000","last_change":"2024-09-21T02:44:21.805128+0000","last_active":"2024-09-21T02:44:23.160873+0000","last_peered":"2024-09-21T02:44:23.160873+0000","last_clean":"2024-09-21T02:44:23.160873+0000","last_became_active":"2024-09-21T02:44:21.804446+0000","last_became_peered":"2024-09-21T02:44:21.804446+0000","last_unstale":"2024-09-21T02:44:23.160873+0000","last_undegraded":"2024-09-21T02:44:23.160873+0000","last_fullsized":"2024-09-21T02:44:23.160873+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:52:09.590064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.793320+0000","last_change":"2024-09-21T02:44:21.854090+0000","last_active":"2024-09-21T02:44:22.793320+0000","last_peered":"2024-09-21T02:44:22.793320+0000","last_clean":"2024-09-21T02:44:22.793320+0000","last_became_active":"2024-09-21T02:44:21.853767+0000","last_became_peered":"2024-09-21T02:44:21.853767+0000","last_unstale":"2024-09-21T02:44:22.793320+0000","last_undegraded":"2024-09-21T02:44:22.793320+0000","last_fullsized":"2024-09-21T02:44:22.793320+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:37:54.248567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.160935+0000","last_change":"2024-09-21T02:44:21.807480+0000","last_active":"2024-09-21T02:44:23.160935+0000","last_peered":"2024-09-21T02:44:23.160935+0000","last_clean":"2024-09-21T02:44:23.160935+0000","last_became_active":"2024-09-21T02:44:21.807165+0000","last_became_peered":"2024-09-21T02:44:21.807165+0000","last_unstale":"2024-09-21T02:44:23.160935+0000","last_undegraded":"2024-09-21T02:44:23.160935+0000","last_fullsized":"2024-09-21T02:44:23.160935+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:17:27.066496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.160665+0000","last_change":"2024-09-21T02:44:21.844628+0000","last_active":"2024-09-21T02:44:23.160665+0000","last_peered":"2024-09-21T02:44:23.160665+0000","last_clean":"2024-09-21T02:44:23.160665+0000","last_became_active":"2024-09-21T02:44:21.838802+0000","last_became_peered":"2024-09-21T02:44:21.838802+0000","last_unstale":"2024-09-21T02:44:23.160665+0000","last_undegraded":"2024-09-21T02:44:23.160665+0000","last_fullsized":"2024-09-21T02:44:23.160665+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:59:45.970711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.162241+0000","last_change":"2024-09-21T02:44:21.800240+0000","last_active":"2024-09-21T02:44:23.162241+0000","last_peered":"2024-09-21T02:44:23.162241+0000","last_clean":"2024-09-21T02:44:23.162241+0000","last_became_active":"2024-09-21T02:44:21.799930+0000","last_became_peered":"2024-09-21T02:44:21.799930+0000","last_unstale":"2024-09-21T02:44:23.162241+0000","last_undegraded":"2024-09-21T02:44:23.162241+0000","last_fullsized":"2024-09-21T02:44:23.162241+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:22:26.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.162872+0000","last_change":"2024-09-21T02:44:21.803495+0000","last_active":"2024-09-21T02:44:23.162872+0000","last_peered":"2024-09-21T02:44:23.162872+0000","last_clean":"2024-09-21T02:44:23.162872+0000","last_became_active":"2024-09-21T02:44:21.803133+0000","last_became_peered":"2024-09-21T02:44:21.803133+0000","last_unstale":"2024-09-21T02:44:23.162872+0000","last_undegraded":"2024-09-21T02:44:23.162872+0000","last_fullsized":"2024-09-21T02:44:23.162872+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:13:25.372979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.159567+0000","last_change":"2024-09-21T02:44:21.803728+0000","last_active":"2024-09-21T02:44:23.159567+0000","last_peered":"2024-09-21T02:44:23.159567+0000","last_clean":"2024-09-21T02:44:23.159567+0000","last_became_active":"2024-09-21T02:44:21.801636+0000","last_became_peered":"2024-09-21T02:44:21.801636+0000","last_unstale":"2024-09-21T02:44:23.159567+0000","last_undegraded":"2024-09-21T02:44:23.159567+0000","last_fullsized":"2024-09-21T02:44:23.159567+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:07:45.387127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.793303+0000","last_change":"2024-09-21T02:44:21.795689+0000","last_active":"2024-09-21T02:44:22.793303+0000","last_peered":"2024-09-21T02:44:22.793303+0000","last_clean":"2024-09-21T02:44:22.793303+0000","last_became_active":"2024-09-21T02:44:21.795208+0000","last_became_peered":"2024-09-21T02:44:21.795208+0000","last_unstale":"2024-09-21T02:44:22.793303+0000","last_undegraded":"2024-09-21T02:44:22.793303+0000","last_fullsized":"2024-09-21T02:44:22.793303+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:08:57.013853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.162555+0000","last_change":"2024-09-21T02:44:21.829563+0000","last_active":"2024-09-21T02:44:23.162555+0000","last_peered":"2024-09-21T02:44:23.162555+0000","last_clean":"2024-09-21T02:44:23.162555+0000","last_became_active":"2024-09-21T02:44:21.828405+0000","last_became_peered":"2024-09-21T02:44:21.828405+0000","last_unstale":"2024-09-21T02:44:23.162555+0000","last_undegraded":"2024-09-21T02:44:23.162555+0000","last_fullsized":"2024-09-21T02:44:23.162555+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:15:48.902429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.160128+0000","last_change":"2024-09-21T02:44:21.851963+0000","last_active":"2024-09-21T02:44:23.160128+0000","last_peered":"2024-09-21T02:44:23.160128+0000","last_clean":"2024-09-21T02:44:23.160128+0000","last_became_active":"2024-09-21T02:44:21.846424+0000","last_became_peered":"2024-09-21T02:44:21.846424+0000","last_unstale":"2024-09-21T02:44:23.160128+0000","last_undegraded":"2024-09-21T02:44:23.160128+0000","last_fullsized":"2024-09-21T02:44:23.160128+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:34:23.144713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.795735+0000","last_change":"2024-09-21T02:44:21.844107+0000","last_active":"2024-09-21T02:44:22.795735+0000","last_peered":"2024-09-21T02:44:22.795735+0000","last_clean":"2024-09-21T02:44:22.795735+0000","last_became_active":"2024-09-21T02:44:21.840500+0000","last_became_peered":"2024-09-21T02:44:21.840500+0000","last_unstale":"2024-09-21T02:44:22.795735+0000","last_undegraded":"2024-09-21T02:44:22.795735+0000","last_fullsized":"2024-09-21T02:44:22.795735+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:21:22.170143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1f","version":"44'4","reported_seq":19,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.163387+0000","last_change":"2024-09-21T02:44:20.812489+0000","last_active":"2024-09-21T02:44:23.163387+0000","last_peered":"2024-09-21T02:44:23.163387+0000","last_clean":"2024-09-21T02:44:23.163387+0000","last_became_active":"2024-09-21T02:44:20.802208+0000","last_became_peered":"2024-09-21T02:44:20.802208+0000","last_unstale":"2024-09-21T02:44:23.163387+0000","last_undegraded":"2024-09-21T02:44:23.163387+0000","last_fullsized":"2024-09-21T02:44:23.163387+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:36:51.510589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.164306+0000","last_change":"2024-09-21T02:44:21.842465+0000","last_active":"2024-09-21T02:44:23.164306+0000","last_peered":"2024-09-21T02:44:23.164306+0000","last_clean":"2024-09-21T02:44:23.164306+0000","last_became_active":"2024-09-21T02:44:21.842050+0000","last_became_peered":"2024-09-21T02:44:21.842050+0000","last_unstale":"2024-09-21T02:44:23.164306+0000","last_undegraded":"2024-09-21T02:44:23.164306+0000","last_fullsized":"2024-09-21T02:44:23.164306+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:04:31.619949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"44'1","reported_seq":16,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.161989+0000","last_change":"2024-09-21T02:44:20.804200+0000","last_active":"2024-09-21T02:44:23.161989+0000","last_peered":"2024-09-21T02:44:23.161989+0000","last_clean":"2024-09-21T02:44:23.161989+0000","last_became_active":"2024-09-21T02:44:20.803760+0000","last_became_peered":"2024-09-21T02:44:20.803760+0000","last_unstale":"2024-09-21T02:44:23.161989+0000","last_undegraded":"2024-09-21T02:44:23.161989+0000","last_fullsized":"2024-09-21T02:44:23.161989+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:09:32.594559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.794086+0000","last_change":"2024-09-21T02:44:21.814027+0000","last_active":"2024-09-21T02:44:22.794086+0000","last_peered":"2024-09-21T02:44:22.794086+0000","last_clean":"2024-09-21T02:44:22.794086+0000","last_became_active":"2024-09-21T02:44:21.813606+0000","last_became_peered":"2024-09-21T02:44:21.813606+0000","last_unstale":"2024-09-21T02:44:22.794086+0000","last_undegraded":"2024-09-21T02:44:22.794086+0000","last_fullsized":"2024-09-21T02:44:22.794086+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:37:23.101509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1d","version":"44'2","reported_seq":17,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.163817+0000","last_change":"2024-09-21T02:44:20.812660+0000","last_active":"2024-09-21T02:44:23.163817+0000","last_peered":"2024-09-21T02:44:23.163817+0000","last_clean":"2024-09-21T02:44:23.163817+0000","last_became_active":"2024-09-21T02:44:20.810706+0000","last_became_peered":"2024-09-21T02:44:20.810706+0000","last_unstale":"2024-09-21T02:44:23.163817+0000","last_undegraded":"2024-09-21T02:44:23.163817+0000","last_fullsized":"2024-09-21T02:44:23.163817+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:15:38.137495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.160903+0000","last_change":"2024-09-21T02:44:21.845525+0000","last_active":"2024-09-21T02:44:23.160903+0000","last_peered":"2024-09-21T02:44:23.160903+0000","last_clean":"2024-09-21T02:44:23.160903+0000","last_became_active":"2024-09-21T02:44:21.839510+0000","last_became_peered":"2024-09-21T02:44:21.839510+0000","last_unstale":"2024-09-21T02:44:23.160903+0000","last_undegraded":"2024-09-21T02:44:23.160903+0000","last_fullsized":"2024-09-21T02:44:23.160903+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:33:23.832120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1c","version":"44'2","reported_seq":17,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.161462+0000","last_change":"2024-09-21T02:44:20.804451+0000","last_active":"2024-09-21T02:44:23.161462+0000","last_peered":"2024-09-21T02:44:23.161462+0000","last_clean":"2024-09-21T02:44:23.161462+0000","last_became_active":"2024-09-21T02:44:20.804151+0000","last_became_peered":"2024-09-21T02:44:20.804151+0000","last_unstale":"2024-09-21T02:44:23.161462+0000","last_undegraded":"2024-09-21T02:44:23.161462+0000","last_fullsized":"2024-09-21T02:44:23.161462+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:59:44.966751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.160347+0000","last_change":"2024-09-21T02:44:21.800193+0000","last_active":"2024-09-21T02:44:23.160347+0000","last_peered":"2024-09-21T02:44:23.160347+0000","last_clean":"2024-09-21T02:44:23.160347+0000","last_became_active":"2024-09-21T02:44:21.799810+0000","last_became_peered":"2024-09-21T02:44:21.799810+0000","last_unstale":"2024-09-21T02:44:23.160347+0000","last_undegraded":"2024-09-21T02:44:23.160347+0000","last_fullsized":"2024-09-21T02:44:23.160347+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:19:38.931531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.1b","version":"44'1","reported_seq":16,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.163253+0000","last_change":"2024-09-21T02:44:20.818194+0000","last_active":"2024-09-21T02:44:23.163253+0000","last_peered":"2024-09-21T02:44:23.163253+0000","last_clean":"2024-09-21T02:44:23.163253+0000","last_became_active":"2024-09-21T02:44:20.817067+0000","last_became_peered":"2024-09-21T02:44:20.817067+0000","last_unstale":"2024-09-21T02:44:23.163253+0000","last_undegraded":"2024-09-21T02:44:23.163253+0000","last_fullsized":"2024-09-21T02:44:23.163253+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:07:04.291319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.796156+0000","last_change":"2024-09-21T02:44:21.854202+0000","last_active":"2024-09-21T02:44:22.796156+0000","last_peered":"2024-09-21T02:44:22.796156+0000","last_clean":"2024-09-21T02:44:22.796156+0000","last_became_active":"2024-09-21T02:44:21.853646+0000","last_became_peered":"2024-09-21T02:44:21.853646+0000","last_unstale":"2024-09-21T02:44:22.796156+0000","last_undegraded":"2024-09-21T02:44:22.796156+0000","last_fullsized":"2024-09-21T02:44:22.796156+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:51:38.365816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1a","version":"44'1","reported_seq":16,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.160699+0000","last_change":"2024-09-21T02:44:20.801135+0000","last_active":"2024-09-21T02:44:23.160699+0000","last_peered":"2024-09-21T02:44:23.160699+0000","last_clean":"2024-09-21T02:44:23.160699+0000","last_became_active":"2024-09-21T02:44:20.800695+0000","last_became_peered":"2024-09-21T02:44:20.800695+0000","last_unstale":"2024-09-21T02:44:23.160699+0000","last_undegraded":"2024-09-21T02:44:23.160699+0000","last_fullsized":"2024-09-21T02:44:23.160699+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:17:00.749613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.794714+0000","last_change":"2024-09-21T02:44:21.798319+0000","last_active":"2024-09-21T02:44:22.794714+0000","last_peered":"2024-09-21T02:44:22.794714+0000","last_clean":"2024-09-21T02:44:22.794714+0000","last_became_active":"2024-09-21T02:44:21.797512+0000","last_became_peered":"2024-09-21T02:44:21.797512+0000","last_unstale":"2024-09-21T02:44:22.794714+0000","last_undegraded":"2024-09-21T02:44:22.794714+0000","last_fullsized":"2024-09-21T02:44:22.794714+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:09:33.598518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.159078+0000","last_change":"2024-09-21T02:44:20.809814+0000","last_active":"2024-09-21T02:44:23.159078+0000","last_peered":"2024-09-21T02:44:23.159078+0000","last_clean":"2024-09-21T02:44:23.159078+0000","last_became_active":"2024-09-21T02:44:20.809367+0000","last_became_peered":"2024-09-21T02:44:20.809367+0000","last_unstale":"2024-09-21T02:44:23.159078+0000","last_undegraded":"2024-09-21T02:44:23.159078+0000","last_fullsized":"2024-09-21T02:44:23.159078+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:51:23.148964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.160216+0000","last_change":"2024-09-21T02:44:21.831132+0000","last_active":"2024-09-21T02:44:23.160216+0000","last_peered":"2024-09-21T02:44:23.160216+0000","last_clean":"2024-09-21T02:44:23.160216+0000","last_became_active":"2024-09-21T02:44:21.830713+0000","last_became_peered":"2024-09-21T02:44:21.830713+0000","last_unstale":"2024-09-21T02:44:23.160216+0000","last_undegraded":"2024-09-21T02:44:23.160216+0000","last_fullsized":"2024-09-21T02:44:23.160216+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:09:56.368158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.797002+0000","last_change":"2024-09-21T02:44:20.832059+0000","last_active":"2024-09-21T02:44:22.797002+0000","last_peered":"2024-09-21T02:44:22.797002+0000","last_clean":"2024-09-21T02:44:22.797002+0000","last_became_active":"2024-09-21T02:44:20.831339+0000","last_became_peered":"2024-09-21T02:44:20.831339+0000","last_unstale":"2024-09-21T02:44:22.797002+0000","last_undegraded":"2024-09-21T02:44:22.797002+0000","last_fullsized":"2024-09-21T02:44:22.797002+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:08:56.009893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.162827+0000","last_change":"2024-09-21T02:44:21.829286+0000","last_active":"2024-09-21T02:44:23.162827+0000","last_peered":"2024-09-21T02:44:23.162827+0000","last_clean":"2024-09-21T02:44:23.162827+0000","last_became_active":"2024-09-21T02:44:21.829012+0000","last_became_peered":"2024-09-21T02:44:21.829012+0000","last_unstale":"2024-09-21T02:44:23.162827+0000","last_undegraded":"2024-09-21T02:44:23.162827+0000","last_fullsized":"2024-09-21T02:44:23.162827+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:09:29.245617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.162680+0000","last_change":"2024-09-21T02:44:20.809781+0000","last_active":"2024-09-21T02:44:23.162680+0000","last_peered":"2024-09-21T02:44:23.162680+0000","last_clean":"2024-09-21T02:44:23.162680+0000","last_became_active":"2024-09-21T02:44:20.809304+0000","last_became_peered":"2024-09-21T02:44:20.809304+0000","last_unstale":"2024-09-21T02:44:23.162680+0000","last_undegraded":"2024-09-21T02:44:23.162680+0000","last_fullsized":"2024-09-21T02:44:23.162680+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:44:41.525292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.162387+0000","last_change":"2024-09-21T02:44:21.804079+0000","last_active":"2024-09-21T02:44:23.162387+0000","last_peered":"2024-09-21T02:44:23.162387+0000","last_clean":"2024-09-21T02:44:23.162387+0000","last_became_active":"2024-09-21T02:44:21.803649+0000","last_became_peered":"2024-09-21T02:44:21.803649+0000","last_unstale":"2024-09-21T02:44:23.162387+0000","last_undegraded":"2024-09-21T02:44:23.162387+0000","last_fullsized":"2024-09-21T02:44:23.162387+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:17:13.011542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.798234+0000","last_change":"2024-09-21T02:44:20.818540+0000","last_active":"2024-09-21T02:44:22.798234+0000","last_peered":"2024-09-21T02:44:22.798234+0000","last_clean":"2024-09-21T02:44:22.798234+0000","last_became_active":"2024-09-21T02:44:20.817533+0000","last_became_peered":"2024-09-21T02:44:20.817533+0000","last_unstale":"2024-09-21T02:44:22.798234+0000","last_undegraded":"2024-09-21T02:44:22.798234+0000","last_fullsized":"2024-09-21T02:44:22.798234+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:10:41.996765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.159862+0000","last_change":"2024-09-21T02:44:21.846516+0000","last_active":"2024-09-21T02:44:23.159862+0000","last_peered":"2024-09-21T02:44:23.159862+0000","last_clean":"2024-09-21T02:44:23.159862+0000","last_became_active":"2024-09-21T02:44:21.845799+0000","last_became_peered":"2024-09-21T02:44:21.845799+0000","last_unstale":"2024-09-21T02:44:23.159862+0000","last_undegraded":"2024-09-21T02:44:23.159862+0000","last_fullsized":"2024-09-21T02:44:23.159862+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:54:19.259164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"44'3","reported_seq":18,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.793749+0000","last_change":"2024-09-21T02:44:20.803494+0000","last_active":"2024-09-21T02:44:22.793749+0000","last_peered":"2024-09-21T02:44:22.793749+0000","last_clean":"2024-09-21T02:44:22.793749+0000","last_became_active":"2024-09-21T02:44:20.803101+0000","last_became_peered":"2024-09-21T02:44:20.803101+0000","last_unstale":"2024-09-21T02:44:22.793749+0000","last_undegraded":"2024-09-21T02:44:22.793749+0000","last_fullsized":"2024-09-21T02:44:22.793749+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:15:38.137495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.162348+0000","last_change":"2024-09-21T02:44:21.853383+0000","last_active":"2024-09-21T02:44:23.162348+0000","last_peered":"2024-09-21T02:44:23.162348+0000","last_clean":"2024-09-21T02:44:23.162348+0000","last_became_active":"2024-09-21T02:44:21.853037+0000","last_became_peered":"2024-09-21T02:44:21.853037+0000","last_unstale":"2024-09-21T02:44:23.162348+0000","last_undegraded":"2024-09-21T02:44:23.162348+0000","last_fullsized":"2024-09-21T02:44:23.162348+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:04:58.207817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"44'6","reported_seq":21,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.797568+0000","last_change":"2024-09-21T02:44:20.824722+0000","last_active":"2024-09-21T02:44:22.797568+0000","last_peered":"2024-09-21T02:44:22.797568+0000","last_clean":"2024-09-21T02:44:22.797568+0000","last_became_active":"2024-09-21T02:44:20.823668+0000","last_became_peered":"2024-09-21T02:44:20.823668+0000","last_unstale":"2024-09-21T02:44:22.797568+0000","last_undegraded":"2024-09-21T02:44:22.797568+0000","last_fullsized":"2024-09-21T02:44:22.797568+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:43:36.512552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.161096+0000","last_change":"2024-09-21T02:44:21.854359+0000","last_active":"2024-09-21T02:44:23.161096+0000","last_peered":"2024-09-21T02:44:23.161096+0000","last_clean":"2024-09-21T02:44:23.161096+0000","last_became_active":"2024-09-21T02:44:21.854034+0000","last_became_peered":"2024-09-21T02:44:21.854034+0000","last_unstale":"2024-09-21T02:44:23.161096+0000","last_undegraded":"2024-09-21T02:44:23.161096+0000","last_fullsized":"2024-09-21T02:44:23.161096+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:26:17.577479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.13","version":"44'2","reported_seq":17,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.795581+0000","last_change":"2024-09-21T02:44:20.823597+0000","last_active":"2024-09-21T02:44:22.795581+0000","last_peered":"2024-09-21T02:44:22.795581+0000","last_clean":"2024-09-21T02:44:22.795581+0000","last_became_active":"2024-09-21T02:44:20.822775+0000","last_became_peered":"2024-09-21T02:44:20.822775+0000","last_unstale":"2024-09-21T02:44:22.795581+0000","last_undegraded":"2024-09-21T02:44:22.795581+0000","last_fullsized":"2024-09-21T02:44:22.795581+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:19:40.253403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.795221+0000","last_change":"2024-09-21T02:44:21.847003+0000","last_active":"2024-09-21T02:44:22.795221+0000","last_peered":"2024-09-21T02:44:22.795221+0000","last_clean":"2024-09-21T02:44:22.795221+0000","last_became_active":"2024-09-21T02:44:21.835378+0000","last_became_peered":"2024-09-21T02:44:21.835378+0000","last_unstale":"2024-09-21T02:44:22.795221+0000","last_undegraded":"2024-09-21T02:44:22.795221+0000","last_fullsized":"2024-09-21T02:44:22.795221+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:13:49.657268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.159347+0000","last_change":"2024-09-21T02:44:20.809664+0000","last_active":"2024-09-21T02:44:23.159347+0000","last_peered":"2024-09-21T02:44:23.159347+0000","last_clean":"2024-09-21T02:44:23.159347+0000","last_became_active":"2024-09-21T02:44:20.809211+0000","last_became_peered":"2024-09-21T02:44:20.809211+0000","last_unstale":"2024-09-21T02:44:23.159347+0000","last_undegraded":"2024-09-21T02:44:23.159347+0000","last_fullsized":"2024-09-21T02:44:23.159347+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:08:44.167231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.794713+0000","last_change":"2024-09-21T02:44:21.835690+0000","last_active":"2024-09-21T02:44:22.794713+0000","last_peered":"2024-09-21T02:44:22.794713+0000","last_clean":"2024-09-21T02:44:22.794713+0000","last_became_active":"2024-09-21T02:44:21.835078+0000","last_became_peered":"2024-09-21T02:44:21.835078+0000","last_unstale":"2024-09-21T02:44:22.794713+0000","last_undegraded":"2024-09-21T02:44:22.794713+0000","last_fullsized":"2024-09-21T02:44:22.794713+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:45:30.706461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.162369+0000","last_change":"2024-09-21T02:44:20.812621+0000","last_active":"2024-09-21T02:44:23.162369+0000","last_peered":"2024-09-21T02:44:23.162369+0000","last_clean":"2024-09-21T02:44:23.162369+0000","last_became_active":"2024-09-21T02:44:20.810843+0000","last_became_peered":"2024-09-21T02:44:20.810843+0000","last_unstale":"2024-09-21T02:44:23.162369+0000","last_undegraded":"2024-09-21T02:44:23.162369+0000","last_fullsized":"2024-09-21T02:44:23.162369+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:49:49.048165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.793406+0000","last_change":"2024-09-21T02:44:21.800726+0000","last_active":"2024-09-21T02:44:22.793406+0000","last_peered":"2024-09-21T02:44:22.793406+0000","last_clean":"2024-09-21T02:44:22.793406+0000","last_became_active":"2024-09-21T02:44:21.800360+0000","last_became_peered":"2024-09-21T02:44:21.800360+0000","last_unstale":"2024-09-21T02:44:22.793406+0000","last_undegraded":"2024-09-21T02:44:22.793406+0000","last_fullsized":"2024-09-21T02:44:22.793406+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:10:43.000725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.10","version":"44'8","reported_seq":23,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.794431+0000","last_change":"2024-09-21T02:44:20.827418+0000","last_active":"2024-09-21T02:44:22.794431+0000","last_peered":"2024-09-21T02:44:22.794431+0000","last_clean":"2024-09-21T02:44:22.794431+0000","last_became_active":"2024-09-21T02:44:20.826409+0000","last_became_peered":"2024-09-21T02:44:20.826409+0000","last_unstale":"2024-09-21T02:44:22.794431+0000","last_undegraded":"2024-09-21T02:44:22.794431+0000","last_fullsized":"2024-09-21T02:44:22.794431+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:32:31.741841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.796490+0000","last_change":"2024-09-21T02:44:21.844471+0000","last_active":"2024-09-21T02:44:22.796490+0000","last_peered":"2024-09-21T02:44:22.796490+0000","last_clean":"2024-09-21T02:44:22.796490+0000","last_became_active":"2024-09-21T02:44:21.841407+0000","last_became_peered":"2024-09-21T02:44:21.841407+0000","last_unstale":"2024-09-21T02:44:22.796490+0000","last_undegraded":"2024-09-21T02:44:22.796490+0000","last_fullsized":"2024-09-21T02:44:22.796490+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:03:44.682534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.f","version":"44'1","reported_seq":16,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.160667+0000","last_change":"2024-09-21T02:44:20.829576+0000","last_active":"2024-09-21T02:44:23.160667+0000","last_peered":"2024-09-21T02:44:23.160667+0000","last_clean":"2024-09-21T02:44:23.160667+0000","last_became_active":"2024-09-21T02:44:20.828717+0000","last_became_peered":"2024-09-21T02:44:20.828717+0000","last_unstale":"2024-09-21T02:44:23.160667+0000","last_undegraded":"2024-09-21T02:44:23.160667+0000","last_fullsized":"2024-09-21T02:44:23.160667+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:38:40.498852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.796513+0000","last_change":"2024-09-21T02:44:21.836540+0000","last_active":"2024-09-21T02:44:22.796513+0000","last_peered":"2024-09-21T02:44:22.796513+0000","last_clean":"2024-09-21T02:44:22.796513+0000","last_became_active":"2024-09-21T02:44:21.835530+0000","last_became_peered":"2024-09-21T02:44:21.835530+0000","last_unstale":"2024-09-21T02:44:22.796513+0000","last_undegraded":"2024-09-21T02:44:22.796513+0000","last_fullsized":"2024-09-21T02:44:22.796513+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:17:39.643353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.e","version":"44'2","reported_seq":17,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.163051+0000","last_change":"2024-09-21T02:44:20.817141+0000","last_active":"2024-09-21T02:44:23.163051+0000","last_peered":"2024-09-21T02:44:23.163051+0000","last_clean":"2024-09-21T02:44:23.163051+0000","last_became_active":"2024-09-21T02:44:20.816836+0000","last_became_peered":"2024-09-21T02:44:20.816836+0000","last_unstale":"2024-09-21T02:44:23.163051+0000","last_undegraded":"2024-09-21T02:44:23.163051+0000","last_fullsized":"2024-09-21T02:44:23.163051+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:55:48.783776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.794545+0000","last_change":"2024-09-21T02:44:21.854884+0000","last_active":"2024-09-21T02:44:22.794545+0000","last_peered":"2024-09-21T02:44:22.794545+0000","last_clean":"2024-09-21T02:44:22.794545+0000","last_became_active":"2024-09-21T02:44:21.854596+0000","last_became_peered":"2024-09-21T02:44:21.854596+0000","last_unstale":"2024-09-21T02:44:22.794545+0000","last_undegraded":"2024-09-21T02:44:22.794545+0000","last_fullsized":"2024-09-21T02:44:22.794545+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:54:42.652199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.d","version":"44'1","reported_seq":16,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.162941+0000","last_change":"2024-09-21T02:44:20.817988+0000","last_active":"2024-09-21T02:44:23.162941+0000","last_peered":"2024-09-21T02:44:23.162941+0000","last_clean":"2024-09-21T02:44:23.162941+0000","last_became_active":"2024-09-21T02:44:20.817580+0000","last_became_peered":"2024-09-21T02:44:20.817580+0000","last_unstale":"2024-09-21T02:44:23.162941+0000","last_undegraded":"2024-09-21T02:44:23.162941+0000","last_fullsized":"2024-09-21T02:44:23.162941+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:49:19.872099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.162609+0000","last_change":"2024-09-21T02:44:21.805524+0000","last_active":"2024-09-21T02:44:23.162609+0000","last_peered":"2024-09-21T02:44:23.162609+0000","last_clean":"2024-09-21T02:44:23.162609+0000","last_became_active":"2024-09-21T02:44:21.805210+0000","last_became_peered":"2024-09-21T02:44:21.805210+0000","last_unstale":"2024-09-21T02:44:23.162609+0000","last_undegraded":"2024-09-21T02:44:23.162609+0000","last_fullsized":"2024-09-21T02:44:23.162609+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:49:42.266798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.162797+0000","last_change":"2024-09-21T02:44:20.810454+0000","last_active":"2024-09-21T02:44:23.162797+0000","last_peered":"2024-09-21T02:44:23.162797+0000","last_clean":"2024-09-21T02:44:23.162797+0000","last_became_active":"2024-09-21T02:44:20.802247+0000","last_became_peered":"2024-09-21T02:44:20.802247+0000","last_unstale":"2024-09-21T02:44:23.162797+0000","last_undegraded":"2024-09-21T02:44:23.162797+0000","last_fullsized":"2024-09-21T02:44:23.162797+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:41:22.146495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.796022+0000","last_change":"2024-09-21T02:44:21.830247+0000","last_active":"2024-09-21T02:44:22.796022+0000","last_peered":"2024-09-21T02:44:22.796022+0000","last_clean":"2024-09-21T02:44:22.796022+0000","last_became_active":"2024-09-21T02:44:21.829306+0000","last_became_peered":"2024-09-21T02:44:21.829306+0000","last_unstale":"2024-09-21T02:44:22.796022+0000","last_undegraded":"2024-09-21T02:44:22.796022+0000","last_fullsized":"2024-09-21T02:44:22.796022+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:23:57.446428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.b","version":"44'2","reported_seq":17,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.796399+0000","last_change":"2024-09-21T02:44:20.824275+0000","last_active":"2024-09-21T02:44:22.796399+0000","last_peered":"2024-09-21T02:44:22.796399+0000","last_clean":"2024-09-21T02:44:22.796399+0000","last_became_active":"2024-09-21T02:44:20.823246+0000","last_became_peered":"2024-09-21T02:44:20.823246+0000","last_unstale":"2024-09-21T02:44:22.796399+0000","last_undegraded":"2024-09-21T02:44:22.796399+0000","last_fullsized":"2024-09-21T02:44:22.796399+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:26:32.505514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.163120+0000","last_change":"2024-09-21T02:44:21.836075+0000","last_active":"2024-09-21T02:44:23.163120+0000","last_peered":"2024-09-21T02:44:23.163120+0000","last_clean":"2024-09-21T02:44:23.163120+0000","last_became_active":"2024-09-21T02:44:21.832068+0000","last_became_peered":"2024-09-21T02:44:21.832068+0000","last_unstale":"2024-09-21T02:44:23.163120+0000","last_undegraded":"2024-09-21T02:44:23.163120+0000","last_fullsized":"2024-09-21T02:44:23.163120+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:26:33.509474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.163461+0000","last_change":"2024-09-21T02:44:20.800254+0000","last_active":"2024-09-21T02:44:23.163461+0000","last_peered":"2024-09-21T02:44:23.163461+0000","last_clean":"2024-09-21T02:44:23.163461+0000","last_became_active":"2024-09-21T02:44:20.799794+0000","last_became_peered":"2024-09-21T02:44:20.799794+0000","last_unstale":"2024-09-21T02:44:23.163461+0000","last_undegraded":"2024-09-21T02:44:23.163461+0000","last_fullsized":"2024-09-21T02:44:23.163461+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:17:52.675864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.160315+0000","last_change":"2024-09-21T02:44:21.837042+0000","last_active":"2024-09-21T02:44:23.160315+0000","last_peered":"2024-09-21T02:44:23.160315+0000","last_clean":"2024-09-21T02:44:23.160315+0000","last_became_active":"2024-09-21T02:44:21.821041+0000","last_became_peered":"2024-09-21T02:44:21.821041+0000","last_unstale":"2024-09-21T02:44:23.160315+0000","last_undegraded":"2024-09-21T02:44:23.160315+0000","last_fullsized":"2024-09-21T02:44:23.160315+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:09:33.598518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.794988+0000","last_change":"2024-09-21T02:44:20.818406+0000","last_active":"2024-09-21T02:44:22.794988+0000","last_peered":"2024-09-21T02:44:22.794988+0000","last_clean":"2024-09-21T02:44:22.794988+0000","last_became_active":"2024-09-21T02:44:20.817621+0000","last_became_peered":"2024-09-21T02:44:20.817621+0000","last_unstale":"2024-09-21T02:44:22.794988+0000","last_undegraded":"2024-09-21T02:44:22.794988+0000","last_fullsized":"2024-09-21T02:44:22.794988+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:15:47.898469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.159494+0000","last_change":"2024-09-21T02:44:21.838522+0000","last_active":"2024-09-21T02:44:23.159494+0000","last_peered":"2024-09-21T02:44:23.159494+0000","last_clean":"2024-09-21T02:44:23.159494+0000","last_became_active":"2024-09-21T02:44:21.820870+0000","last_became_peered":"2024-09-21T02:44:21.820870+0000","last_unstale":"2024-09-21T02:44:23.159494+0000","last_undegraded":"2024-09-21T02:44:23.159494+0000","last_fullsized":"2024-09-21T02:44:23.159494+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:37:23.101509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.163244+0000","last_change":"2024-09-21T02:44:20.812812+0000","last_active":"2024-09-21T02:44:23.163244+0000","last_peered":"2024-09-21T02:44:23.163244+0000","last_clean":"2024-09-21T02:44:23.163244+0000","last_became_active":"2024-09-21T02:44:20.812514+0000","last_became_peered":"2024-09-21T02:44:20.812514+0000","last_unstale":"2024-09-21T02:44:23.163244+0000","last_undegraded":"2024-09-21T02:44:23.163244+0000","last_fullsized":"2024-09-21T02:44:23.163244+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:38:25.944049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.161698+0000","last_change":"2024-09-21T02:44:21.842290+0000","last_active":"2024-09-21T02:44:23.161698+0000","last_peered":"2024-09-21T02:44:23.161698+0000","last_clean":"2024-09-21T02:44:23.161698+0000","last_became_active":"2024-09-21T02:44:21.841994+0000","last_became_peered":"2024-09-21T02:44:21.841994+0000","last_unstale":"2024-09-21T02:44:23.161698+0000","last_undegraded":"2024-09-21T02:44:23.161698+0000","last_fullsized":"2024-09-21T02:44:23.161698+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:00:37.871326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.6","version":"45'1","reported_seq":16,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.789613+0000","last_change":"2024-09-21T02:44:20.811848+0000","last_active":"2024-09-21T02:44:23.789613+0000","last_peered":"2024-09-21T02:44:23.789613+0000","last_clean":"2024-09-21T02:44:23.789613+0000","last_became_active":"2024-09-21T02:44:20.809651+0000","last_became_peered":"2024-09-21T02:44:20.809651+0000","last_unstale":"2024-09-21T02:44:23.789613+0000","last_undegraded":"2024-09-21T02:44:23.789613+0000","last_fullsized":"2024-09-21T02:44:23.789613+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:32:36.056957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.797654+0000","last_change":"2024-09-21T02:44:21.812934+0000","last_active":"2024-09-21T02:44:22.797654+0000","last_peered":"2024-09-21T02:44:22.797654+0000","last_clean":"2024-09-21T02:44:22.797654+0000","last_became_active":"2024-09-21T02:44:21.810681+0000","last_became_peered":"2024-09-21T02:44:21.810681+0000","last_unstale":"2024-09-21T02:44:22.797654+0000","last_undegraded":"2024-09-21T02:44:22.797654+0000","last_fullsized":"2024-09-21T02:44:22.797654+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:33:23.832120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.160965+0000","last_change":"2024-09-21T02:44:20.803009+0000","last_active":"2024-09-21T02:44:23.160965+0000","last_peered":"2024-09-21T02:44:23.160965+0000","last_clean":"2024-09-21T02:44:23.160965+0000","last_became_active":"2024-09-21T02:44:20.802720+0000","last_became_peered":"2024-09-21T02:44:20.802720+0000","last_unstale":"2024-09-21T02:44:23.160965+0000","last_undegraded":"2024-09-21T02:44:23.160965+0000","last_fullsized":"2024-09-21T02:44:23.160965+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:49:21.738642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.162848+0000","last_change":"2024-09-21T02:44:21.853142+0000","last_active":"2024-09-21T02:44:23.162848+0000","last_peered":"2024-09-21T02:44:23.162848+0000","last_clean":"2024-09-21T02:44:23.162848+0000","last_became_active":"2024-09-21T02:44:21.852839+0000","last_became_peered":"2024-09-21T02:44:21.852839+0000","last_unstale":"2024-09-21T02:44:23.162848+0000","last_undegraded":"2024-09-21T02:44:23.162848+0000","last_fullsized":"2024-09-21T02:44:23.162848+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:13:41.030104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.795161+0000","last_change":"2024-09-21T02:44:20.813461+0000","last_active":"2024-09-21T02:44:22.795161+0000","last_peered":"2024-09-21T02:44:22.795161+0000","last_clean":"2024-09-21T02:44:22.795161+0000","last_became_active":"2024-09-21T02:44:20.812909+0000","last_became_peered":"2024-09-21T02:44:20.812909+0000","last_unstale":"2024-09-21T02:44:22.795161+0000","last_undegraded":"2024-09-21T02:44:22.795161+0000","last_fullsized":"2024-09-21T02:44:22.795161+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:01:09.252829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.796477+0000","last_change":"2024-09-21T02:44:21.829704+0000","last_active":"2024-09-21T02:44:22.796477+0000","last_peered":"2024-09-21T02:44:22.796477+0000","last_clean":"2024-09-21T02:44:22.796477+0000","last_became_active":"2024-09-21T02:44:21.828636+0000","last_became_peered":"2024-09-21T02:44:21.828636+0000","last_unstale":"2024-09-21T02:44:22.796477+0000","last_undegraded":"2024-09-21T02:44:22.796477+0000","last_fullsized":"2024-09-21T02:44:22.796477+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:38:26.948009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.159527+0000","last_change":"2024-09-21T02:44:20.809920+0000","last_active":"2024-09-21T02:44:23.159527+0000","last_peered":"2024-09-21T02:44:23.159527+0000","last_clean":"2024-09-21T02:44:23.159527+0000","last_became_active":"2024-09-21T02:44:20.809532+0000","last_became_peered":"2024-09-21T02:44:20.809532+0000","last_unstale":"2024-09-21T02:44:23.159527+0000","last_undegraded":"2024-09-21T02:44:23.159527+0000","last_fullsized":"2024-09-21T02:44:23.159527+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:01:15.838269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.160624+0000","last_change":"2024-09-21T02:44:21.845282+0000","last_active":"2024-09-21T02:44:23.160624+0000","last_peered":"2024-09-21T02:44:23.160624+0000","last_clean":"2024-09-21T02:44:23.160624+0000","last_became_active":"2024-09-21T02:44:21.839029+0000","last_became_peered":"2024-09-21T02:44:21.839029+0000","last_unstale":"2024-09-21T02:44:23.160624+0000","last_undegraded":"2024-09-21T02:44:23.160624+0000","last_fullsized":"2024-09-21T02:44:23.160624+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:38:26.948009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.161015+0000","last_change":"2024-09-21T02:44:20.828272+0000","last_active":"2024-09-21T02:44:23.161015+0000","last_peered":"2024-09-21T02:44:23.161015+0000","last_clean":"2024-09-21T02:44:23.161015+0000","last_became_active":"2024-09-21T02:44:20.827879+0000","last_became_peered":"2024-09-21T02:44:20.827879+0000","last_unstale":"2024-09-21T02:44:23.161015+0000","last_undegraded":"2024-09-21T02:44:23.161015+0000","last_fullsized":"2024-09-21T02:44:23.161015+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:23:56.442468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.159900+0000","last_change":"2024-09-21T02:44:21.854175+0000","last_active":"2024-09-21T02:44:23.159900+0000","last_peered":"2024-09-21T02:44:23.159900+0000","last_clean":"2024-09-21T02:44:23.159900+0000","last_became_active":"2024-09-21T02:44:21.853849+0000","last_became_peered":"2024-09-21T02:44:21.853849+0000","last_unstale":"2024-09-21T02:44:23.159900+0000","last_undegraded":"2024-09-21T02:44:23.159900+0000","last_fullsized":"2024-09-21T02:44:23.159900+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:39:10.381836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.162707+0000","last_change":"2024-09-21T02:44:20.817481+0000","last_active":"2024-09-21T02:44:23.162707+0000","last_peered":"2024-09-21T02:44:23.162707+0000","last_clean":"2024-09-21T02:44:23.162707+0000","last_became_active":"2024-09-21T02:44:20.812114+0000","last_became_peered":"2024-09-21T02:44:20.812114+0000","last_unstale":"2024-09-21T02:44:23.162707+0000","last_undegraded":"2024-09-21T02:44:23.162707+0000","last_fullsized":"2024-09-21T02:44:23.162707+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:13:16.870805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.793396+0000","last_change":"2024-09-21T02:44:21.800348+0000","last_active":"2024-09-21T02:44:22.793396+0000","last_peered":"2024-09-21T02:44:22.793396+0000","last_clean":"2024-09-21T02:44:22.793396+0000","last_became_active":"2024-09-21T02:44:21.796675+0000","last_became_peered":"2024-09-21T02:44:21.796675+0000","last_unstale":"2024-09-21T02:44:22.793396+0000","last_undegraded":"2024-09-21T02:44:22.793396+0000","last_fullsized":"2024-09-21T02:44:22.793396+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:43:37.516512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.795049+0000","last_change":"2024-09-21T02:44:20.826597+0000","last_active":"2024-09-21T02:44:22.795049+0000","last_peered":"2024-09-21T02:44:22.795049+0000","last_clean":"2024-09-21T02:44:22.795049+0000","last_became_active":"2024-09-21T02:44:20.825639+0000","last_became_peered":"2024-09-21T02:44:20.825639+0000","last_unstale":"2024-09-21T02:44:22.795049+0000","last_undegraded":"2024-09-21T02:44:22.795049+0000","last_fullsized":"2024-09-21T02:44:22.795049+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:29:46.154595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.161139+0000","last_change":"2024-09-21T02:44:21.846333+0000","last_active":"2024-09-21T02:44:23.161139+0000","last_peered":"2024-09-21T02:44:23.161139+0000","last_clean":"2024-09-21T02:44:23.161139+0000","last_became_active":"2024-09-21T02:44:21.845645+0000","last_became_peered":"2024-09-21T02:44:21.845645+0000","last_unstale":"2024-09-21T02:44:23.161139+0000","last_undegraded":"2024-09-21T02:44:23.161139+0000","last_fullsized":"2024-09-21T02:44:23.161139+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:52:47.929194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.7","version":"44'2","reported_seq":17,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.161512+0000","last_change":"2024-09-21T02:44:20.811029+0000","last_active":"2024-09-21T02:44:23.161512+0000","last_peered":"2024-09-21T02:44:23.161512+0000","last_clean":"2024-09-21T02:44:23.161512+0000","last_became_active":"2024-09-21T02:44:20.810640+0000","last_became_peered":"2024-09-21T02:44:20.810640+0000","last_unstale":"2024-09-21T02:44:23.161512+0000","last_undegraded":"2024-09-21T02:44:23.161512+0000","last_fullsized":"2024-09-21T02:44:23.161512+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:51:37.361857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":152,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.160096+0000","last_change":"2024-09-21T02:42:55.639113+0000","last_active":"2024-09-21T02:44:23.160096+0000","last_peered":"2024-09-21T02:44:23.160096+0000","last_clean":"2024-09-21T02:44:23.160096+0000","last_became_active":"2024-09-21T02:42:55.638285+0000","last_became_peered":"2024-09-21T02:42:55.638285+0000","last_unstale":"2024-09-21T02:44:23.160096+0000","last_undegraded":"2024-09-21T02:44:23.160096+0000","last_fullsized":"2024-09-21T02:44:23.160096+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:42:54.606687+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:42:54.606687+0000","last_clean_scrub_stamp":"2024-09-21T02:42:54.606687+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:36:42.254718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509463,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27544,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344296,"statfs":{"total":96636764160,"available":96608559104,"internally_reserved":0,"allocated":528384,"data_stored":209350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509462,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32268,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339572,"statfs":{"total":96636764160,"available":96603721728,"internally_reserved":0,"allocated":1105920,"data_stored":792824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":17,"apply_latency_ms":17,"commit_latency_ns":17000000,"apply_latency_ns":17000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509461,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27556,"kb_used_data":528,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344284,"statfs":{"total":96636764160,"available":96608546816,"internally_reserved":0,"allocated":540672,"data_stored":210438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509462,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27548,"kb_used_data":520,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344292,"statfs":{"total":96636764160,"available":96608555008,"internally_reserved":0,"allocated":532480,"data_stored":210346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509461,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27540,"kb_used_data":512,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344300,"statfs":{"total":96636764160,"available":96608563200,"internally_reserved":0,"allocated":524288,"data_stored":208824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509461,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28124,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343716,"statfs":{"total":96636764160,"available":96607965184,"internally_reserved":0,"allocated":1118208,"data_stored":799172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509462,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27528,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344312,"statfs":{"total":96636764160,"available":96608575488,"internally_reserved":0,"allocated":516096,"data_stored":203106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542166,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31688,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340152,"statfs":{"total":96636764160,"available":96604315648,"internally_reserved":0,"allocated":512000,"data_stored":202468,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T02:44:25.956 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T02:44:26.140 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.134+0000 7fe8840db640 1 -- 172.21.15.83:0/797849572 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe87c073c60 msgr2=0x7fe87c0ceac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:26.140 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.134+0000 7fe8840db640 1 --2- 172.21.15.83:0/797849572 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe87c073c60 0x7fe87c0ceac0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fe870009c80 tx=0x7fe87001cc30 comp rx=0 tx=0).stop 2024-09-21T02:44:26.140 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.134+0000 7fe8840db640 1 -- 172.21.15.83:0/797849572 shutdown_connections 2024-09-21T02:44:26.141 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.134+0000 7fe8840db640 1 --2- 172.21.15.83:0/797849572 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe87c06fe30 0x7fe87c070240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:26.141 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.134+0000 7fe8840db640 1 --2- 172.21.15.83:0/797849572 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe87c073c60 0x7fe87c0ceac0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:26.141 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.134+0000 7fe8840db640 1 -- 172.21.15.83:0/797849572 >> 172.21.15.83:0/797849572 conn(0x7fe87c0cd350 msgr2=0x7fe87c0cd760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:26.141 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.134+0000 7fe8840db640 1 -- 172.21.15.83:0/797849572 shutdown_connections 2024-09-21T02:44:26.141 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.134+0000 7fe8840db640 1 -- 172.21.15.83:0/797849572 wait complete. 2024-09-21T02:44:26.142 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.138+0000 7fe8840db640 1 Processor -- start 2024-09-21T02:44:26.142 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.138+0000 7fe8840db640 1 -- start start 2024-09-21T02:44:26.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.138+0000 7fe8840db640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe87c06fe30 0x7fe87c149b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:26.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.138+0000 7fe8840db640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe87c0ce6b0 0x7fe87c1f9800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:26.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.138+0000 7fe8840db640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe87c15a930 0x7fe87c1f9d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:26.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.138+0000 7fe8840db640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fe87c166a90 con 0x7fe87c15a930 2024-09-21T02:44:26.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.138+0000 7fe8840db640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fe87c166910 con 0x7fe87c0ce6b0 2024-09-21T02:44:26.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.138+0000 7fe8840db640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fe87c166c10 con 0x7fe87c06fe30 2024-09-21T02:44:26.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.138+0000 7fe882678640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe87c15a930 0x7fe87c1f9d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:26.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.138+0000 7fe882678640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe87c15a930 0x7fe87c1f9d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:34516/0 (socket says 172.21.15.83:34516) 2024-09-21T02:44:26.145 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.138+0000 7fe882678640 1 -- 172.21.15.83:0/2343678130 learned_addr learned my addr 172.21.15.83:0/2343678130 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:26.145 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.138+0000 7fe881e77640 1 --2- 172.21.15.83:0/2343678130 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe87c06fe30 0x7fe87c149b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:26.145 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.138+0000 7fe881676640 1 --2- 172.21.15.83:0/2343678130 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe87c0ce6b0 0x7fe87c1f9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:26.145 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.138+0000 7fe882678640 1 -- 172.21.15.83:0/2343678130 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe87c06fe30 msgr2=0x7fe87c149b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:26.145 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.138+0000 7fe882678640 1 --2- 172.21.15.83:0/2343678130 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe87c06fe30 0x7fe87c149b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:26.145 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.138+0000 7fe882678640 1 -- 172.21.15.83:0/2343678130 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe87c0ce6b0 msgr2=0x7fe87c1f9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:26.145 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.138+0000 7fe882678640 1 --2- 172.21.15.83:0/2343678130 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe87c0ce6b0 0x7fe87c1f9800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:26.145 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.138+0000 7fe882678640 1 -- 172.21.15.83:0/2343678130 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe87c1fa280 con 0x7fe87c15a930 2024-09-21T02:44:26.145 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.138+0000 7fe882678640 1 --2- 172.21.15.83:0/2343678130 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe87c15a930 0x7fe87c1f9d40 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fe87800b410 tx=0x7fe87800b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:26.145 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.138+0000 7fe86e7fc640 1 -- 172.21.15.83:0/2343678130 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe878015020 con 0x7fe87c15a930 2024-09-21T02:44:26.145 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.138+0000 7fe86e7fc640 1 -- 172.21.15.83:0/2343678130 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe878011920 con 0x7fe87c15a930 2024-09-21T02:44:26.145 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.138+0000 7fe86e7fc640 1 -- 172.21.15.83:0/2343678130 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe878011d70 con 0x7fe87c15a930 2024-09-21T02:44:26.145 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.138+0000 7fe8840db640 1 -- 172.21.15.83:0/2343678130 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe87c1fa6f0 con 0x7fe87c15a930 2024-09-21T02:44:26.145 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.138+0000 7fe8840db640 1 -- 172.21.15.83:0/2343678130 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe87c0b4a90 con 0x7fe87c15a930 2024-09-21T02:44:26.146 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.138+0000 7fe8840db640 1 -- 172.21.15.83:0/2343678130 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe87c1fa450 con 0x7fe87c15a930 2024-09-21T02:44:26.146 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.142+0000 7fe86e7fc640 1 -- 172.21.15.83:0/2343678130 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fe878018020 con 0x7fe87c15a930 2024-09-21T02:44:26.146 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.142+0000 7fe86e7fc640 1 --2- 172.21.15.83:0/2343678130 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe860073200 0x7fe860075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:26.146 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.142+0000 7fe86e7fc640 1 -- 172.21.15.83:0/2343678130 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fe878094130 con 0x7fe87c15a930 2024-09-21T02:44:26.146 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.142+0000 7fe881e77640 1 --2- 172.21.15.83:0/2343678130 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe860073200 0x7fe860075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:26.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.142+0000 7fe881e77640 1 --2- 172.21.15.83:0/2343678130 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe860073200 0x7fe860075710 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fe874001820 tx=0x7fe874009040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:26.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.146+0000 7fe86e7fc640 1 -- 172.21.15.83:0/2343678130 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fe87c1fa450 con 0x7fe87c15a930 2024-09-21T02:44:26.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.298+0000 7fe8840db640 1 -- 172.21.15.83:0/2343678130 --> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe87c070240 con 0x7fe860073200 2024-09-21T02:44:26.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.306+0000 7fe86e7fc640 1 -- 172.21.15.83:0/2343678130 <== mgr.4150 v2:172.21.15.83:6800/38882767 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251952 (secure 0 0 0) 0x7fe87c070240 con 0x7fe860073200 2024-09-21T02:44:26.314 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:44:26.315 INFO:teuthology.orchestra.run.smithi083.stderr:dumped all 2024-09-21T02:44:26.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.310+0000 7fe8840db640 1 -- 172.21.15.83:0/2343678130 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe860073200 msgr2=0x7fe860075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:26.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.310+0000 7fe8840db640 1 --2- 172.21.15.83:0/2343678130 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe860073200 0x7fe860075710 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fe874001820 tx=0x7fe874009040 comp rx=0 tx=0).stop 2024-09-21T02:44:26.317 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.310+0000 7fe8840db640 1 -- 172.21.15.83:0/2343678130 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe87c15a930 msgr2=0x7fe87c1f9d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:26.317 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.310+0000 7fe8840db640 1 --2- 172.21.15.83:0/2343678130 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe87c15a930 0x7fe87c1f9d40 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fe87800b410 tx=0x7fe87800b8d0 comp rx=0 tx=0).stop 2024-09-21T02:44:26.317 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.310+0000 7fe8840db640 1 -- 172.21.15.83:0/2343678130 shutdown_connections 2024-09-21T02:44:26.317 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.310+0000 7fe8840db640 1 --2- 172.21.15.83:0/2343678130 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe860073200 0x7fe860075710 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:26.317 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.310+0000 7fe8840db640 1 --2- 172.21.15.83:0/2343678130 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe87c15a930 0x7fe87c1f9d40 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:26.317 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.310+0000 7fe8840db640 1 --2- 172.21.15.83:0/2343678130 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe87c0ce6b0 0x7fe87c1f9800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:26.317 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.310+0000 7fe8840db640 1 --2- 172.21.15.83:0/2343678130 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe87c06fe30 0x7fe87c149b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:26.317 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.310+0000 7fe8840db640 1 -- 172.21.15.83:0/2343678130 >> 172.21.15.83:0/2343678130 conn(0x7fe87c0cd350 msgr2=0x7fe87c153ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:26.317 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.310+0000 7fe8840db640 1 -- 172.21.15.83:0/2343678130 shutdown_connections 2024-09-21T02:44:26.317 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.310+0000 7fe8840db640 1 -- 172.21.15.83:0/2343678130 wait complete. 2024-09-21T02:44:26.333 INFO:teuthology.orchestra.run.smithi083.stdout:{"pg_ready":true,"pg_map":{"version":85,"stamp":"2024-09-21T02:44:25.802213+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":134,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":229796,"kb_used_data":5252,"kb_used_omap":12,"kb_used_meta":224371,"kb_avail":754744924,"statfs":{"total":773094113280,"available":772858802176,"internally_reserved":0,"allocated":5378048,"data_stored":2836528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":229756465},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":48,"apply_latency_ms":48,"commit_latency_ns":48000000,"apply_latency_ns":48000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001921"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.160610+0000","last_change":"2024-09-21T02:44:21.806737+0000","last_active":"2024-09-21T02:44:23.160610+0000","last_peered":"2024-09-21T02:44:23.160610+0000","last_clean":"2024-09-21T02:44:23.160610+0000","last_became_active":"2024-09-21T02:44:21.806362+0000","last_became_peered":"2024-09-21T02:44:21.806362+0000","last_unstale":"2024-09-21T02:44:23.160610+0000","last_undegraded":"2024-09-21T02:44:23.160610+0000","last_fullsized":"2024-09-21T02:44:23.160610+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:21:09.736408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.794499+0000","last_change":"2024-09-21T02:44:21.802118+0000","last_active":"2024-09-21T02:44:22.794499+0000","last_peered":"2024-09-21T02:44:22.794499+0000","last_clean":"2024-09-21T02:44:22.794499+0000","last_became_active":"2024-09-21T02:44:21.801710+0000","last_became_peered":"2024-09-21T02:44:21.801710+0000","last_unstale":"2024-09-21T02:44:22.794499+0000","last_undegraded":"2024-09-21T02:44:22.794499+0000","last_fullsized":"2024-09-21T02:44:22.794499+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:54:42.535270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.161962+0000","last_change":"2024-09-21T02:44:21.805229+0000","last_active":"2024-09-21T02:44:23.161962+0000","last_peered":"2024-09-21T02:44:23.161962+0000","last_clean":"2024-09-21T02:44:23.161962+0000","last_became_active":"2024-09-21T02:44:21.804909+0000","last_became_peered":"2024-09-21T02:44:21.804909+0000","last_unstale":"2024-09-21T02:44:23.161962+0000","last_undegraded":"2024-09-21T02:44:23.161962+0000","last_fullsized":"2024-09-21T02:44:23.161962+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:13:18.728176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.160492+0000","last_change":"2024-09-21T02:44:21.853948+0000","last_active":"2024-09-21T02:44:23.160492+0000","last_peered":"2024-09-21T02:44:23.160492+0000","last_clean":"2024-09-21T02:44:23.160492+0000","last_became_active":"2024-09-21T02:44:21.852703+0000","last_became_peered":"2024-09-21T02:44:21.852703+0000","last_unstale":"2024-09-21T02:44:23.160492+0000","last_undegraded":"2024-09-21T02:44:23.160492+0000","last_fullsized":"2024-09-21T02:44:23.160492+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:51:38.365816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.159188+0000","last_change":"2024-09-21T02:44:21.838269+0000","last_active":"2024-09-21T02:44:23.159188+0000","last_peered":"2024-09-21T02:44:23.159188+0000","last_clean":"2024-09-21T02:44:23.159188+0000","last_became_active":"2024-09-21T02:44:21.837984+0000","last_became_peered":"2024-09-21T02:44:21.837984+0000","last_unstale":"2024-09-21T02:44:23.159188+0000","last_undegraded":"2024-09-21T02:44:23.159188+0000","last_fullsized":"2024-09-21T02:44:23.159188+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:49:06.804604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.162927+0000","last_change":"2024-09-21T02:44:21.857289+0000","last_active":"2024-09-21T02:44:23.162927+0000","last_peered":"2024-09-21T02:44:23.162927+0000","last_clean":"2024-09-21T02:44:23.162927+0000","last_became_active":"2024-09-21T02:44:21.856550+0000","last_became_peered":"2024-09-21T02:44:21.856550+0000","last_unstale":"2024-09-21T02:44:23.162927+0000","last_undegraded":"2024-09-21T02:44:23.162927+0000","last_fullsized":"2024-09-21T02:44:23.162927+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:48:41.149938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.159575+0000","last_change":"2024-09-21T02:44:21.855655+0000","last_active":"2024-09-21T02:44:23.159575+0000","last_peered":"2024-09-21T02:44:23.159575+0000","last_clean":"2024-09-21T02:44:23.159575+0000","last_became_active":"2024-09-21T02:44:21.855348+0000","last_became_peered":"2024-09-21T02:44:21.855348+0000","last_unstale":"2024-09-21T02:44:23.159575+0000","last_undegraded":"2024-09-21T02:44:23.159575+0000","last_fullsized":"2024-09-21T02:44:23.159575+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:46:12.401647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.159568+0000","last_change":"2024-09-21T02:44:21.837157+0000","last_active":"2024-09-21T02:44:23.159568+0000","last_peered":"2024-09-21T02:44:23.159568+0000","last_clean":"2024-09-21T02:44:23.159568+0000","last_became_active":"2024-09-21T02:44:21.836428+0000","last_became_peered":"2024-09-21T02:44:21.836428+0000","last_unstale":"2024-09-21T02:44:23.159568+0000","last_undegraded":"2024-09-21T02:44:23.159568+0000","last_fullsized":"2024-09-21T02:44:23.159568+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:54:42.535270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.163598+0000","last_change":"2024-09-21T02:44:21.841203+0000","last_active":"2024-09-21T02:44:23.163598+0000","last_peered":"2024-09-21T02:44:23.163598+0000","last_clean":"2024-09-21T02:44:23.163598+0000","last_became_active":"2024-09-21T02:44:21.840685+0000","last_became_peered":"2024-09-21T02:44:21.840685+0000","last_unstale":"2024-09-21T02:44:23.163598+0000","last_undegraded":"2024-09-21T02:44:23.163598+0000","last_fullsized":"2024-09-21T02:44:23.163598+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:43:37.516512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.798234+0000","last_change":"2024-09-21T02:44:21.809271+0000","last_active":"2024-09-21T02:44:22.798234+0000","last_peered":"2024-09-21T02:44:22.798234+0000","last_clean":"2024-09-21T02:44:22.798234+0000","last_became_active":"2024-09-21T02:44:21.806472+0000","last_became_peered":"2024-09-21T02:44:21.806472+0000","last_unstale":"2024-09-21T02:44:22.798234+0000","last_undegraded":"2024-09-21T02:44:22.798234+0000","last_fullsized":"2024-09-21T02:44:22.798234+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:52:47.929194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.160343+0000","last_change":"2024-09-21T02:44:21.839676+0000","last_active":"2024-09-21T02:44:23.160343+0000","last_peered":"2024-09-21T02:44:23.160343+0000","last_clean":"2024-09-21T02:44:23.160343+0000","last_became_active":"2024-09-21T02:44:21.838547+0000","last_became_peered":"2024-09-21T02:44:21.838547+0000","last_unstale":"2024-09-21T02:44:23.160343+0000","last_undegraded":"2024-09-21T02:44:23.160343+0000","last_fullsized":"2024-09-21T02:44:23.160343+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:23:57.446428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.793904+0000","last_change":"2024-09-21T02:44:21.830755+0000","last_active":"2024-09-21T02:44:22.793904+0000","last_peered":"2024-09-21T02:44:22.793904+0000","last_clean":"2024-09-21T02:44:22.793904+0000","last_became_active":"2024-09-21T02:44:21.830360+0000","last_became_peered":"2024-09-21T02:44:21.830360+0000","last_unstale":"2024-09-21T02:44:22.793904+0000","last_undegraded":"2024-09-21T02:44:22.793904+0000","last_fullsized":"2024-09-21T02:44:22.793904+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:49:51.358986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.162893+0000","last_change":"2024-09-21T02:44:21.854736+0000","last_active":"2024-09-21T02:44:23.162893+0000","last_peered":"2024-09-21T02:44:23.162893+0000","last_clean":"2024-09-21T02:44:23.162893+0000","last_became_active":"2024-09-21T02:44:21.854169+0000","last_became_peered":"2024-09-21T02:44:21.854169+0000","last_unstale":"2024-09-21T02:44:23.162893+0000","last_undegraded":"2024-09-21T02:44:23.162893+0000","last_fullsized":"2024-09-21T02:44:23.162893+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:32:32.745801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.159658+0000","last_change":"2024-09-21T02:44:21.844723+0000","last_active":"2024-09-21T02:44:23.159658+0000","last_peered":"2024-09-21T02:44:23.159658+0000","last_clean":"2024-09-21T02:44:23.159658+0000","last_became_active":"2024-09-21T02:44:21.838003+0000","last_became_peered":"2024-09-21T02:44:21.838003+0000","last_unstale":"2024-09-21T02:44:23.159658+0000","last_undegraded":"2024-09-21T02:44:23.159658+0000","last_fullsized":"2024-09-21T02:44:23.159658+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:54:42.652199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.160159+0000","last_change":"2024-09-21T02:44:21.844404+0000","last_active":"2024-09-21T02:44:23.160159+0000","last_peered":"2024-09-21T02:44:23.160159+0000","last_clean":"2024-09-21T02:44:23.160159+0000","last_became_active":"2024-09-21T02:44:21.839357+0000","last_became_peered":"2024-09-21T02:44:21.839357+0000","last_unstale":"2024-09-21T02:44:23.160159+0000","last_undegraded":"2024-09-21T02:44:23.160159+0000","last_fullsized":"2024-09-21T02:44:23.160159+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:04:31.619949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.162564+0000","last_change":"2024-09-21T02:44:21.853817+0000","last_active":"2024-09-21T02:44:23.162564+0000","last_peered":"2024-09-21T02:44:23.162564+0000","last_clean":"2024-09-21T02:44:23.162564+0000","last_became_active":"2024-09-21T02:44:21.853498+0000","last_became_peered":"2024-09-21T02:44:21.853498+0000","last_unstale":"2024-09-21T02:44:23.162564+0000","last_undegraded":"2024-09-21T02:44:23.162564+0000","last_fullsized":"2024-09-21T02:44:23.162564+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:09:58.364682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.794672+0000","last_change":"2024-09-21T02:44:21.801263+0000","last_active":"2024-09-21T02:44:22.794672+0000","last_peered":"2024-09-21T02:44:22.794672+0000","last_clean":"2024-09-21T02:44:22.794672+0000","last_became_active":"2024-09-21T02:44:21.800759+0000","last_became_peered":"2024-09-21T02:44:21.800759+0000","last_unstale":"2024-09-21T02:44:22.794672+0000","last_undegraded":"2024-09-21T02:44:22.794672+0000","last_fullsized":"2024-09-21T02:44:22.794672+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:54:19.259164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.162216+0000","last_change":"2024-09-21T02:44:21.856043+0000","last_active":"2024-09-21T02:44:23.162216+0000","last_peered":"2024-09-21T02:44:23.162216+0000","last_clean":"2024-09-21T02:44:23.162216+0000","last_became_active":"2024-09-21T02:44:21.855816+0000","last_became_peered":"2024-09-21T02:44:21.855816+0000","last_unstale":"2024-09-21T02:44:23.162216+0000","last_undegraded":"2024-09-21T02:44:23.162216+0000","last_fullsized":"2024-09-21T02:44:23.162216+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:42:11.074573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.160624+0000","last_change":"2024-09-21T02:44:21.829953+0000","last_active":"2024-09-21T02:44:23.160624+0000","last_peered":"2024-09-21T02:44:23.160624+0000","last_clean":"2024-09-21T02:44:23.160624+0000","last_became_active":"2024-09-21T02:44:21.829619+0000","last_became_peered":"2024-09-21T02:44:21.829619+0000","last_unstale":"2024-09-21T02:44:23.160624+0000","last_undegraded":"2024-09-21T02:44:23.160624+0000","last_fullsized":"2024-09-21T02:44:23.160624+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:54:42.535270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.797361+0000","last_change":"2024-09-21T02:44:21.832394+0000","last_active":"2024-09-21T02:44:22.797361+0000","last_peered":"2024-09-21T02:44:22.797361+0000","last_clean":"2024-09-21T02:44:22.797361+0000","last_became_active":"2024-09-21T02:44:21.831614+0000","last_became_peered":"2024-09-21T02:44:21.831614+0000","last_unstale":"2024-09-21T02:44:22.797361+0000","last_undegraded":"2024-09-21T02:44:22.797361+0000","last_fullsized":"2024-09-21T02:44:22.797361+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:59:45.970711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.161436+0000","last_change":"2024-09-21T02:44:21.846889+0000","last_active":"2024-09-21T02:44:23.161436+0000","last_peered":"2024-09-21T02:44:23.161436+0000","last_clean":"2024-09-21T02:44:23.161436+0000","last_became_active":"2024-09-21T02:44:21.846273+0000","last_became_peered":"2024-09-21T02:44:21.846273+0000","last_unstale":"2024-09-21T02:44:23.161436+0000","last_undegraded":"2024-09-21T02:44:23.161436+0000","last_fullsized":"2024-09-21T02:44:23.161436+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:53:08.572306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.794668+0000","last_change":"2024-09-21T02:44:21.836958+0000","last_active":"2024-09-21T02:44:22.794668+0000","last_peered":"2024-09-21T02:44:22.794668+0000","last_clean":"2024-09-21T02:44:22.794668+0000","last_became_active":"2024-09-21T02:44:21.836006+0000","last_became_peered":"2024-09-21T02:44:21.836006+0000","last_unstale":"2024-09-21T02:44:22.794668+0000","last_undegraded":"2024-09-21T02:44:22.794668+0000","last_fullsized":"2024-09-21T02:44:22.794668+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:12:18.295449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.160873+0000","last_change":"2024-09-21T02:44:21.805128+0000","last_active":"2024-09-21T02:44:23.160873+0000","last_peered":"2024-09-21T02:44:23.160873+0000","last_clean":"2024-09-21T02:44:23.160873+0000","last_became_active":"2024-09-21T02:44:21.804446+0000","last_became_peered":"2024-09-21T02:44:21.804446+0000","last_unstale":"2024-09-21T02:44:23.160873+0000","last_undegraded":"2024-09-21T02:44:23.160873+0000","last_fullsized":"2024-09-21T02:44:23.160873+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:52:09.590064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.793320+0000","last_change":"2024-09-21T02:44:21.854090+0000","last_active":"2024-09-21T02:44:22.793320+0000","last_peered":"2024-09-21T02:44:22.793320+0000","last_clean":"2024-09-21T02:44:22.793320+0000","last_became_active":"2024-09-21T02:44:21.853767+0000","last_became_peered":"2024-09-21T02:44:21.853767+0000","last_unstale":"2024-09-21T02:44:22.793320+0000","last_undegraded":"2024-09-21T02:44:22.793320+0000","last_fullsized":"2024-09-21T02:44:22.793320+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:37:54.248567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.160935+0000","last_change":"2024-09-21T02:44:21.807480+0000","last_active":"2024-09-21T02:44:23.160935+0000","last_peered":"2024-09-21T02:44:23.160935+0000","last_clean":"2024-09-21T02:44:23.160935+0000","last_became_active":"2024-09-21T02:44:21.807165+0000","last_became_peered":"2024-09-21T02:44:21.807165+0000","last_unstale":"2024-09-21T02:44:23.160935+0000","last_undegraded":"2024-09-21T02:44:23.160935+0000","last_fullsized":"2024-09-21T02:44:23.160935+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:17:27.066496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.160665+0000","last_change":"2024-09-21T02:44:21.844628+0000","last_active":"2024-09-21T02:44:23.160665+0000","last_peered":"2024-09-21T02:44:23.160665+0000","last_clean":"2024-09-21T02:44:23.160665+0000","last_became_active":"2024-09-21T02:44:21.838802+0000","last_became_peered":"2024-09-21T02:44:21.838802+0000","last_unstale":"2024-09-21T02:44:23.160665+0000","last_undegraded":"2024-09-21T02:44:23.160665+0000","last_fullsized":"2024-09-21T02:44:23.160665+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:59:45.970711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.162241+0000","last_change":"2024-09-21T02:44:21.800240+0000","last_active":"2024-09-21T02:44:23.162241+0000","last_peered":"2024-09-21T02:44:23.162241+0000","last_clean":"2024-09-21T02:44:23.162241+0000","last_became_active":"2024-09-21T02:44:21.799930+0000","last_became_peered":"2024-09-21T02:44:21.799930+0000","last_unstale":"2024-09-21T02:44:23.162241+0000","last_undegraded":"2024-09-21T02:44:23.162241+0000","last_fullsized":"2024-09-21T02:44:23.162241+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:22:26.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.162872+0000","last_change":"2024-09-21T02:44:21.803495+0000","last_active":"2024-09-21T02:44:23.162872+0000","last_peered":"2024-09-21T02:44:23.162872+0000","last_clean":"2024-09-21T02:44:23.162872+0000","last_became_active":"2024-09-21T02:44:21.803133+0000","last_became_peered":"2024-09-21T02:44:21.803133+0000","last_unstale":"2024-09-21T02:44:23.162872+0000","last_undegraded":"2024-09-21T02:44:23.162872+0000","last_fullsized":"2024-09-21T02:44:23.162872+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:13:25.372979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.159567+0000","last_change":"2024-09-21T02:44:21.803728+0000","last_active":"2024-09-21T02:44:23.159567+0000","last_peered":"2024-09-21T02:44:23.159567+0000","last_clean":"2024-09-21T02:44:23.159567+0000","last_became_active":"2024-09-21T02:44:21.801636+0000","last_became_peered":"2024-09-21T02:44:21.801636+0000","last_unstale":"2024-09-21T02:44:23.159567+0000","last_undegraded":"2024-09-21T02:44:23.159567+0000","last_fullsized":"2024-09-21T02:44:23.159567+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:07:45.387127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.793303+0000","last_change":"2024-09-21T02:44:21.795689+0000","last_active":"2024-09-21T02:44:22.793303+0000","last_peered":"2024-09-21T02:44:22.793303+0000","last_clean":"2024-09-21T02:44:22.793303+0000","last_became_active":"2024-09-21T02:44:21.795208+0000","last_became_peered":"2024-09-21T02:44:21.795208+0000","last_unstale":"2024-09-21T02:44:22.793303+0000","last_undegraded":"2024-09-21T02:44:22.793303+0000","last_fullsized":"2024-09-21T02:44:22.793303+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:08:57.013853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.162555+0000","last_change":"2024-09-21T02:44:21.829563+0000","last_active":"2024-09-21T02:44:23.162555+0000","last_peered":"2024-09-21T02:44:23.162555+0000","last_clean":"2024-09-21T02:44:23.162555+0000","last_became_active":"2024-09-21T02:44:21.828405+0000","last_became_peered":"2024-09-21T02:44:21.828405+0000","last_unstale":"2024-09-21T02:44:23.162555+0000","last_undegraded":"2024-09-21T02:44:23.162555+0000","last_fullsized":"2024-09-21T02:44:23.162555+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:15:48.902429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.160128+0000","last_change":"2024-09-21T02:44:21.851963+0000","last_active":"2024-09-21T02:44:23.160128+0000","last_peered":"2024-09-21T02:44:23.160128+0000","last_clean":"2024-09-21T02:44:23.160128+0000","last_became_active":"2024-09-21T02:44:21.846424+0000","last_became_peered":"2024-09-21T02:44:21.846424+0000","last_unstale":"2024-09-21T02:44:23.160128+0000","last_undegraded":"2024-09-21T02:44:23.160128+0000","last_fullsized":"2024-09-21T02:44:23.160128+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:34:23.144713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.795735+0000","last_change":"2024-09-21T02:44:21.844107+0000","last_active":"2024-09-21T02:44:22.795735+0000","last_peered":"2024-09-21T02:44:22.795735+0000","last_clean":"2024-09-21T02:44:22.795735+0000","last_became_active":"2024-09-21T02:44:21.840500+0000","last_became_peered":"2024-09-21T02:44:21.840500+0000","last_unstale":"2024-09-21T02:44:22.795735+0000","last_undegraded":"2024-09-21T02:44:22.795735+0000","last_fullsized":"2024-09-21T02:44:22.795735+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:21:22.170143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1f","version":"44'4","reported_seq":19,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.163387+0000","last_change":"2024-09-21T02:44:20.812489+0000","last_active":"2024-09-21T02:44:23.163387+0000","last_peered":"2024-09-21T02:44:23.163387+0000","last_clean":"2024-09-21T02:44:23.163387+0000","last_became_active":"2024-09-21T02:44:20.802208+0000","last_became_peered":"2024-09-21T02:44:20.802208+0000","last_unstale":"2024-09-21T02:44:23.163387+0000","last_undegraded":"2024-09-21T02:44:23.163387+0000","last_fullsized":"2024-09-21T02:44:23.163387+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:36:51.510589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.164306+0000","last_change":"2024-09-21T02:44:21.842465+0000","last_active":"2024-09-21T02:44:23.164306+0000","last_peered":"2024-09-21T02:44:23.164306+0000","last_clean":"2024-09-21T02:44:23.164306+0000","last_became_active":"2024-09-21T02:44:21.842050+0000","last_became_peered":"2024-09-21T02:44:21.842050+0000","last_unstale":"2024-09-21T02:44:23.164306+0000","last_undegraded":"2024-09-21T02:44:23.164306+0000","last_fullsized":"2024-09-21T02:44:23.164306+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:04:31.619949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"44'1","reported_seq":16,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.161989+0000","last_change":"2024-09-21T02:44:20.804200+0000","last_active":"2024-09-21T02:44:23.161989+0000","last_peered":"2024-09-21T02:44:23.161989+0000","last_clean":"2024-09-21T02:44:23.161989+0000","last_became_active":"2024-09-21T02:44:20.803760+0000","last_became_peered":"2024-09-21T02:44:20.803760+0000","last_unstale":"2024-09-21T02:44:23.161989+0000","last_undegraded":"2024-09-21T02:44:23.161989+0000","last_fullsized":"2024-09-21T02:44:23.161989+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:09:32.594559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.794086+0000","last_change":"2024-09-21T02:44:21.814027+0000","last_active":"2024-09-21T02:44:22.794086+0000","last_peered":"2024-09-21T02:44:22.794086+0000","last_clean":"2024-09-21T02:44:22.794086+0000","last_became_active":"2024-09-21T02:44:21.813606+0000","last_became_peered":"2024-09-21T02:44:21.813606+0000","last_unstale":"2024-09-21T02:44:22.794086+0000","last_undegraded":"2024-09-21T02:44:22.794086+0000","last_fullsized":"2024-09-21T02:44:22.794086+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:37:23.101509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1d","version":"44'2","reported_seq":17,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.163817+0000","last_change":"2024-09-21T02:44:20.812660+0000","last_active":"2024-09-21T02:44:23.163817+0000","last_peered":"2024-09-21T02:44:23.163817+0000","last_clean":"2024-09-21T02:44:23.163817+0000","last_became_active":"2024-09-21T02:44:20.810706+0000","last_became_peered":"2024-09-21T02:44:20.810706+0000","last_unstale":"2024-09-21T02:44:23.163817+0000","last_undegraded":"2024-09-21T02:44:23.163817+0000","last_fullsized":"2024-09-21T02:44:23.163817+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:15:38.137495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.160903+0000","last_change":"2024-09-21T02:44:21.845525+0000","last_active":"2024-09-21T02:44:23.160903+0000","last_peered":"2024-09-21T02:44:23.160903+0000","last_clean":"2024-09-21T02:44:23.160903+0000","last_became_active":"2024-09-21T02:44:21.839510+0000","last_became_peered":"2024-09-21T02:44:21.839510+0000","last_unstale":"2024-09-21T02:44:23.160903+0000","last_undegraded":"2024-09-21T02:44:23.160903+0000","last_fullsized":"2024-09-21T02:44:23.160903+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:33:23.832120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1c","version":"44'2","reported_seq":17,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.161462+0000","last_change":"2024-09-21T02:44:20.804451+0000","last_active":"2024-09-21T02:44:23.161462+0000","last_peered":"2024-09-21T02:44:23.161462+0000","last_clean":"2024-09-21T02:44:23.161462+0000","last_became_active":"2024-09-21T02:44:20.804151+0000","last_became_peered":"2024-09-21T02:44:20.804151+0000","last_unstale":"2024-09-21T02:44:23.161462+0000","last_undegraded":"2024-09-21T02:44:23.161462+0000","last_fullsized":"2024-09-21T02:44:23.161462+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:59:44.966751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.160347+0000","last_change":"2024-09-21T02:44:21.800193+0000","last_active":"2024-09-21T02:44:23.160347+0000","last_peered":"2024-09-21T02:44:23.160347+0000","last_clean":"2024-09-21T02:44:23.160347+0000","last_became_active":"2024-09-21T02:44:21.799810+0000","last_became_peered":"2024-09-21T02:44:21.799810+0000","last_unstale":"2024-09-21T02:44:23.160347+0000","last_undegraded":"2024-09-21T02:44:23.160347+0000","last_fullsized":"2024-09-21T02:44:23.160347+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:19:38.931531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.1b","version":"44'1","reported_seq":16,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.163253+0000","last_change":"2024-09-21T02:44:20.818194+0000","last_active":"2024-09-21T02:44:23.163253+0000","last_peered":"2024-09-21T02:44:23.163253+0000","last_clean":"2024-09-21T02:44:23.163253+0000","last_became_active":"2024-09-21T02:44:20.817067+0000","last_became_peered":"2024-09-21T02:44:20.817067+0000","last_unstale":"2024-09-21T02:44:23.163253+0000","last_undegraded":"2024-09-21T02:44:23.163253+0000","last_fullsized":"2024-09-21T02:44:23.163253+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:07:04.291319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.796156+0000","last_change":"2024-09-21T02:44:21.854202+0000","last_active":"2024-09-21T02:44:22.796156+0000","last_peered":"2024-09-21T02:44:22.796156+0000","last_clean":"2024-09-21T02:44:22.796156+0000","last_became_active":"2024-09-21T02:44:21.853646+0000","last_became_peered":"2024-09-21T02:44:21.853646+0000","last_unstale":"2024-09-21T02:44:22.796156+0000","last_undegraded":"2024-09-21T02:44:22.796156+0000","last_fullsized":"2024-09-21T02:44:22.796156+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:51:38.365816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1a","version":"44'1","reported_seq":16,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.160699+0000","last_change":"2024-09-21T02:44:20.801135+0000","last_active":"2024-09-21T02:44:23.160699+0000","last_peered":"2024-09-21T02:44:23.160699+0000","last_clean":"2024-09-21T02:44:23.160699+0000","last_became_active":"2024-09-21T02:44:20.800695+0000","last_became_peered":"2024-09-21T02:44:20.800695+0000","last_unstale":"2024-09-21T02:44:23.160699+0000","last_undegraded":"2024-09-21T02:44:23.160699+0000","last_fullsized":"2024-09-21T02:44:23.160699+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:17:00.749613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.794714+0000","last_change":"2024-09-21T02:44:21.798319+0000","last_active":"2024-09-21T02:44:22.794714+0000","last_peered":"2024-09-21T02:44:22.794714+0000","last_clean":"2024-09-21T02:44:22.794714+0000","last_became_active":"2024-09-21T02:44:21.797512+0000","last_became_peered":"2024-09-21T02:44:21.797512+0000","last_unstale":"2024-09-21T02:44:22.794714+0000","last_undegraded":"2024-09-21T02:44:22.794714+0000","last_fullsized":"2024-09-21T02:44:22.794714+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:09:33.598518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.159078+0000","last_change":"2024-09-21T02:44:20.809814+0000","last_active":"2024-09-21T02:44:23.159078+0000","last_peered":"2024-09-21T02:44:23.159078+0000","last_clean":"2024-09-21T02:44:23.159078+0000","last_became_active":"2024-09-21T02:44:20.809367+0000","last_became_peered":"2024-09-21T02:44:20.809367+0000","last_unstale":"2024-09-21T02:44:23.159078+0000","last_undegraded":"2024-09-21T02:44:23.159078+0000","last_fullsized":"2024-09-21T02:44:23.159078+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:51:23.148964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.160216+0000","last_change":"2024-09-21T02:44:21.831132+0000","last_active":"2024-09-21T02:44:23.160216+0000","last_peered":"2024-09-21T02:44:23.160216+0000","last_clean":"2024-09-21T02:44:23.160216+0000","last_became_active":"2024-09-21T02:44:21.830713+0000","last_became_peered":"2024-09-21T02:44:21.830713+0000","last_unstale":"2024-09-21T02:44:23.160216+0000","last_undegraded":"2024-09-21T02:44:23.160216+0000","last_fullsized":"2024-09-21T02:44:23.160216+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:09:56.368158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.797002+0000","last_change":"2024-09-21T02:44:20.832059+0000","last_active":"2024-09-21T02:44:22.797002+0000","last_peered":"2024-09-21T02:44:22.797002+0000","last_clean":"2024-09-21T02:44:22.797002+0000","last_became_active":"2024-09-21T02:44:20.831339+0000","last_became_peered":"2024-09-21T02:44:20.831339+0000","last_unstale":"2024-09-21T02:44:22.797002+0000","last_undegraded":"2024-09-21T02:44:22.797002+0000","last_fullsized":"2024-09-21T02:44:22.797002+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:08:56.009893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.162827+0000","last_change":"2024-09-21T02:44:21.829286+0000","last_active":"2024-09-21T02:44:23.162827+0000","last_peered":"2024-09-21T02:44:23.162827+0000","last_clean":"2024-09-21T02:44:23.162827+0000","last_became_active":"2024-09-21T02:44:21.829012+0000","last_became_peered":"2024-09-21T02:44:21.829012+0000","last_unstale":"2024-09-21T02:44:23.162827+0000","last_undegraded":"2024-09-21T02:44:23.162827+0000","last_fullsized":"2024-09-21T02:44:23.162827+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:09:29.245617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.162680+0000","last_change":"2024-09-21T02:44:20.809781+0000","last_active":"2024-09-21T02:44:23.162680+0000","last_peered":"2024-09-21T02:44:23.162680+0000","last_clean":"2024-09-21T02:44:23.162680+0000","last_became_active":"2024-09-21T02:44:20.809304+0000","last_became_peered":"2024-09-21T02:44:20.809304+0000","last_unstale":"2024-09-21T02:44:23.162680+0000","last_undegraded":"2024-09-21T02:44:23.162680+0000","last_fullsized":"2024-09-21T02:44:23.162680+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:44:41.525292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.162387+0000","last_change":"2024-09-21T02:44:21.804079+0000","last_active":"2024-09-21T02:44:23.162387+0000","last_peered":"2024-09-21T02:44:23.162387+0000","last_clean":"2024-09-21T02:44:23.162387+0000","last_became_active":"2024-09-21T02:44:21.803649+0000","last_became_peered":"2024-09-21T02:44:21.803649+0000","last_unstale":"2024-09-21T02:44:23.162387+0000","last_undegraded":"2024-09-21T02:44:23.162387+0000","last_fullsized":"2024-09-21T02:44:23.162387+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:17:13.011542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.798234+0000","last_change":"2024-09-21T02:44:20.818540+0000","last_active":"2024-09-21T02:44:22.798234+0000","last_peered":"2024-09-21T02:44:22.798234+0000","last_clean":"2024-09-21T02:44:22.798234+0000","last_became_active":"2024-09-21T02:44:20.817533+0000","last_became_peered":"2024-09-21T02:44:20.817533+0000","last_unstale":"2024-09-21T02:44:22.798234+0000","last_undegraded":"2024-09-21T02:44:22.798234+0000","last_fullsized":"2024-09-21T02:44:22.798234+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:10:41.996765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.159862+0000","last_change":"2024-09-21T02:44:21.846516+0000","last_active":"2024-09-21T02:44:23.159862+0000","last_peered":"2024-09-21T02:44:23.159862+0000","last_clean":"2024-09-21T02:44:23.159862+0000","last_became_active":"2024-09-21T02:44:21.845799+0000","last_became_peered":"2024-09-21T02:44:21.845799+0000","last_unstale":"2024-09-21T02:44:23.159862+0000","last_undegraded":"2024-09-21T02:44:23.159862+0000","last_fullsized":"2024-09-21T02:44:23.159862+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:54:19.259164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"44'3","reported_seq":18,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.793749+0000","last_change":"2024-09-21T02:44:20.803494+0000","last_active":"2024-09-21T02:44:22.793749+0000","last_peered":"2024-09-21T02:44:22.793749+0000","last_clean":"2024-09-21T02:44:22.793749+0000","last_became_active":"2024-09-21T02:44:20.803101+0000","last_became_peered":"2024-09-21T02:44:20.803101+0000","last_unstale":"2024-09-21T02:44:22.793749+0000","last_undegraded":"2024-09-21T02:44:22.793749+0000","last_fullsized":"2024-09-21T02:44:22.793749+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:15:38.137495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.162348+0000","last_change":"2024-09-21T02:44:21.853383+0000","last_active":"2024-09-21T02:44:23.162348+0000","last_peered":"2024-09-21T02:44:23.162348+0000","last_clean":"2024-09-21T02:44:23.162348+0000","last_became_active":"2024-09-21T02:44:21.853037+0000","last_became_peered":"2024-09-21T02:44:21.853037+0000","last_unstale":"2024-09-21T02:44:23.162348+0000","last_undegraded":"2024-09-21T02:44:23.162348+0000","last_fullsized":"2024-09-21T02:44:23.162348+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:04:58.207817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"44'6","reported_seq":21,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.797568+0000","last_change":"2024-09-21T02:44:20.824722+0000","last_active":"2024-09-21T02:44:22.797568+0000","last_peered":"2024-09-21T02:44:22.797568+0000","last_clean":"2024-09-21T02:44:22.797568+0000","last_became_active":"2024-09-21T02:44:20.823668+0000","last_became_peered":"2024-09-21T02:44:20.823668+0000","last_unstale":"2024-09-21T02:44:22.797568+0000","last_undegraded":"2024-09-21T02:44:22.797568+0000","last_fullsized":"2024-09-21T02:44:22.797568+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:43:36.512552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.161096+0000","last_change":"2024-09-21T02:44:21.854359+0000","last_active":"2024-09-21T02:44:23.161096+0000","last_peered":"2024-09-21T02:44:23.161096+0000","last_clean":"2024-09-21T02:44:23.161096+0000","last_became_active":"2024-09-21T02:44:21.854034+0000","last_became_peered":"2024-09-21T02:44:21.854034+0000","last_unstale":"2024-09-21T02:44:23.161096+0000","last_undegraded":"2024-09-21T02:44:23.161096+0000","last_fullsized":"2024-09-21T02:44:23.161096+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:26:17.577479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.13","version":"44'2","reported_seq":17,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.795581+0000","last_change":"2024-09-21T02:44:20.823597+0000","last_active":"2024-09-21T02:44:22.795581+0000","last_peered":"2024-09-21T02:44:22.795581+0000","last_clean":"2024-09-21T02:44:22.795581+0000","last_became_active":"2024-09-21T02:44:20.822775+0000","last_became_peered":"2024-09-21T02:44:20.822775+0000","last_unstale":"2024-09-21T02:44:22.795581+0000","last_undegraded":"2024-09-21T02:44:22.795581+0000","last_fullsized":"2024-09-21T02:44:22.795581+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:19:40.253403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.795221+0000","last_change":"2024-09-21T02:44:21.847003+0000","last_active":"2024-09-21T02:44:22.795221+0000","last_peered":"2024-09-21T02:44:22.795221+0000","last_clean":"2024-09-21T02:44:22.795221+0000","last_became_active":"2024-09-21T02:44:21.835378+0000","last_became_peered":"2024-09-21T02:44:21.835378+0000","last_unstale":"2024-09-21T02:44:22.795221+0000","last_undegraded":"2024-09-21T02:44:22.795221+0000","last_fullsized":"2024-09-21T02:44:22.795221+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:13:49.657268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.159347+0000","last_change":"2024-09-21T02:44:20.809664+0000","last_active":"2024-09-21T02:44:23.159347+0000","last_peered":"2024-09-21T02:44:23.159347+0000","last_clean":"2024-09-21T02:44:23.159347+0000","last_became_active":"2024-09-21T02:44:20.809211+0000","last_became_peered":"2024-09-21T02:44:20.809211+0000","last_unstale":"2024-09-21T02:44:23.159347+0000","last_undegraded":"2024-09-21T02:44:23.159347+0000","last_fullsized":"2024-09-21T02:44:23.159347+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:08:44.167231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.794713+0000","last_change":"2024-09-21T02:44:21.835690+0000","last_active":"2024-09-21T02:44:22.794713+0000","last_peered":"2024-09-21T02:44:22.794713+0000","last_clean":"2024-09-21T02:44:22.794713+0000","last_became_active":"2024-09-21T02:44:21.835078+0000","last_became_peered":"2024-09-21T02:44:21.835078+0000","last_unstale":"2024-09-21T02:44:22.794713+0000","last_undegraded":"2024-09-21T02:44:22.794713+0000","last_fullsized":"2024-09-21T02:44:22.794713+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:45:30.706461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.162369+0000","last_change":"2024-09-21T02:44:20.812621+0000","last_active":"2024-09-21T02:44:23.162369+0000","last_peered":"2024-09-21T02:44:23.162369+0000","last_clean":"2024-09-21T02:44:23.162369+0000","last_became_active":"2024-09-21T02:44:20.810843+0000","last_became_peered":"2024-09-21T02:44:20.810843+0000","last_unstale":"2024-09-21T02:44:23.162369+0000","last_undegraded":"2024-09-21T02:44:23.162369+0000","last_fullsized":"2024-09-21T02:44:23.162369+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:49:49.048165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.793406+0000","last_change":"2024-09-21T02:44:21.800726+0000","last_active":"2024-09-21T02:44:22.793406+0000","last_peered":"2024-09-21T02:44:22.793406+0000","last_clean":"2024-09-21T02:44:22.793406+0000","last_became_active":"2024-09-21T02:44:21.800360+0000","last_became_peered":"2024-09-21T02:44:21.800360+0000","last_unstale":"2024-09-21T02:44:22.793406+0000","last_undegraded":"2024-09-21T02:44:22.793406+0000","last_fullsized":"2024-09-21T02:44:22.793406+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:10:43.000725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.10","version":"44'8","reported_seq":23,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.794431+0000","last_change":"2024-09-21T02:44:20.827418+0000","last_active":"2024-09-21T02:44:22.794431+0000","last_peered":"2024-09-21T02:44:22.794431+0000","last_clean":"2024-09-21T02:44:22.794431+0000","last_became_active":"2024-09-21T02:44:20.826409+0000","last_became_peered":"2024-09-21T02:44:20.826409+0000","last_unstale":"2024-09-21T02:44:22.794431+0000","last_undegraded":"2024-09-21T02:44:22.794431+0000","last_fullsized":"2024-09-21T02:44:22.794431+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:32:31.741841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.796490+0000","last_change":"2024-09-21T02:44:21.844471+0000","last_active":"2024-09-21T02:44:22.796490+0000","last_peered":"2024-09-21T02:44:22.796490+0000","last_clean":"2024-09-21T02:44:22.796490+0000","last_became_active":"2024-09-21T02:44:21.841407+0000","last_became_peered":"2024-09-21T02:44:21.841407+0000","last_unstale":"2024-09-21T02:44:22.796490+0000","last_undegraded":"2024-09-21T02:44:22.796490+0000","last_fullsized":"2024-09-21T02:44:22.796490+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:03:44.682534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.f","version":"44'1","reported_seq":16,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.160667+0000","last_change":"2024-09-21T02:44:20.829576+0000","last_active":"2024-09-21T02:44:23.160667+0000","last_peered":"2024-09-21T02:44:23.160667+0000","last_clean":"2024-09-21T02:44:23.160667+0000","last_became_active":"2024-09-21T02:44:20.828717+0000","last_became_peered":"2024-09-21T02:44:20.828717+0000","last_unstale":"2024-09-21T02:44:23.160667+0000","last_undegraded":"2024-09-21T02:44:23.160667+0000","last_fullsized":"2024-09-21T02:44:23.160667+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:38:40.498852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.796513+0000","last_change":"2024-09-21T02:44:21.836540+0000","last_active":"2024-09-21T02:44:22.796513+0000","last_peered":"2024-09-21T02:44:22.796513+0000","last_clean":"2024-09-21T02:44:22.796513+0000","last_became_active":"2024-09-21T02:44:21.835530+0000","last_became_peered":"2024-09-21T02:44:21.835530+0000","last_unstale":"2024-09-21T02:44:22.796513+0000","last_undegraded":"2024-09-21T02:44:22.796513+0000","last_fullsized":"2024-09-21T02:44:22.796513+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:17:39.643353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.e","version":"44'2","reported_seq":17,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.163051+0000","last_change":"2024-09-21T02:44:20.817141+0000","last_active":"2024-09-21T02:44:23.163051+0000","last_peered":"2024-09-21T02:44:23.163051+0000","last_clean":"2024-09-21T02:44:23.163051+0000","last_became_active":"2024-09-21T02:44:20.816836+0000","last_became_peered":"2024-09-21T02:44:20.816836+0000","last_unstale":"2024-09-21T02:44:23.163051+0000","last_undegraded":"2024-09-21T02:44:23.163051+0000","last_fullsized":"2024-09-21T02:44:23.163051+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:55:48.783776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.794545+0000","last_change":"2024-09-21T02:44:21.854884+0000","last_active":"2024-09-21T02:44:22.794545+0000","last_peered":"2024-09-21T02:44:22.794545+0000","last_clean":"2024-09-21T02:44:22.794545+0000","last_became_active":"2024-09-21T02:44:21.854596+0000","last_became_peered":"2024-09-21T02:44:21.854596+0000","last_unstale":"2024-09-21T02:44:22.794545+0000","last_undegraded":"2024-09-21T02:44:22.794545+0000","last_fullsized":"2024-09-21T02:44:22.794545+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:54:42.652199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.d","version":"44'1","reported_seq":16,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.162941+0000","last_change":"2024-09-21T02:44:20.817988+0000","last_active":"2024-09-21T02:44:23.162941+0000","last_peered":"2024-09-21T02:44:23.162941+0000","last_clean":"2024-09-21T02:44:23.162941+0000","last_became_active":"2024-09-21T02:44:20.817580+0000","last_became_peered":"2024-09-21T02:44:20.817580+0000","last_unstale":"2024-09-21T02:44:23.162941+0000","last_undegraded":"2024-09-21T02:44:23.162941+0000","last_fullsized":"2024-09-21T02:44:23.162941+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:49:19.872099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.162609+0000","last_change":"2024-09-21T02:44:21.805524+0000","last_active":"2024-09-21T02:44:23.162609+0000","last_peered":"2024-09-21T02:44:23.162609+0000","last_clean":"2024-09-21T02:44:23.162609+0000","last_became_active":"2024-09-21T02:44:21.805210+0000","last_became_peered":"2024-09-21T02:44:21.805210+0000","last_unstale":"2024-09-21T02:44:23.162609+0000","last_undegraded":"2024-09-21T02:44:23.162609+0000","last_fullsized":"2024-09-21T02:44:23.162609+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:49:42.266798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.162797+0000","last_change":"2024-09-21T02:44:20.810454+0000","last_active":"2024-09-21T02:44:23.162797+0000","last_peered":"2024-09-21T02:44:23.162797+0000","last_clean":"2024-09-21T02:44:23.162797+0000","last_became_active":"2024-09-21T02:44:20.802247+0000","last_became_peered":"2024-09-21T02:44:20.802247+0000","last_unstale":"2024-09-21T02:44:23.162797+0000","last_undegraded":"2024-09-21T02:44:23.162797+0000","last_fullsized":"2024-09-21T02:44:23.162797+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:41:22.146495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.796022+0000","last_change":"2024-09-21T02:44:21.830247+0000","last_active":"2024-09-21T02:44:22.796022+0000","last_peered":"2024-09-21T02:44:22.796022+0000","last_clean":"2024-09-21T02:44:22.796022+0000","last_became_active":"2024-09-21T02:44:21.829306+0000","last_became_peered":"2024-09-21T02:44:21.829306+0000","last_unstale":"2024-09-21T02:44:22.796022+0000","last_undegraded":"2024-09-21T02:44:22.796022+0000","last_fullsized":"2024-09-21T02:44:22.796022+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:23:57.446428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.b","version":"44'2","reported_seq":17,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.796399+0000","last_change":"2024-09-21T02:44:20.824275+0000","last_active":"2024-09-21T02:44:22.796399+0000","last_peered":"2024-09-21T02:44:22.796399+0000","last_clean":"2024-09-21T02:44:22.796399+0000","last_became_active":"2024-09-21T02:44:20.823246+0000","last_became_peered":"2024-09-21T02:44:20.823246+0000","last_unstale":"2024-09-21T02:44:22.796399+0000","last_undegraded":"2024-09-21T02:44:22.796399+0000","last_fullsized":"2024-09-21T02:44:22.796399+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:26:32.505514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.163120+0000","last_change":"2024-09-21T02:44:21.836075+0000","last_active":"2024-09-21T02:44:23.163120+0000","last_peered":"2024-09-21T02:44:23.163120+0000","last_clean":"2024-09-21T02:44:23.163120+0000","last_became_active":"2024-09-21T02:44:21.832068+0000","last_became_peered":"2024-09-21T02:44:21.832068+0000","last_unstale":"2024-09-21T02:44:23.163120+0000","last_undegraded":"2024-09-21T02:44:23.163120+0000","last_fullsized":"2024-09-21T02:44:23.163120+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:26:33.509474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.163461+0000","last_change":"2024-09-21T02:44:20.800254+0000","last_active":"2024-09-21T02:44:23.163461+0000","last_peered":"2024-09-21T02:44:23.163461+0000","last_clean":"2024-09-21T02:44:23.163461+0000","last_became_active":"2024-09-21T02:44:20.799794+0000","last_became_peered":"2024-09-21T02:44:20.799794+0000","last_unstale":"2024-09-21T02:44:23.163461+0000","last_undegraded":"2024-09-21T02:44:23.163461+0000","last_fullsized":"2024-09-21T02:44:23.163461+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:17:52.675864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.160315+0000","last_change":"2024-09-21T02:44:21.837042+0000","last_active":"2024-09-21T02:44:23.160315+0000","last_peered":"2024-09-21T02:44:23.160315+0000","last_clean":"2024-09-21T02:44:23.160315+0000","last_became_active":"2024-09-21T02:44:21.821041+0000","last_became_peered":"2024-09-21T02:44:21.821041+0000","last_unstale":"2024-09-21T02:44:23.160315+0000","last_undegraded":"2024-09-21T02:44:23.160315+0000","last_fullsized":"2024-09-21T02:44:23.160315+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:09:33.598518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.794988+0000","last_change":"2024-09-21T02:44:20.818406+0000","last_active":"2024-09-21T02:44:22.794988+0000","last_peered":"2024-09-21T02:44:22.794988+0000","last_clean":"2024-09-21T02:44:22.794988+0000","last_became_active":"2024-09-21T02:44:20.817621+0000","last_became_peered":"2024-09-21T02:44:20.817621+0000","last_unstale":"2024-09-21T02:44:22.794988+0000","last_undegraded":"2024-09-21T02:44:22.794988+0000","last_fullsized":"2024-09-21T02:44:22.794988+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:15:47.898469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.159494+0000","last_change":"2024-09-21T02:44:21.838522+0000","last_active":"2024-09-21T02:44:23.159494+0000","last_peered":"2024-09-21T02:44:23.159494+0000","last_clean":"2024-09-21T02:44:23.159494+0000","last_became_active":"2024-09-21T02:44:21.820870+0000","last_became_peered":"2024-09-21T02:44:21.820870+0000","last_unstale":"2024-09-21T02:44:23.159494+0000","last_undegraded":"2024-09-21T02:44:23.159494+0000","last_fullsized":"2024-09-21T02:44:23.159494+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:37:23.101509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.163244+0000","last_change":"2024-09-21T02:44:20.812812+0000","last_active":"2024-09-21T02:44:23.163244+0000","last_peered":"2024-09-21T02:44:23.163244+0000","last_clean":"2024-09-21T02:44:23.163244+0000","last_became_active":"2024-09-21T02:44:20.812514+0000","last_became_peered":"2024-09-21T02:44:20.812514+0000","last_unstale":"2024-09-21T02:44:23.163244+0000","last_undegraded":"2024-09-21T02:44:23.163244+0000","last_fullsized":"2024-09-21T02:44:23.163244+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:38:25.944049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.161698+0000","last_change":"2024-09-21T02:44:21.842290+0000","last_active":"2024-09-21T02:44:23.161698+0000","last_peered":"2024-09-21T02:44:23.161698+0000","last_clean":"2024-09-21T02:44:23.161698+0000","last_became_active":"2024-09-21T02:44:21.841994+0000","last_became_peered":"2024-09-21T02:44:21.841994+0000","last_unstale":"2024-09-21T02:44:23.161698+0000","last_undegraded":"2024-09-21T02:44:23.161698+0000","last_fullsized":"2024-09-21T02:44:23.161698+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:00:37.871326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.6","version":"45'1","reported_seq":16,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.789613+0000","last_change":"2024-09-21T02:44:20.811848+0000","last_active":"2024-09-21T02:44:23.789613+0000","last_peered":"2024-09-21T02:44:23.789613+0000","last_clean":"2024-09-21T02:44:23.789613+0000","last_became_active":"2024-09-21T02:44:20.809651+0000","last_became_peered":"2024-09-21T02:44:20.809651+0000","last_unstale":"2024-09-21T02:44:23.789613+0000","last_undegraded":"2024-09-21T02:44:23.789613+0000","last_fullsized":"2024-09-21T02:44:23.789613+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:32:36.056957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.797654+0000","last_change":"2024-09-21T02:44:21.812934+0000","last_active":"2024-09-21T02:44:22.797654+0000","last_peered":"2024-09-21T02:44:22.797654+0000","last_clean":"2024-09-21T02:44:22.797654+0000","last_became_active":"2024-09-21T02:44:21.810681+0000","last_became_peered":"2024-09-21T02:44:21.810681+0000","last_unstale":"2024-09-21T02:44:22.797654+0000","last_undegraded":"2024-09-21T02:44:22.797654+0000","last_fullsized":"2024-09-21T02:44:22.797654+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:33:23.832120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.160965+0000","last_change":"2024-09-21T02:44:20.803009+0000","last_active":"2024-09-21T02:44:23.160965+0000","last_peered":"2024-09-21T02:44:23.160965+0000","last_clean":"2024-09-21T02:44:23.160965+0000","last_became_active":"2024-09-21T02:44:20.802720+0000","last_became_peered":"2024-09-21T02:44:20.802720+0000","last_unstale":"2024-09-21T02:44:23.160965+0000","last_undegraded":"2024-09-21T02:44:23.160965+0000","last_fullsized":"2024-09-21T02:44:23.160965+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:49:21.738642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.162848+0000","last_change":"2024-09-21T02:44:21.853142+0000","last_active":"2024-09-21T02:44:23.162848+0000","last_peered":"2024-09-21T02:44:23.162848+0000","last_clean":"2024-09-21T02:44:23.162848+0000","last_became_active":"2024-09-21T02:44:21.852839+0000","last_became_peered":"2024-09-21T02:44:21.852839+0000","last_unstale":"2024-09-21T02:44:23.162848+0000","last_undegraded":"2024-09-21T02:44:23.162848+0000","last_fullsized":"2024-09-21T02:44:23.162848+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:13:41.030104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.795161+0000","last_change":"2024-09-21T02:44:20.813461+0000","last_active":"2024-09-21T02:44:22.795161+0000","last_peered":"2024-09-21T02:44:22.795161+0000","last_clean":"2024-09-21T02:44:22.795161+0000","last_became_active":"2024-09-21T02:44:20.812909+0000","last_became_peered":"2024-09-21T02:44:20.812909+0000","last_unstale":"2024-09-21T02:44:22.795161+0000","last_undegraded":"2024-09-21T02:44:22.795161+0000","last_fullsized":"2024-09-21T02:44:22.795161+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:01:09.252829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.796477+0000","last_change":"2024-09-21T02:44:21.829704+0000","last_active":"2024-09-21T02:44:22.796477+0000","last_peered":"2024-09-21T02:44:22.796477+0000","last_clean":"2024-09-21T02:44:22.796477+0000","last_became_active":"2024-09-21T02:44:21.828636+0000","last_became_peered":"2024-09-21T02:44:21.828636+0000","last_unstale":"2024-09-21T02:44:22.796477+0000","last_undegraded":"2024-09-21T02:44:22.796477+0000","last_fullsized":"2024-09-21T02:44:22.796477+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:38:26.948009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.159527+0000","last_change":"2024-09-21T02:44:20.809920+0000","last_active":"2024-09-21T02:44:23.159527+0000","last_peered":"2024-09-21T02:44:23.159527+0000","last_clean":"2024-09-21T02:44:23.159527+0000","last_became_active":"2024-09-21T02:44:20.809532+0000","last_became_peered":"2024-09-21T02:44:20.809532+0000","last_unstale":"2024-09-21T02:44:23.159527+0000","last_undegraded":"2024-09-21T02:44:23.159527+0000","last_fullsized":"2024-09-21T02:44:23.159527+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:01:15.838269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.160624+0000","last_change":"2024-09-21T02:44:21.845282+0000","last_active":"2024-09-21T02:44:23.160624+0000","last_peered":"2024-09-21T02:44:23.160624+0000","last_clean":"2024-09-21T02:44:23.160624+0000","last_became_active":"2024-09-21T02:44:21.839029+0000","last_became_peered":"2024-09-21T02:44:21.839029+0000","last_unstale":"2024-09-21T02:44:23.160624+0000","last_undegraded":"2024-09-21T02:44:23.160624+0000","last_fullsized":"2024-09-21T02:44:23.160624+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:38:26.948009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.161015+0000","last_change":"2024-09-21T02:44:20.828272+0000","last_active":"2024-09-21T02:44:23.161015+0000","last_peered":"2024-09-21T02:44:23.161015+0000","last_clean":"2024-09-21T02:44:23.161015+0000","last_became_active":"2024-09-21T02:44:20.827879+0000","last_became_peered":"2024-09-21T02:44:20.827879+0000","last_unstale":"2024-09-21T02:44:23.161015+0000","last_undegraded":"2024-09-21T02:44:23.161015+0000","last_fullsized":"2024-09-21T02:44:23.161015+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:23:56.442468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.159900+0000","last_change":"2024-09-21T02:44:21.854175+0000","last_active":"2024-09-21T02:44:23.159900+0000","last_peered":"2024-09-21T02:44:23.159900+0000","last_clean":"2024-09-21T02:44:23.159900+0000","last_became_active":"2024-09-21T02:44:21.853849+0000","last_became_peered":"2024-09-21T02:44:21.853849+0000","last_unstale":"2024-09-21T02:44:23.159900+0000","last_undegraded":"2024-09-21T02:44:23.159900+0000","last_fullsized":"2024-09-21T02:44:23.159900+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:39:10.381836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.162707+0000","last_change":"2024-09-21T02:44:20.817481+0000","last_active":"2024-09-21T02:44:23.162707+0000","last_peered":"2024-09-21T02:44:23.162707+0000","last_clean":"2024-09-21T02:44:23.162707+0000","last_became_active":"2024-09-21T02:44:20.812114+0000","last_became_peered":"2024-09-21T02:44:20.812114+0000","last_unstale":"2024-09-21T02:44:23.162707+0000","last_undegraded":"2024-09-21T02:44:23.162707+0000","last_fullsized":"2024-09-21T02:44:23.162707+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:13:16.870805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.793396+0000","last_change":"2024-09-21T02:44:21.800348+0000","last_active":"2024-09-21T02:44:22.793396+0000","last_peered":"2024-09-21T02:44:22.793396+0000","last_clean":"2024-09-21T02:44:22.793396+0000","last_became_active":"2024-09-21T02:44:21.796675+0000","last_became_peered":"2024-09-21T02:44:21.796675+0000","last_unstale":"2024-09-21T02:44:22.793396+0000","last_undegraded":"2024-09-21T02:44:22.793396+0000","last_fullsized":"2024-09-21T02:44:22.793396+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:43:37.516512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:22.795049+0000","last_change":"2024-09-21T02:44:20.826597+0000","last_active":"2024-09-21T02:44:22.795049+0000","last_peered":"2024-09-21T02:44:22.795049+0000","last_clean":"2024-09-21T02:44:22.795049+0000","last_became_active":"2024-09-21T02:44:20.825639+0000","last_became_peered":"2024-09-21T02:44:20.825639+0000","last_unstale":"2024-09-21T02:44:22.795049+0000","last_undegraded":"2024-09-21T02:44:22.795049+0000","last_fullsized":"2024-09-21T02:44:22.795049+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:29:46.154595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.161139+0000","last_change":"2024-09-21T02:44:21.846333+0000","last_active":"2024-09-21T02:44:23.161139+0000","last_peered":"2024-09-21T02:44:23.161139+0000","last_clean":"2024-09-21T02:44:23.161139+0000","last_became_active":"2024-09-21T02:44:21.845645+0000","last_became_peered":"2024-09-21T02:44:21.845645+0000","last_unstale":"2024-09-21T02:44:23.161139+0000","last_undegraded":"2024-09-21T02:44:23.161139+0000","last_fullsized":"2024-09-21T02:44:23.161139+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:20.764032+0000","last_clean_scrub_stamp":"2024-09-21T02:44:20.764032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:52:47.929194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.7","version":"44'2","reported_seq":17,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.161512+0000","last_change":"2024-09-21T02:44:20.811029+0000","last_active":"2024-09-21T02:44:23.161512+0000","last_peered":"2024-09-21T02:44:23.161512+0000","last_clean":"2024-09-21T02:44:23.161512+0000","last_became_active":"2024-09-21T02:44:20.810640+0000","last_became_peered":"2024-09-21T02:44:20.810640+0000","last_unstale":"2024-09-21T02:44:23.161512+0000","last_undegraded":"2024-09-21T02:44:23.161512+0000","last_fullsized":"2024-09-21T02:44:23.161512+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:44:19.760073+0000","last_clean_scrub_stamp":"2024-09-21T02:44:19.760073+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:51:37.361857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":152,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T02:44:23.160096+0000","last_change":"2024-09-21T02:42:55.639113+0000","last_active":"2024-09-21T02:44:23.160096+0000","last_peered":"2024-09-21T02:44:23.160096+0000","last_clean":"2024-09-21T02:44:23.160096+0000","last_became_active":"2024-09-21T02:42:55.638285+0000","last_became_peered":"2024-09-21T02:42:55.638285+0000","last_unstale":"2024-09-21T02:44:23.160096+0000","last_undegraded":"2024-09-21T02:44:23.160096+0000","last_fullsized":"2024-09-21T02:44:23.160096+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:42:54.606687+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:42:54.606687+0000","last_clean_scrub_stamp":"2024-09-21T02:42:54.606687+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:36:42.254718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509463,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27544,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344296,"statfs":{"total":96636764160,"available":96608559104,"internally_reserved":0,"allocated":528384,"data_stored":209350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509462,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32268,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339572,"statfs":{"total":96636764160,"available":96603721728,"internally_reserved":0,"allocated":1105920,"data_stored":792824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":17,"apply_latency_ms":17,"commit_latency_ns":17000000,"apply_latency_ns":17000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509461,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27556,"kb_used_data":528,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344284,"statfs":{"total":96636764160,"available":96608546816,"internally_reserved":0,"allocated":540672,"data_stored":210438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509462,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27548,"kb_used_data":520,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344292,"statfs":{"total":96636764160,"available":96608555008,"internally_reserved":0,"allocated":532480,"data_stored":210346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509461,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27540,"kb_used_data":512,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344300,"statfs":{"total":96636764160,"available":96608563200,"internally_reserved":0,"allocated":524288,"data_stored":208824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509461,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28124,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343716,"statfs":{"total":96636764160,"available":96607965184,"internally_reserved":0,"allocated":1118208,"data_stored":799172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509462,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27528,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344312,"statfs":{"total":96636764160,"available":96608575488,"internally_reserved":0,"allocated":516096,"data_stored":203106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542166,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31688,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340152,"statfs":{"total":96636764160,"available":96604315648,"internally_reserved":0,"allocated":512000,"data_stored":202468,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T02:44:26.337 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-21T02:44:26.337 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-21T02:44:26.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.522+0000 7fcf6f62f640 1 -- 172.21.15.83:0/645027037 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcf68070570 msgr2=0x7fcf680cdfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:26.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.522+0000 7fcf6f62f640 1 --2- 172.21.15.83:0/645027037 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcf68070570 0x7fcf680cdfd0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fcf680b55b0 tx=0x7fcf6001ccf0 comp rx=0 tx=0).stop 2024-09-21T02:44:26.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.522+0000 7fcf6f62f640 1 -- 172.21.15.83:0/645027037 shutdown_connections 2024-09-21T02:44:26.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.522+0000 7fcf6f62f640 1 --2- 172.21.15.83:0/645027037 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcf68070570 0x7fcf680cdfd0 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:26.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.522+0000 7fcf6f62f640 1 --2- 172.21.15.83:0/645027037 >> v2:172.21.15.142:3300/0 conn(0x7fcf6815bff0 0x7fcf68070030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:26.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.522+0000 7fcf6f62f640 1 --2- 172.21.15.83:0/645027037 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fcf680cd880 0x7fcf6815bab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:26.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.522+0000 7fcf6f62f640 1 -- 172.21.15.83:0/645027037 >> 172.21.15.83:0/645027037 conn(0x7fcf680b1dc0 msgr2=0x7fcf680b21d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:26.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.522+0000 7fcf6f62f640 1 -- 172.21.15.83:0/645027037 shutdown_connections 2024-09-21T02:44:26.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.522+0000 7fcf6f62f640 1 -- 172.21.15.83:0/645027037 wait complete. 2024-09-21T02:44:26.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.526+0000 7fcf6f62f640 1 Processor -- start 2024-09-21T02:44:26.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.526+0000 7fcf6f62f640 1 -- start start 2024-09-21T02:44:26.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.526+0000 7fcf6f62f640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fcf68070570 0x7fcf68151400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:26.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.526+0000 7fcf6f62f640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcf680cd880 0x7fcf6814b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:26.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.526+0000 7fcf6f62f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcf6815bff0 0x7fcf680b0f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:26.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.526+0000 7fcf6f62f640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fcf6815fe60 con 0x7fcf6815bff0 2024-09-21T02:44:26.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.526+0000 7fcf6f62f640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fcf6815fce0 con 0x7fcf680cd880 2024-09-21T02:44:26.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.526+0000 7fcf6f62f640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fcf6806ef20 con 0x7fcf68070570 2024-09-21T02:44:26.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.526+0000 7fcf6dbcc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcf6815bff0 0x7fcf680b0f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:26.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.526+0000 7fcf6dbcc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcf6815bff0 0x7fcf680b0f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:34522/0 (socket says 172.21.15.83:34522) 2024-09-21T02:44:26.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.526+0000 7fcf6dbcc640 1 -- 172.21.15.83:0/1204393443 learned_addr learned my addr 172.21.15.83:0/1204393443 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:26.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.526+0000 7fcf6d3cb640 1 --2- 172.21.15.83:0/1204393443 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fcf68070570 0x7fcf68151400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:26.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.526+0000 7fcf6cbca640 1 --2- 172.21.15.83:0/1204393443 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcf680cd880 0x7fcf6814b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:26.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.526+0000 7fcf6dbcc640 1 -- 172.21.15.83:0/1204393443 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fcf68070570 msgr2=0x7fcf68151400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:26.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.526+0000 7fcf6dbcc640 1 --2- 172.21.15.83:0/1204393443 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fcf68070570 0x7fcf68151400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:26.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.526+0000 7fcf6dbcc640 1 -- 172.21.15.83:0/1204393443 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcf680cd880 msgr2=0x7fcf6814b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:26.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.526+0000 7fcf6dbcc640 1 --2- 172.21.15.83:0/1204393443 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcf680cd880 0x7fcf6814b6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:26.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.526+0000 7fcf6dbcc640 1 -- 172.21.15.83:0/1204393443 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf681fb680 con 0x7fcf6815bff0 2024-09-21T02:44:26.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.526+0000 7fcf6d3cb640 1 --2- 172.21.15.83:0/1204393443 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fcf68070570 0x7fcf68151400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:44:26.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.526+0000 7fcf6dbcc640 1 --2- 172.21.15.83:0/1204393443 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcf6815bff0 0x7fcf680b0f00 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fcf60009bd0 tx=0x7fcf60005b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:26.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.526+0000 7fcf5dffb640 1 -- 172.21.15.83:0/1204393443 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf600b2040 con 0x7fcf6815bff0 2024-09-21T02:44:26.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.526+0000 7fcf5dffb640 1 -- 172.21.15.83:0/1204393443 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcf600ad7f0 con 0x7fcf6815bff0 2024-09-21T02:44:26.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.526+0000 7fcf6f62f640 1 -- 172.21.15.83:0/1204393443 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf681fa8c0 con 0x7fcf6815bff0 2024-09-21T02:44:26.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.526+0000 7fcf5dffb640 1 -- 172.21.15.83:0/1204393443 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf600adc00 con 0x7fcf6815bff0 2024-09-21T02:44:26.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.526+0000 7fcf6f62f640 1 -- 172.21.15.83:0/1204393443 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf681fae80 con 0x7fcf6815bff0 2024-09-21T02:44:26.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.526+0000 7fcf6f62f640 1 -- 172.21.15.83:0/1204393443 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcf680cdfd0 con 0x7fcf6815bff0 2024-09-21T02:44:26.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.530+0000 7fcf5dffb640 1 -- 172.21.15.83:0/1204393443 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fcf60004000 con 0x7fcf6815bff0 2024-09-21T02:44:26.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.530+0000 7fcf5dffb640 1 --2- 172.21.15.83:0/1204393443 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fcf4c073200 0x7fcf4c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:26.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.530+0000 7fcf5dffb640 1 -- 172.21.15.83:0/1204393443 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fcf6012f360 con 0x7fcf6815bff0 2024-09-21T02:44:26.535 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.530+0000 7fcf6d3cb640 1 --2- 172.21.15.83:0/1204393443 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fcf4c073200 0x7fcf4c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:26.535 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.530+0000 7fcf6d3cb640 1 --2- 172.21.15.83:0/1204393443 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fcf4c073200 0x7fcf4c075710 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fcf58005fd0 tx=0x7fcf58005d40 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:26.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.534+0000 7fcf5dffb640 1 -- 172.21.15.83:0/1204393443 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fcf60016970 con 0x7fcf6815bff0 2024-09-21T02:44:26.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.758+0000 7fcf6f62f640 1 -- 172.21.15.83:0/1204393443 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fcf680af9d0 con 0x7fcf6815bff0 2024-09-21T02:44:26.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.762+0000 7fcf5dffb640 1 -- 172.21.15.83:0/1204393443 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v34) ==== 190+0+147 (secure 0 0 0) 0x7fcf600fa6a0 con 0x7fcf6815bff0 2024-09-21T02:44:26.769 INFO:teuthology.orchestra.run.smithi083.stdout:[client.0] 2024-09-21T02:44:26.769 INFO:teuthology.orchestra.run.smithi083.stdout: key = AQB2Mu5m/vs6DBAAJDBR8SmyvknRZ8MQjNS5SA== 2024-09-21T02:44:26.769 INFO:teuthology.orchestra.run.smithi083.stdout: caps mds = "allow" 2024-09-21T02:44:26.769 INFO:teuthology.orchestra.run.smithi083.stdout: caps mon = "allow r" 2024-09-21T02:44:26.769 INFO:teuthology.orchestra.run.smithi083.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-21T02:44:26.769 INFO:teuthology.orchestra.run.smithi083.stderr:updated caps for client.0 2024-09-21T02:44:26.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.766+0000 7fcf6f62f640 1 -- 172.21.15.83:0/1204393443 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fcf4c073200 msgr2=0x7fcf4c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:26.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.766+0000 7fcf6f62f640 1 --2- 172.21.15.83:0/1204393443 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fcf4c073200 0x7fcf4c075710 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fcf58005fd0 tx=0x7fcf58005d40 comp rx=0 tx=0).stop 2024-09-21T02:44:26.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.766+0000 7fcf6f62f640 1 -- 172.21.15.83:0/1204393443 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcf6815bff0 msgr2=0x7fcf680b0f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:26.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.766+0000 7fcf6f62f640 1 --2- 172.21.15.83:0/1204393443 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcf6815bff0 0x7fcf680b0f00 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fcf60009bd0 tx=0x7fcf60005b10 comp rx=0 tx=0).stop 2024-09-21T02:44:26.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.766+0000 7fcf6f62f640 1 -- 172.21.15.83:0/1204393443 shutdown_connections 2024-09-21T02:44:26.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.766+0000 7fcf6f62f640 1 --2- 172.21.15.83:0/1204393443 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fcf4c073200 0x7fcf4c075710 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:26.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.766+0000 7fcf6f62f640 1 --2- 172.21.15.83:0/1204393443 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcf6815bff0 0x7fcf680b0f00 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:26.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.766+0000 7fcf6f62f640 1 --2- 172.21.15.83:0/1204393443 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fcf680cd880 0x7fcf6814b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:26.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.766+0000 7fcf6f62f640 1 --2- 172.21.15.83:0/1204393443 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fcf68070570 0x7fcf68151400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:26.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.766+0000 7fcf6f62f640 1 -- 172.21.15.83:0/1204393443 >> 172.21.15.83:0/1204393443 conn(0x7fcf680b1dc0 msgr2=0x7fcf68159c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:26.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.766+0000 7fcf6f62f640 1 -- 172.21.15.83:0/1204393443 shutdown_connections 2024-09-21T02:44:26.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.766+0000 7fcf6f62f640 1 -- 172.21.15.83:0/1204393443 wait complete. 2024-09-21T02:44:26.789 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T02:44:26.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.934+0000 7f0fc38aa640 1 -- 172.21.15.83:0/1989967420 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0fbc0b4b70 msgr2=0x7f0fbc15c410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:26.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.934+0000 7f0fc38aa640 1 --2- 172.21.15.83:0/1989967420 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0fbc0b4b70 0x7f0fbc15c410 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f0fb8009840 tx=0x7f0fb801c700 comp rx=0 tx=0).stop 2024-09-21T02:44:26.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.934+0000 7f0fc38aa640 1 -- 172.21.15.83:0/1989967420 shutdown_connections 2024-09-21T02:44:26.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.934+0000 7f0fc38aa640 1 --2- 172.21.15.83:0/1989967420 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0fbc0b4b70 0x7f0fbc15c410 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:26.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.934+0000 7f0fc38aa640 1 -- 172.21.15.83:0/1989967420 >> 172.21.15.83:0/1989967420 conn(0x7f0fbc06ce90 msgr2=0x7f0fbc06d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:26.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.934+0000 7f0fc38aa640 1 -- 172.21.15.83:0/1989967420 shutdown_connections 2024-09-21T02:44:26.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.934+0000 7f0fc38aa640 1 -- 172.21.15.83:0/1989967420 wait complete. 2024-09-21T02:44:26.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.938+0000 7f0fc38aa640 1 Processor -- start 2024-09-21T02:44:26.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.938+0000 7f0fc38aa640 1 -- start start 2024-09-21T02:44:26.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.938+0000 7f0fc38aa640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f0fbc0b4b70 0x7f0fbc159fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:26.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.938+0000 7f0fc38aa640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0fbc15b2c0 0x7f0fbc1461e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:26.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.938+0000 7f0fc38aa640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0fbc148400 0x7f0fbc148810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:26.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.938+0000 7f0fc38aa640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f0fbc169c00 con 0x7f0fbc148400 2024-09-21T02:44:26.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.938+0000 7f0fc38aa640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f0fbc169a80 con 0x7f0fbc15b2c0 2024-09-21T02:44:26.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.938+0000 7f0fc38aa640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f0fbc169d80 con 0x7f0fbc0b4b70 2024-09-21T02:44:26.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.938+0000 7f0fc1e47640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0fbc148400 0x7f0fbc148810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:26.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.938+0000 7f0fc1e47640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0fbc148400 0x7f0fbc148810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:34544/0 (socket says 172.21.15.83:34544) 2024-09-21T02:44:26.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.938+0000 7f0fc1e47640 1 -- 172.21.15.83:0/28104285 learned_addr learned my addr 172.21.15.83:0/28104285 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.938+0000 7f0fc1646640 1 --2- 172.21.15.83:0/28104285 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f0fbc0b4b70 0x7f0fbc159fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.938+0000 7f0fc1e47640 1 -- 172.21.15.83:0/28104285 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f0fbc0b4b70 msgr2=0x7f0fbc159fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.938+0000 7f0fc1e47640 1 --2- 172.21.15.83:0/28104285 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f0fbc0b4b70 0x7f0fbc159fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.938+0000 7f0fc1e47640 1 -- 172.21.15.83:0/28104285 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0fbc15b2c0 msgr2=0x7f0fbc1461e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.938+0000 7f0fc0e45640 1 --2- 172.21.15.83:0/28104285 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0fbc15b2c0 0x7f0fbc1461e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.938+0000 7f0fc1e47640 1 --2- 172.21.15.83:0/28104285 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0fbc15b2c0 0x7f0fbc1461e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.938+0000 7f0fc1e47640 1 -- 172.21.15.83:0/28104285 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fbc148d50 con 0x7f0fbc148400 2024-09-21T02:44:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.938+0000 7f0fc1e47640 1 --2- 172.21.15.83:0/28104285 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0fbc148400 0x7f0fbc148810 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f0fb400cb40 tx=0x7f0fb400cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.938+0000 7f0fb1ffb640 1 -- 172.21.15.83:0/28104285 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fb4016020 con 0x7f0fbc148400 2024-09-21T02:44:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.938+0000 7f0fb1ffb640 1 -- 172.21.15.83:0/28104285 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0fb400ab00 con 0x7f0fbc148400 2024-09-21T02:44:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.938+0000 7f0fc38aa640 1 -- 172.21.15.83:0/28104285 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0fbc146720 con 0x7f0fbc148400 2024-09-21T02:44:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.938+0000 7f0fb1ffb640 1 -- 172.21.15.83:0/28104285 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fb4012420 con 0x7f0fbc148400 2024-09-21T02:44:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.938+0000 7f0fc38aa640 1 -- 172.21.15.83:0/28104285 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0fbc1f8f10 con 0x7f0fbc148400 2024-09-21T02:44:26.946 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.938+0000 7f0fc38aa640 1 -- 172.21.15.83:0/28104285 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0fbc15c410 con 0x7f0fbc148400 2024-09-21T02:44:26.946 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.942+0000 7f0fb1ffb640 1 -- 172.21.15.83:0/28104285 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f0fb4019020 con 0x7f0fbc148400 2024-09-21T02:44:26.946 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.942+0000 7f0fb1ffb640 1 --2- 172.21.15.83:0/28104285 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0fa0073200 0x7f0fa0075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:26.946 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.942+0000 7f0fc1646640 1 --2- 172.21.15.83:0/28104285 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0fa0073200 0x7f0fa0075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:26.946 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.942+0000 7f0fb1ffb640 1 -- 172.21.15.83:0/28104285 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f0fb4094530 con 0x7f0fbc148400 2024-09-21T02:44:26.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.942+0000 7f0fc1646640 1 --2- 172.21.15.83:0/28104285 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0fa0073200 0x7f0fa0075710 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f0fb80af000 tx=0x7f0fb80b2040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:26.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:26.946+0000 7f0fb1ffb640 1 -- 172.21.15.83:0/28104285 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f0fb4020020 con 0x7f0fbc148400 2024-09-21T02:44:27.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.138+0000 7f0fc38aa640 1 -- 172.21.15.83:0/28104285 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0fbc151070 con 0x7f0fbc148400 2024-09-21T02:44:27.145 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.138+0000 7f0fb1ffb640 1 -- 172.21.15.83:0/28104285 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+5223 (secure 0 0 0) 0x7f0fbc148d50 con 0x7f0fbc148400 2024-09-21T02:44:27.145 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:44:27.145 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":26,"btime":"2024-09-21T02:44:24:825084+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4826,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6833/733410438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":733410438},{"type":"v1","addr":"172.21.15.142:6833","nonce":733410438}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21},{"gid":4990,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6835/453438382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":453438382},{"type":"v1","addr":"172.21.15.142:6835","nonce":453438382}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21},{"gid":5196,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/2707955764","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":2707955764},{"type":"v1","addr":"172.21.15.83:6835","nonce":2707955764}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":26,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T02:44:21.200038+0000","modified":"2024-09-21T02:44:24.237410+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5199},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5199":{"gid":5199,"name":"c","rank":0,"incarnation":22,"state":"up:active","state_seq":3,"addr":"172.21.15.83:6837/3402545863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":3402545863},{"type":"v1","addr":"172.21.15.83:6837","nonce":3402545863}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5199,"qdb_cluster":[5199]},"id":3}]} 2024-09-21T02:44:27.146 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 26 2024-09-21T02:44:27.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.142+0000 7f0fc38aa640 1 -- 172.21.15.83:0/28104285 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0fa0073200 msgr2=0x7f0fa0075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:27.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.142+0000 7f0fc38aa640 1 --2- 172.21.15.83:0/28104285 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0fa0073200 0x7f0fa0075710 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f0fb80af000 tx=0x7f0fb80b2040 comp rx=0 tx=0).stop 2024-09-21T02:44:27.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.142+0000 7f0fc38aa640 1 -- 172.21.15.83:0/28104285 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0fbc148400 msgr2=0x7f0fbc148810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:27.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.142+0000 7f0fc38aa640 1 --2- 172.21.15.83:0/28104285 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0fbc148400 0x7f0fbc148810 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f0fb400cb40 tx=0x7f0fb400cc30 comp rx=0 tx=0).stop 2024-09-21T02:44:27.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.142+0000 7f0fc38aa640 1 -- 172.21.15.83:0/28104285 shutdown_connections 2024-09-21T02:44:27.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.142+0000 7f0fc38aa640 1 --2- 172.21.15.83:0/28104285 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0fa0073200 0x7f0fa0075710 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.142+0000 7f0fc38aa640 1 --2- 172.21.15.83:0/28104285 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0fbc148400 0x7f0fbc148810 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.142+0000 7f0fc38aa640 1 --2- 172.21.15.83:0/28104285 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0fbc15b2c0 0x7f0fbc1461e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.142+0000 7f0fc38aa640 1 --2- 172.21.15.83:0/28104285 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f0fbc0b4b70 0x7f0fbc159fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.142+0000 7f0fc38aa640 1 -- 172.21.15.83:0/28104285 >> 172.21.15.83:0/28104285 conn(0x7f0fbc06ce90 msgr2=0x7f0fbc072e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:27.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.142+0000 7f0fc38aa640 1 -- 172.21.15.83:0/28104285 shutdown_connections 2024-09-21T02:44:27.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.142+0000 7f0fc38aa640 1 -- 172.21.15.83:0/28104285 wait complete. 2024-09-21T02:44:27.567 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 26, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T02:44:21.200038+0000', 'modified': '2024-09-21T02:44:24.237410+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5199}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5199': {'gid': 5199, 'name': 'c', 'rank': 0, 'incarnation': 22, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.83:6837/3402545863', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.83:6836', 'nonce': 3402545863}, {'type': 'v1', 'addr': '172.21.15.83:6837', 'nonce': 3402545863}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [7], 'metadata_pool': 6, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5199, 'qdb_cluster': [5199]} 2024-09-21T02:44:27.567 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-21T02:44:27.568 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-21T02:44:27.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.726+0000 7fded0b26640 1 -- 172.21.15.83:0/1522570135 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdecc0d1460 msgr2=0x7fdecc0d2270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:27.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.726+0000 7fded0b26640 1 --2- 172.21.15.83:0/1522570135 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdecc0d1460 0x7fdecc0d2270 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fdecc08ead0 tx=0x7fdeb401c830 comp rx=0 tx=0).stop 2024-09-21T02:44:27.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.726+0000 7fded0b26640 1 -- 172.21.15.83:0/1522570135 shutdown_connections 2024-09-21T02:44:27.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.726+0000 7fded0b26640 1 --2- 172.21.15.83:0/1522570135 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fdecc0d27b0 0x7fdecc0d2bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.726+0000 7fded0b26640 1 --2- 172.21.15.83:0/1522570135 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdecc0d1460 0x7fdecc0d2270 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.726+0000 7fded0b26640 1 --2- 172.21.15.83:0/1522570135 >> v2:172.21.15.142:3300/0 conn(0x7fdecc0d0b10 0x7fdecc0d0f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.726+0000 7fded0b26640 1 -- 172.21.15.83:0/1522570135 >> 172.21.15.83:0/1522570135 conn(0x7fdecc09d6e0 msgr2=0x7fdecc0d4490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:27.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.726+0000 7fded0b26640 1 -- 172.21.15.83:0/1522570135 shutdown_connections 2024-09-21T02:44:27.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.726+0000 7fded0b26640 1 -- 172.21.15.83:0/1522570135 wait complete. 2024-09-21T02:44:27.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.730+0000 7fded0b26640 1 Processor -- start 2024-09-21T02:44:27.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.730+0000 7fded0b26640 1 -- start start 2024-09-21T02:44:27.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.730+0000 7fded0b26640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdecc0d0b10 0x7fdecc153a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:27.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.730+0000 7fded0b26640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdecc0d1460 0x7fdecc163880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:27.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.730+0000 7fded0b26640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fdecc0d27b0 0x7fdecc163dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:27.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.730+0000 7fded0b26640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fdecc0b4c00 con 0x7fdecc0d1460 2024-09-21T02:44:27.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.730+0000 7fded0b26640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fdecc0b4a80 con 0x7fdecc0d0b10 2024-09-21T02:44:27.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.730+0000 7fded0b26640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fdecc0b4d80 con 0x7fdecc0d27b0 2024-09-21T02:44:27.737 INFO:tasks.ceph.mds.c.smithi083.stderr:2024-09-21T02:44:27.730+0000 7fc69596b640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T02:44:27.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.730+0000 7fdec3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdecc0d1460 0x7fdecc163880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:27.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.730+0000 7fdec3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdecc0d1460 0x7fdecc163880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:34558/0 (socket says 172.21.15.83:34558) 2024-09-21T02:44:27.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.730+0000 7fdec3fff640 1 -- 172.21.15.83:0/2479042828 learned_addr learned my addr 172.21.15.83:0/2479042828 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:27.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.730+0000 7fdeca59c640 1 --2- 172.21.15.83:0/2479042828 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdecc0d0b10 0x7fdecc153a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:27.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.730+0000 7fdecad9d640 1 --2- 172.21.15.83:0/2479042828 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fdecc0d27b0 0x7fdecc163dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:27.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.730+0000 7fdec3fff640 1 -- 172.21.15.83:0/2479042828 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fdecc0d27b0 msgr2=0x7fdecc163dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:27.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.730+0000 7fdec3fff640 1 --2- 172.21.15.83:0/2479042828 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fdecc0d27b0 0x7fdecc163dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.730+0000 7fdec3fff640 1 -- 172.21.15.83:0/2479042828 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdecc0d0b10 msgr2=0x7fdecc153a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:27.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.730+0000 7fdec3fff640 1 --2- 172.21.15.83:0/2479042828 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdecc0d0b10 0x7fdecc153a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.730+0000 7fdec3fff640 1 -- 172.21.15.83:0/2479042828 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdecc15c760 con 0x7fdecc0d1460 2024-09-21T02:44:27.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.734+0000 7fdec3fff640 1 --2- 172.21.15.83:0/2479042828 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdecc0d1460 0x7fdecc163880 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fdeb40b0040 tx=0x7fdeb40a55a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:27.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.734+0000 7fdec2ffd640 1 -- 172.21.15.83:0/2479042828 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdeb40b2040 con 0x7fdecc0d1460 2024-09-21T02:44:27.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.734+0000 7fdec2ffd640 1 -- 172.21.15.83:0/2479042828 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdeb40042c0 con 0x7fdecc0d1460 2024-09-21T02:44:27.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.734+0000 7fded0b26640 1 -- 172.21.15.83:0/2479042828 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdecc1fc4d0 con 0x7fdecc0d1460 2024-09-21T02:44:27.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.734+0000 7fdec2ffd640 1 -- 172.21.15.83:0/2479042828 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdeb4005030 con 0x7fdecc0d1460 2024-09-21T02:44:27.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.734+0000 7fded0b26640 1 -- 172.21.15.83:0/2479042828 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdecc1fca90 con 0x7fdecc0d1460 2024-09-21T02:44:27.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.734+0000 7fdec2ffd640 1 -- 172.21.15.83:0/2479042828 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fdeb40051d0 con 0x7fdecc0d1460 2024-09-21T02:44:27.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.734+0000 7fdec2ffd640 1 --2- 172.21.15.83:0/2479042828 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fdeac073230 0x7fdeac075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:27.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.734+0000 7fdec2ffd640 1 -- 172.21.15.83:0/2479042828 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fdeb412e360 con 0x7fdecc0d1460 2024-09-21T02:44:27.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.734+0000 7fdeca59c640 1 --2- 172.21.15.83:0/2479042828 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fdeac073230 0x7fdeac075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:27.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.734+0000 7fdeca59c640 1 --2- 172.21.15.83:0/2479042828 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fdeac073230 0x7fdeac075740 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fdebc005d70 tx=0x7fdebc005d00 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:27.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.734+0000 7fded7df1000 1 Processor -- start 2024-09-21T02:44:27.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.734+0000 7fded7df1000 1 -- start start 2024-09-21T02:44:27.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.738+0000 7fded7df1000 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e60aaac460 0x55e60afed6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:27.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.738+0000 7fded7df1000 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e60ae9c950 0x55e60afedbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:27.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.738+0000 7fded7df1000 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55e60ae85ca0 0x55e60afee120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:27.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.738+0000 7fded7df1000 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55e60aec2410 con 0x55e60ae9c950 2024-09-21T02:44:27.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.738+0000 7fded7df1000 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x55e60adffb40 con 0x55e60aaac460 2024-09-21T02:44:27.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.738+0000 7fded7df1000 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x55e60adeef70 con 0x55e60ae85ca0 2024-09-21T02:44:27.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.738+0000 7fdec3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e60ae9c950 0x55e60afedbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:27.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.738+0000 7fdec3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e60ae9c950 0x55e60afedbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:34568/0 (socket says 172.21.15.83:34568) 2024-09-21T02:44:27.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.738+0000 7fdec3fff640 1 -- 172.21.15.83:0/3076221436 learned_addr learned my addr 172.21.15.83:0/3076221436 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:27.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.738+0000 7fdeca59c640 1 --2- 172.21.15.83:0/3076221436 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e60aaac460 0x55e60afed6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:27.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.738+0000 7fdecad9d640 1 --2- 172.21.15.83:0/3076221436 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55e60ae85ca0 0x55e60afee120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:27.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.738+0000 7fdec3fff640 1 -- 172.21.15.83:0/3076221436 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55e60ae85ca0 msgr2=0x55e60afee120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T02:44:27.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.738+0000 7fdec3fff640 1 --2- 172.21.15.83:0/3076221436 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55e60ae85ca0 0x55e60afee120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.738+0000 7fdec3fff640 1 -- 172.21.15.83:0/3076221436 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e60aaac460 msgr2=0x55e60afed6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T02:44:27.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.738+0000 7fdec3fff640 1 --2- 172.21.15.83:0/3076221436 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e60aaac460 0x55e60afed6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.738+0000 7fdec3fff640 1 -- 172.21.15.83:0/3076221436 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e60adb65b0 con 0x55e60ae9c950 2024-09-21T02:44:27.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.738+0000 7fdec3fff640 1 --2- 172.21.15.83:0/3076221436 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e60ae9c950 0x55e60afedbe0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fdeb40f6010 tx=0x7fdeb40f8510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff5a8b5a257f6fba server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:27.745 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.738+0000 7fdeabfff640 1 -- 172.21.15.83:0/3076221436 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdeb40f8da0 con 0x55e60ae9c950 2024-09-21T02:44:27.745 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.738+0000 7fdeabfff640 1 -- 172.21.15.83:0/3076221436 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdeb4102730 con 0x55e60ae9c950 2024-09-21T02:44:27.745 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.738+0000 7fdeabfff640 1 -- 172.21.15.83:0/3076221436 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdeb40054c0 con 0x55e60ae9c950 2024-09-21T02:44:27.746 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.738+0000 7fded7df1000 1 -- 172.21.15.83:0/3076221436 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e60ae9c950 msgr2=0x55e60afedbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:27.746 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.738+0000 7fded7df1000 1 --2- 172.21.15.83:0/3076221436 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e60ae9c950 0x55e60afedbe0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fdeb40f6010 tx=0x7fdeb40f8510 comp rx=0 tx=0).stop 2024-09-21T02:44:27.746 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.738+0000 7fded7df1000 1 -- 172.21.15.83:0/3076221436 shutdown_connections 2024-09-21T02:44:27.746 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.738+0000 7fded7df1000 1 --2- 172.21.15.83:0/3076221436 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55e60ae85ca0 0x55e60afee120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.746 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.738+0000 7fded7df1000 1 --2- 172.21.15.83:0/3076221436 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e60ae9c950 0x55e60afedbe0 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.746 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.738+0000 7fded7df1000 1 --2- 172.21.15.83:0/3076221436 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e60aaac460 0x55e60afed6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.746 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.738+0000 7fded7df1000 1 -- 172.21.15.83:0/3076221436 >> 172.21.15.83:0/3076221436 conn(0x55e60af72d90 msgr2=0x55e60afa2690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:27.746 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.738+0000 7fded7df1000 1 -- 172.21.15.83:0/3076221436 shutdown_connections 2024-09-21T02:44:27.746 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.738+0000 7fded7df1000 1 -- 172.21.15.83:0/3076221436 wait complete. 2024-09-21T02:44:27.746 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.738+0000 7fded7df1000 1 -- start start 2024-09-21T02:44:27.746 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.738+0000 7fded7df1000 1 Processor -- start 2024-09-21T02:44:27.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fded7df1000 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55e60aaac460 0x55e60aff4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:27.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fded7df1000 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e60ae85ca0 0x55e60aff4e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:27.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fded7df1000 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e60ae9c950 0x55e60aff53a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:27.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fded7df1000 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55e60ad895f0 con 0x55e60ae85ca0 2024-09-21T02:44:27.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fded7df1000 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x55e60adf2d80 con 0x55e60ae9c950 2024-09-21T02:44:27.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fded7df1000 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x55e60ad95520 con 0x55e60aaac460 2024-09-21T02:44:27.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fded7df1000 10 client.0 _ll_register_callbacks cb 0x55e60ad99830 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T02:44:27.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fdec3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e60ae85ca0 0x55e60aff4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:27.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fdec3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e60ae85ca0 0x55e60aff4e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:34584/0 (socket says 172.21.15.83:34584) 2024-09-21T02:44:27.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fdec3fff640 1 -- 172.21.15.83:0/2582054098 learned_addr learned my addr 172.21.15.83:0/2582054098 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:27.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fdeca59c640 1 --2- 172.21.15.83:0/2582054098 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55e60aaac460 0x55e60aff4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:27.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fdecad9d640 1 --2- 172.21.15.83:0/2582054098 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e60ae9c950 0x55e60aff53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:27.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fdec3fff640 1 -- 172.21.15.83:0/2582054098 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55e60aaac460 msgr2=0x55e60aff4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T02:44:27.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fdec3fff640 1 --2- 172.21.15.83:0/2582054098 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55e60aaac460 0x55e60aff4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fdec3fff640 1 -- 172.21.15.83:0/2582054098 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e60ae9c950 msgr2=0x55e60aff53a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T02:44:27.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fdec3fff640 1 --2- 172.21.15.83:0/2582054098 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e60ae9c950 0x55e60aff53a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fdec3fff640 1 -- 172.21.15.83:0/2582054098 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e60ad8d190 con 0x55e60ae85ca0 2024-09-21T02:44:27.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fdec3fff640 1 --2- 172.21.15.83:0/2582054098 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e60ae85ca0 0x55e60aff4e60 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fdeb40f6010 tx=0x7fdeb40fd900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95961e2c8ed7e358 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:27.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fdea97fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-09-21T02:44:27.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fdea97fa640 1 -- 172.21.15.83:0/2582054098 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdeb4102730 con 0x55e60ae85ca0 2024-09-21T02:44:27.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fdea97fa640 1 -- 172.21.15.83:0/2582054098 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fdeb412e070 con 0x55e60ae85ca0 2024-09-21T02:44:27.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fded7df1000 1 -- 172.21.15.83:0/2582054098 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55e60ad87110 con 0x55e60ae85ca0 2024-09-21T02:44:27.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fdea97fa640 1 -- 172.21.15.83:0/2582054098 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdeb41022a0 con 0x55e60ae85ca0 2024-09-21T02:44:27.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fded7df1000 10 client.5349 fetch_fsmap learned FSMap version 26 2024-09-21T02:44:27.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fded7df1000 1 -- 172.21.15.83:0/2582054098 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=2+}) -- 0x55e60ae73f10 con 0x55e60ae85ca0 2024-09-21T02:44:27.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fdea97fa640 1 -- 172.21.15.83:0/2582054098 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x55e60ad87110 con 0x55e60ae85ca0 2024-09-21T02:44:27.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fdea97fa640 1 -- 172.21.15.83:0/2582054098 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 3502+0+0 (secure 0 0 0) 0x7fdeb4100b70 con 0x55e60ae85ca0 2024-09-21T02:44:27.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fded7df1000 10 client.5349 fetch_fsmap finished waiting for FSMap version 26 2024-09-21T02:44:27.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fded7df1000 10 client.5349 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-21T02:44:27.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fded7df1000 20 client.5349 populate_metadata read hostname 'smithi083' 2024-09-21T02:44:27.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fded7df1000 1 --2- 172.21.15.83:0/2582054098 >> [v2:172.21.15.83:6836/3402545863,v1:172.21.15.83:6837/3402545863] conn(0x55e60aa917d0 0x55e60affed00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:27.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fded7df1000 4 client.5349 mds_command: new command op to 5199 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T02:44:27.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fded7df1000 1 -- 172.21.15.83:0/2582054098 --> [v2:172.21.15.83:6836/3402545863,v1:172.21.15.83:6837/3402545863] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e60ae01a90 con 0x55e60aa917d0 2024-09-21T02:44:27.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fdeca59c640 1 --2- 172.21.15.83:0/2582054098 >> [v2:172.21.15.83:6836/3402545863,v1:172.21.15.83:6837/3402545863] conn(0x55e60aa917d0 0x55e60affed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:27.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fdea97fa640 10 client.5349 ms_handle_connect on v2:172.21.15.83:6836/3402545863 2024-09-21T02:44:27.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fdeca59c640 1 --2- 172.21.15.83:0/2582054098 >> [v2:172.21.15.83:6836/3402545863,v1:172.21.15.83:6837/3402545863] conn(0x55e60aa917d0 0x55e60affed00 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1cfe9de02c63e3ca server_cookie=fca5875bbc2109e2 in_seq=0 out_seq=0 2024-09-21T02:44:27.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fdea97fa640 1 -- 172.21.15.83:0/2582054098 <== mds.0 v2:172.21.15.83:6836/3402545863 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55e60ae01a90 con 0x55e60aa917d0 2024-09-21T02:44:27.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fdea97fa640 10 client.5349 handle_command_reply: tid=0 2024-09-21T02:44:27.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fded7df1000 1 client.5349 shutdown 2024-09-21T02:44:27.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fded7df1000 1 -- 172.21.15.83:0/2582054098 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e60ae85ca0 msgr2=0x55e60aff4e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:27.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fded7df1000 1 --2- 172.21.15.83:0/2582054098 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e60ae85ca0 0x55e60aff4e60 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fdeb40f6010 tx=0x7fdeb40fd900 comp rx=0 tx=0).stop 2024-09-21T02:44:27.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fded7df1000 1 -- 172.21.15.83:0/2582054098 shutdown_connections 2024-09-21T02:44:27.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fded7df1000 1 --2- 172.21.15.83:0/2582054098 >> [v2:172.21.15.83:6836/3402545863,v1:172.21.15.83:6837/3402545863] conn(0x55e60aa917d0 0x55e60affed00 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fded7df1000 1 --2- 172.21.15.83:0/2582054098 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e60ae9c950 0x55e60aff53a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fded7df1000 1 --2- 172.21.15.83:0/2582054098 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e60ae85ca0 0x55e60aff4e60 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fdea97fa640 0 client.5349 ms_handle_reset on v2:172.21.15.83:6836/3402545863 2024-09-21T02:44:27.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fded7df1000 1 --2- 172.21.15.83:0/2582054098 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55e60aaac460 0x55e60aff4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.742+0000 7fded7df1000 1 -- 172.21.15.83:0/2582054098 >> 172.21.15.83:0/2582054098 conn(0x55e60af72d90 msgr2=0x55e60afa9440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:27.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.746+0000 7fded7df1000 1 -- 172.21.15.83:0/2582054098 shutdown_connections 2024-09-21T02:44:27.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.746+0000 7fded7df1000 1 -- 172.21.15.83:0/2582054098 wait complete. 2024-09-21T02:44:27.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.746+0000 7fded7df1000 20 client.5349 trim_cache size 0 max 16384 2024-09-21T02:44:27.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.762+0000 7fded7df1000 1 Processor -- start 2024-09-21T02:44:27.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.762+0000 7fded7df1000 1 -- start start 2024-09-21T02:44:27.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.762+0000 7fded7df1000 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55e60aaac460 0x55e60b05f620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:27.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.762+0000 7fded7df1000 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e60ae85ca0 0x55e60b05fb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:27.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.762+0000 7fded7df1000 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e60ae9c950 0x55e60b0600a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:27.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.762+0000 7fded7df1000 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fdecc205260 con 0x55e60ae85ca0 2024-09-21T02:44:27.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.762+0000 7fded7df1000 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fdecc0b1f50 con 0x55e60ae9c950 2024-09-21T02:44:27.770 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.762+0000 7fded7df1000 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fdecc0b12b0 con 0x55e60aaac460 2024-09-21T02:44:27.770 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.762+0000 7fdec3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e60ae85ca0 0x55e60b05fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:27.770 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.762+0000 7fdec3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e60ae85ca0 0x55e60b05fb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:34594/0 (socket says 172.21.15.83:34594) 2024-09-21T02:44:27.770 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.762+0000 7fdec3fff640 1 -- 172.21.15.83:0/1320713153 learned_addr learned my addr 172.21.15.83:0/1320713153 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:27.770 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.762+0000 7fdec3fff640 1 -- 172.21.15.83:0/1320713153 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55e60aaac460 msgr2=0x55e60b05f620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T02:44:27.770 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.762+0000 7fdec3fff640 1 --2- 172.21.15.83:0/1320713153 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55e60aaac460 0x55e60b05f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.770 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.762+0000 7fdec3fff640 1 -- 172.21.15.83:0/1320713153 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e60ae9c950 msgr2=0x55e60b0600a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T02:44:27.770 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.762+0000 7fdec3fff640 1 --2- 172.21.15.83:0/1320713153 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e60ae9c950 0x55e60b0600a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.770 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.762+0000 7fdec3fff640 1 -- 172.21.15.83:0/1320713153 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e60ae4adb0 con 0x55e60ae85ca0 2024-09-21T02:44:27.770 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.762+0000 7fdec3fff640 1 --2- 172.21.15.83:0/1320713153 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e60ae85ca0 0x55e60b05fb60 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fdeb401d0d0 tx=0x7fdeb40a6e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88dd4ecd4f4e0630 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:27.770 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.766+0000 7fdeab7fe640 1 -- 172.21.15.83:0/1320713153 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdeb4102730 con 0x55e60ae85ca0 2024-09-21T02:44:27.770 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.766+0000 7fdeab7fe640 1 -- 172.21.15.83:0/1320713153 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdeb4102440 con 0x55e60ae85ca0 2024-09-21T02:44:27.770 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.766+0000 7fdeab7fe640 1 -- 172.21.15.83:0/1320713153 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdeb40f53f0 con 0x55e60ae85ca0 2024-09-21T02:44:27.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.766+0000 7fded7df1000 1 -- 172.21.15.83:0/1320713153 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e60ae85ca0 msgr2=0x55e60b05fb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:27.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.766+0000 7fded7df1000 1 --2- 172.21.15.83:0/1320713153 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e60ae85ca0 0x55e60b05fb60 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fdeb401d0d0 tx=0x7fdeb40a6e00 comp rx=0 tx=0).stop 2024-09-21T02:44:27.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.766+0000 7fded7df1000 1 -- 172.21.15.83:0/1320713153 shutdown_connections 2024-09-21T02:44:27.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.766+0000 7fded7df1000 1 --2- 172.21.15.83:0/1320713153 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e60ae9c950 0x55e60b0600a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.766+0000 7fded7df1000 1 --2- 172.21.15.83:0/1320713153 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e60ae85ca0 0x55e60b05fb60 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.766+0000 7fded7df1000 1 --2- 172.21.15.83:0/1320713153 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55e60aaac460 0x55e60b05f620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.766+0000 7fded7df1000 1 -- 172.21.15.83:0/1320713153 >> 172.21.15.83:0/1320713153 conn(0x55e60af72d90 msgr2=0x55e60afeb620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:27.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.766+0000 7fded7df1000 1 -- 172.21.15.83:0/1320713153 shutdown_connections 2024-09-21T02:44:27.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.766+0000 7fded7df1000 1 -- 172.21.15.83:0/1320713153 wait complete. 2024-09-21T02:44:27.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.766+0000 7fded7df1000 1 -- start start 2024-09-21T02:44:27.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.766+0000 7fded7df1000 1 Processor -- start 2024-09-21T02:44:27.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.766+0000 7fded7df1000 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55e60aaac460 0x55e60b0637b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:27.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.766+0000 7fded7df1000 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e60ae85ca0 0x55e60b063cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:27.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.766+0000 7fded7df1000 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e60ae9c950 0x55e60b064230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:27.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.766+0000 7fded7df1000 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55e60ad95520 con 0x55e60ae85ca0 2024-09-21T02:44:27.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.766+0000 7fded7df1000 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fdecc0b1900 con 0x55e60ae9c950 2024-09-21T02:44:27.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.766+0000 7fded7df1000 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x55e60ad895f0 con 0x55e60aaac460 2024-09-21T02:44:27.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.766+0000 7fded7df1000 10 client.0 _ll_register_callbacks cb 0x7fdeb40f8c60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T02:44:27.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.766+0000 7fdec3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e60ae85ca0 0x55e60b063cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:27.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.766+0000 7fdec3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e60ae85ca0 0x55e60b063cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:34600/0 (socket says 172.21.15.83:34600) 2024-09-21T02:44:27.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.766+0000 7fdec3fff640 1 -- 172.21.15.83:0/4270427087 learned_addr learned my addr 172.21.15.83:0/4270427087 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:27.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.766+0000 7fdecad9d640 1 --2- 172.21.15.83:0/4270427087 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e60ae9c950 0x55e60b064230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:27.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.766+0000 7fdeca59c640 1 --2- 172.21.15.83:0/4270427087 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55e60aaac460 0x55e60b0637b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:27.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.766+0000 7fdec3fff640 1 -- 172.21.15.83:0/4270427087 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55e60aaac460 msgr2=0x55e60b0637b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T02:44:27.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.766+0000 7fdec3fff640 1 --2- 172.21.15.83:0/4270427087 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55e60aaac460 0x55e60b0637b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.766+0000 7fdec3fff640 1 -- 172.21.15.83:0/4270427087 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e60ae9c950 msgr2=0x55e60b064230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T02:44:27.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.766+0000 7fdec3fff640 1 --2- 172.21.15.83:0/4270427087 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e60ae9c950 0x55e60b064230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.766+0000 7fdec3fff640 1 -- 172.21.15.83:0/4270427087 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e60adb5ab0 con 0x55e60ae85ca0 2024-09-21T02:44:27.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.766+0000 7fdeca59c640 1 --2- 172.21.15.83:0/4270427087 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55e60aaac460 0x55e60b0637b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:44:27.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.766+0000 7fdec3fff640 1 --2- 172.21.15.83:0/4270427087 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e60ae85ca0 0x55e60b063cf0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fdeb401cda0 tx=0x7fdeb4100da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbc59eea6775c3ad server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:27.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.766+0000 7fdea97fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-09-21T02:44:27.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.766+0000 7fdea97fa640 1 -- 172.21.15.83:0/4270427087 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdeb4102730 con 0x55e60ae85ca0 2024-09-21T02:44:27.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.766+0000 7fdea97fa640 1 -- 172.21.15.83:0/4270427087 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fdeb40f4710 con 0x55e60ae85ca0 2024-09-21T02:44:27.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fded7df1000 1 -- 172.21.15.83:0/4270427087 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdeb4102440 con 0x55e60ae85ca0 2024-09-21T02:44:27.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fdea97fa640 1 -- 172.21.15.83:0/4270427087 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdeb40f88b0 con 0x55e60ae85ca0 2024-09-21T02:44:27.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fded7df1000 10 client.5355 fetch_fsmap learned FSMap version 26 2024-09-21T02:44:27.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fded7df1000 1 -- 172.21.15.83:0/4270427087 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=2+}) -- 0x55e60ad94070 con 0x55e60ae85ca0 2024-09-21T02:44:27.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fdea97fa640 1 -- 172.21.15.83:0/4270427087 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdeb4102440 con 0x55e60ae85ca0 2024-09-21T02:44:27.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fdea97fa640 1 -- 172.21.15.83:0/4270427087 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 3502+0+0 (secure 0 0 0) 0x7fdeb40f7a70 con 0x55e60ae85ca0 2024-09-21T02:44:27.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fded7df1000 10 client.5355 fetch_fsmap finished waiting for FSMap version 26 2024-09-21T02:44:27.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fded7df1000 10 client.5355 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-21T02:44:27.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fded7df1000 20 client.5355 populate_metadata read hostname 'smithi083' 2024-09-21T02:44:27.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fded7df1000 1 --2- 172.21.15.83:0/4270427087 >> [v2:172.21.15.83:6836/3402545863,v1:172.21.15.83:6837/3402545863] conn(0x55e60aa7f830 0x55e60b01f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:27.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fded7df1000 4 client.5355 mds_command: new command op to 5199 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T02:44:27.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fded7df1000 1 -- 172.21.15.83:0/4270427087 --> [v2:172.21.15.83:6836/3402545863,v1:172.21.15.83:6837/3402545863] -- command(tid 0: {"prefix": "status"}) -- 0x55e60adfd540 con 0x55e60aa7f830 2024-09-21T02:44:27.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fdeca59c640 1 --2- 172.21.15.83:0/4270427087 >> [v2:172.21.15.83:6836/3402545863,v1:172.21.15.83:6837/3402545863] conn(0x55e60aa7f830 0x55e60b01f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:27.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fdea97fa640 10 client.5355 ms_handle_connect on v2:172.21.15.83:6836/3402545863 2024-09-21T02:44:27.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fdeca59c640 1 --2- 172.21.15.83:0/4270427087 >> [v2:172.21.15.83:6836/3402545863,v1:172.21.15.83:6837/3402545863] conn(0x55e60aa7f830 0x55e60b01f6a0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=37a6914d52816549 server_cookie=b68c8a002f40ee16 in_seq=0 out_seq=0 2024-09-21T02:44:27.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fdea97fa640 1 -- 172.21.15.83:0/4270427087 <== mds.0 v2:172.21.15.83:6836/3402545863 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x55e60adfd540 con 0x55e60aa7f830 2024-09-21T02:44:27.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fdea97fa640 10 client.5355 handle_command_reply: tid=0 2024-09-21T02:44:27.779 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fded7df1000 1 client.5355 shutdown 2024-09-21T02:44:27.779 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fded7df1000 1 -- 172.21.15.83:0/4270427087 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e60ae85ca0 msgr2=0x55e60b063cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:27.779 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fded7df1000 1 --2- 172.21.15.83:0/4270427087 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e60ae85ca0 0x55e60b063cf0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fdeb401cda0 tx=0x7fdeb4100da0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.779 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fded7df1000 1 -- 172.21.15.83:0/4270427087 shutdown_connections 2024-09-21T02:44:27.779 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fded7df1000 1 --2- 172.21.15.83:0/4270427087 >> [v2:172.21.15.83:6836/3402545863,v1:172.21.15.83:6837/3402545863] conn(0x55e60aa7f830 0x55e60b01f6a0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.779 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fded7df1000 1 --2- 172.21.15.83:0/4270427087 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x55e60ae9c950 0x55e60b064230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.779 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fded7df1000 1 --2- 172.21.15.83:0/4270427087 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e60ae85ca0 0x55e60b063cf0 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.779 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fdea97fa640 0 client.5355 ms_handle_reset on v2:172.21.15.83:6836/3402545863 2024-09-21T02:44:27.779 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fded7df1000 1 --2- 172.21.15.83:0/4270427087 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x55e60aaac460 0x55e60b0637b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.779 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fded7df1000 1 -- 172.21.15.83:0/4270427087 >> 172.21.15.83:0/4270427087 conn(0x55e60af72d90 msgr2=0x55e60afebfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:27.779 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fded7df1000 1 -- 172.21.15.83:0/4270427087 shutdown_connections 2024-09-21T02:44:27.779 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fded7df1000 1 -- 172.21.15.83:0/4270427087 wait complete. 2024-09-21T02:44:27.779 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fded7df1000 20 client.5355 trim_cache size 0 max 16384 2024-09-21T02:44:27.780 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-09-21T02:44:27.780 INFO:teuthology.orchestra.run.smithi083.stdout: "cluster_fsid": "82b6a254-ea31-468f-b8d3-3f9b32622240", 2024-09-21T02:44:27.780 INFO:teuthology.orchestra.run.smithi083.stdout: "whoami": 0, 2024-09-21T02:44:27.780 INFO:teuthology.orchestra.run.smithi083.stdout: "id": 5199, 2024-09-21T02:44:27.780 INFO:teuthology.orchestra.run.smithi083.stdout: "want_state": "up:active", 2024-09-21T02:44:27.780 INFO:teuthology.orchestra.run.smithi083.stdout: "state": "up:active", 2024-09-21T02:44:27.780 INFO:teuthology.orchestra.run.smithi083.stdout: "fs_name": "cephfs", 2024-09-21T02:44:27.780 INFO:teuthology.orchestra.run.smithi083.stdout: "rank_uptime": 5.9936132029999998, 2024-09-21T02:44:27.780 INFO:teuthology.orchestra.run.smithi083.stdout: "mdsmap_epoch": 26, 2024-09-21T02:44:27.780 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_epoch": 45, 2024-09-21T02:44:27.781 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_epoch_barrier": 45, 2024-09-21T02:44:27.781 INFO:teuthology.orchestra.run.smithi083.stdout: "uptime": 10.568298023000001 2024-09-21T02:44:27.781 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-09-21T02:44:27.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fded0b26640 1 -- 172.21.15.83:0/2479042828 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fdeac073230 msgr2=0x7fdeac075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:27.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fded0b26640 1 --2- 172.21.15.83:0/2479042828 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fdeac073230 0x7fdeac075740 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fdebc005d70 tx=0x7fdebc005d00 comp rx=0 tx=0).stop 2024-09-21T02:44:27.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fded0b26640 1 -- 172.21.15.83:0/2479042828 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdecc0d1460 msgr2=0x7fdecc163880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:27.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fded0b26640 1 --2- 172.21.15.83:0/2479042828 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdecc0d1460 0x7fdecc163880 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fdeb40b0040 tx=0x7fdeb40a55a0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fded0b26640 1 -- 172.21.15.83:0/2479042828 shutdown_connections 2024-09-21T02:44:27.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fded0b26640 1 --2- 172.21.15.83:0/2479042828 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fdeac073230 0x7fdeac075740 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fded0b26640 1 --2- 172.21.15.83:0/2479042828 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fdecc0d27b0 0x7fdecc163dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fded0b26640 1 --2- 172.21.15.83:0/2479042828 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdecc0d1460 0x7fdecc163880 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fded0b26640 1 --2- 172.21.15.83:0/2479042828 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fdecc0d0b10 0x7fdecc153a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fded0b26640 1 -- 172.21.15.83:0/2479042828 >> 172.21.15.83:0/2479042828 conn(0x7fdecc09d6e0 msgr2=0x7fdecc0cf0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:27.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fded0b26640 1 -- 172.21.15.83:0/2479042828 shutdown_connections 2024-09-21T02:44:27.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.770+0000 7fded0b26640 1 -- 172.21.15.83:0/2479042828 wait complete. 2024-09-21T02:44:27.793 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T02:44:27.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.938+0000 7fe37e072640 1 -- 172.21.15.83:0/1904774969 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe360004810 msgr2=0x7fe360004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:27.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.938+0000 7fe37e072640 1 --2- 172.21.15.83:0/1904774969 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe360004810 0x7fe360004c20 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fe36c00c310 tx=0x7fe36c01cfc0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.938+0000 7fe377fff640 1 -- 172.21.15.83:0/1904774969 reap_dead start 2024-09-21T02:44:27.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.938+0000 7fe37e072640 1 -- 172.21.15.83:0/1904774969 shutdown_connections 2024-09-21T02:44:27.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.938+0000 7fe37e072640 1 -- 172.21.15.83:0/1904774969 >> 172.21.15.83:0/1904774969 conn(0x7fe378069980 msgr2=0x7fe3780d4410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:27.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.938+0000 7fe37e072640 1 -- 172.21.15.83:0/1904774969 shutdown_connections 2024-09-21T02:44:27.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.938+0000 7fe37e072640 1 -- 172.21.15.83:0/1904774969 wait complete. 2024-09-21T02:44:27.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.942+0000 7fe37e072640 1 Processor -- start 2024-09-21T02:44:27.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.942+0000 7fe37e072640 1 -- start start 2024-09-21T02:44:27.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.942+0000 7fe37e072640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe360004810 0x7fe3780cb450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:27.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.942+0000 7fe37e072640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe37815ea00 0x7fe3781f8c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:27.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.942+0000 7fe37e072640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe37815ee10 0x7fe3781f7910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:27.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.942+0000 7fe37e072640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fe3780cfb90 con 0x7fe360004810 2024-09-21T02:44:27.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.942+0000 7fe37e072640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fe3780b8440 con 0x7fe37815ee10 2024-09-21T02:44:27.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.942+0000 7fe37e072640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fe3780cfd10 con 0x7fe37815ea00 2024-09-21T02:44:27.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.942+0000 7fe3777fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe360004810 0x7fe3780cb450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:27.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.942+0000 7fe3777fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe360004810 0x7fe3780cb450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:34624/0 (socket says 172.21.15.83:34624) 2024-09-21T02:44:27.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.942+0000 7fe3777fe640 1 -- 172.21.15.83:0/3541348254 learned_addr learned my addr 172.21.15.83:0/3541348254 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:44:27.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.942+0000 7fe376ffd640 1 --2- 172.21.15.83:0/3541348254 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe37815ea00 0x7fe3781f8c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:27.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.942+0000 7fe377fff640 1 --2- 172.21.15.83:0/3541348254 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe37815ee10 0x7fe3781f7910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:27.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.942+0000 7fe3777fe640 1 -- 172.21.15.83:0/3541348254 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe37815ea00 msgr2=0x7fe3781f8c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:27.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.942+0000 7fe3777fe640 1 --2- 172.21.15.83:0/3541348254 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe37815ea00 0x7fe3781f8c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.942+0000 7fe3777fe640 1 -- 172.21.15.83:0/3541348254 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe37815ee10 msgr2=0x7fe3781f7910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:27.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.942+0000 7fe3777fe640 1 --2- 172.21.15.83:0/3541348254 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe37815ee10 0x7fe3781f7910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:27.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.942+0000 7fe3777fe640 1 -- 172.21.15.83:0/3541348254 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3781fbb50 con 0x7fe360004810 2024-09-21T02:44:27.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.942+0000 7fe3777fe640 1 --2- 172.21.15.83:0/3541348254 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe360004810 0x7fe3780cb450 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fe368011a50 tx=0x7fe368011f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:27.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.942+0000 7fe35ffff640 1 -- 172.21.15.83:0/3541348254 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe36801f070 con 0x7fe360004810 2024-09-21T02:44:27.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.946+0000 7fe35ffff640 1 -- 172.21.15.83:0/3541348254 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe36800fe80 con 0x7fe360004810 2024-09-21T02:44:27.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.946+0000 7fe35ffff640 1 -- 172.21.15.83:0/3541348254 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3680126b0 con 0x7fe360004810 2024-09-21T02:44:27.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.946+0000 7fe37e072640 1 -- 172.21.15.83:0/3541348254 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe37815f570 con 0x7fe360004810 2024-09-21T02:44:27.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.946+0000 7fe37e072640 1 -- 172.21.15.83:0/3541348254 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3781f8450 con 0x7fe360004810 2024-09-21T02:44:27.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.946+0000 7fe37e072640 1 -- 172.21.15.83:0/3541348254 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe3781623d0 con 0x7fe360004810 2024-09-21T02:44:27.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.946+0000 7fe35ffff640 1 -- 172.21.15.83:0/3541348254 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fe368022070 con 0x7fe360004810 2024-09-21T02:44:27.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.946+0000 7fe35ffff640 1 --2- 172.21.15.83:0/3541348254 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe364073200 0x7fe364075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:44:27.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.946+0000 7fe35ffff640 1 -- 172.21.15.83:0/3541348254 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fe368094d20 con 0x7fe360004810 2024-09-21T02:44:27.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.946+0000 7fe376ffd640 1 --2- 172.21.15.83:0/3541348254 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe364073200 0x7fe364075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:44:27.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.946+0000 7fe376ffd640 1 --2- 172.21.15.83:0/3541348254 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe364073200 0x7fe364075710 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fe36c0ac000 tx=0x7fe36c019e00 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:44:27.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:27.950+0000 7fe35ffff640 1 -- 172.21.15.83:0/3541348254 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fe36805f670 con 0x7fe360004810 2024-09-21T02:44:28.165 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:28.158+0000 7fe37e072640 1 -- 172.21.15.83:0/3541348254 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fe3780c9ea0 con 0x7fe360004810 2024-09-21T02:44:28.165 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:28.162+0000 7fe35ffff640 1 -- 172.21.15.83:0/3541348254 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v26) ==== 53+0+73 (secure 0 0 0) 0x7fe3680640a0 con 0x7fe360004810 2024-09-21T02:44:28.166 INFO:teuthology.orchestra.run.smithi083.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T02:44:28.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:28.162+0000 7fe37e072640 1 -- 172.21.15.83:0/3541348254 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe364073200 msgr2=0x7fe364075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:28.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:28.162+0000 7fe37e072640 1 --2- 172.21.15.83:0/3541348254 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe364073200 0x7fe364075710 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fe36c0ac000 tx=0x7fe36c019e00 comp rx=0 tx=0).stop 2024-09-21T02:44:28.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:28.162+0000 7fe37e072640 1 -- 172.21.15.83:0/3541348254 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe360004810 msgr2=0x7fe3780cb450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:44:28.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:28.162+0000 7fe37e072640 1 --2- 172.21.15.83:0/3541348254 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe360004810 0x7fe3780cb450 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fe368011a50 tx=0x7fe368011f10 comp rx=0 tx=0).stop 2024-09-21T02:44:28.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:28.162+0000 7fe37e072640 1 -- 172.21.15.83:0/3541348254 shutdown_connections 2024-09-21T02:44:28.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:28.162+0000 7fe37e072640 1 --2- 172.21.15.83:0/3541348254 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe364073200 0x7fe364075710 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:28.169 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:28.162+0000 7fe37e072640 1 --2- 172.21.15.83:0/3541348254 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe37815ee10 0x7fe3781f7910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:28.169 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:28.162+0000 7fe37e072640 1 --2- 172.21.15.83:0/3541348254 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe37815ea00 0x7fe3781f8c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:28.169 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:28.162+0000 7fe37e072640 1 --2- 172.21.15.83:0/3541348254 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe360004810 0x7fe3780cb450 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:44:28.169 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:28.162+0000 7fe37e072640 1 -- 172.21.15.83:0/3541348254 >> 172.21.15.83:0/3541348254 conn(0x7fe378069980 msgr2=0x7fe3780b2fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:44:28.169 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:28.162+0000 7fe37e072640 1 -- 172.21.15.83:0/3541348254 shutdown_connections 2024-09-21T02:44:28.169 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:28.162+0000 7fe37e072640 1 -- 172.21.15.83:0/3541348254 wait complete. 2024-09-21T02:44:28.186 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T02:44:28.186 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T02:44:28.186 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi083.front.sepia.ceph.com 2024-09-21T02:44:28.187 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-21T02:44:28.187 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-21T02:44:28.187 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T02:44:28.187 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T02:44:28.187 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T02:44:28.187 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T02:44:28.187 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:44:28.187 DEBUG:teuthology.orchestra.run.smithi083:> ip addr 2024-09-21T02:44:28.192 INFO:teuthology.orchestra.run.smithi083.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T02:44:28.192 INFO:teuthology.orchestra.run.smithi083.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T02:44:28.193 INFO:teuthology.orchestra.run.smithi083.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T02:44:28.193 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:44:28.193 INFO:teuthology.orchestra.run.smithi083.stdout: inet6 ::1/128 scope host 2024-09-21T02:44:28.193 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:44:28.193 INFO:teuthology.orchestra.run.smithi083.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T02:44:28.193 INFO:teuthology.orchestra.run.smithi083.stdout: link/ether 0c:c4:7a:d8:da:1e brd ff:ff:ff:ff:ff:ff 2024-09-21T02:44:28.193 INFO:teuthology.orchestra.run.smithi083.stdout: altname enp7s0f0 2024-09-21T02:44:28.193 INFO:teuthology.orchestra.run.smithi083.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T02:44:28.193 INFO:teuthology.orchestra.run.smithi083.stdout: link/ether 0c:c4:7a:d8:da:1f brd ff:ff:ff:ff:ff:ff 2024-09-21T02:44:28.193 INFO:teuthology.orchestra.run.smithi083.stdout: altname enp7s0f1 2024-09-21T02:44:28.193 INFO:teuthology.orchestra.run.smithi083.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-21T02:44:28.193 INFO:teuthology.orchestra.run.smithi083.stdout: link/ether 0c:c4:7a:8f:ce:90 brd ff:ff:ff:ff:ff:ff 2024-09-21T02:44:28.193 INFO:teuthology.orchestra.run.smithi083.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T02:44:28.193 INFO:teuthology.orchestra.run.smithi083.stdout: link/ether 0c:c4:7a:8f:ce:91 brd ff:ff:ff:ff:ff:ff 2024-09-21T02:44:28.193 INFO:teuthology.orchestra.run.smithi083.stdout: inet 172.21.15.83/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-21T02:44:28.194 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft 42411sec preferred_lft 42411sec 2024-09-21T02:44:28.194 INFO:teuthology.orchestra.run.smithi083.stdout: inet6 fe80::ec4:7aff:fe8f:ce91/64 scope link 2024-09-21T02:44:28.194 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:44:28.194 INFO:teuthology.orchestra.run.smithi083.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-21T02:44:28.194 INFO:teuthology.orchestra.run.smithi083.stdout: link/ether 02:42:c2:ca:1a:c9 brd ff:ff:ff:ff:ff:ff 2024-09-21T02:44:28.194 INFO:teuthology.orchestra.run.smithi083.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-21T02:44:28.194 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:44:28.194 INFO:teuthology.orchestra.run.smithi083.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T02:44:28.194 INFO:teuthology.orchestra.run.smithi083.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-09-21T02:44:28.194 INFO:teuthology.orchestra.run.smithi083.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T02:44:28.194 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:44:28.194 INFO:teuthology.orchestra.run.smithi083.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-09-21T02:44:28.194 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:44:28.194 INFO:teuthology.orchestra.run.smithi083.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T02:44:28.195 INFO:teuthology.orchestra.run.smithi083.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T02:44:28.195 INFO:teuthology.orchestra.run.smithi083.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-09-21T02:44:28.195 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:44:28.195 INFO:teuthology.orchestra.run.smithi083.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T02:44:28.195 INFO:teuthology.orchestra.run.smithi083.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T02:44:28.195 INFO:teuthology.orchestra.run.smithi083.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2024-09-21T02:44:28.195 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft forever preferred_lft forever 2024-09-21T02:44:28.195 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:44:28.195 DEBUG:teuthology.orchestra.run.smithi083:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T02:44:28.248 INFO:teuthology.orchestra.run.smithi083.stdout:1 2024-09-21T02:44:28.249 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:44:28.249 DEBUG:teuthology.orchestra.run.smithi083:> route 2024-09-21T02:44:28.305 INFO:teuthology.orchestra.run.smithi083.stdout:Kernel IP routing table 2024-09-21T02:44:28.305 INFO:teuthology.orchestra.run.smithi083.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T02:44:28.305 INFO:teuthology.orchestra.run.smithi083.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-21T02:44:28.305 INFO:teuthology.orchestra.run.smithi083.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T02:44:28.305 INFO:teuthology.orchestra.run.smithi083.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-09-21T02:44:28.306 INFO:teuthology.orchestra.run.smithi083.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-21T02:44:28.306 INFO:teuthology.orchestra.run.smithi083.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T02:44:28.306 INFO:teuthology.orchestra.run.smithi083.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T02:44:28.306 INFO:teuthology.orchestra.run.smithi083.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T02:44:28.306 INFO:teuthology.orchestra.run.smithi083.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-21T02:44:28.306 INFO:teuthology.orchestra.run.smithi083.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T02:44:28.306 DEBUG:teuthology.orchestra.run.smithi083:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T02:44:28.306 DEBUG:teuthology.orchestra.run.smithi083:> set -e 2024-09-21T02:44:28.306 DEBUG:teuthology.orchestra.run.smithi083:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T02:44:28.306 DEBUG:teuthology.orchestra.run.smithi083:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T02:44:28.306 DEBUG:teuthology.orchestra.run.smithi083:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T02:44:28.307 DEBUG:teuthology.orchestra.run.smithi083:> ') 2024-09-21T02:44:28.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:28 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T02:44:28.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:28.425 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:44:28.426 DEBUG:teuthology.orchestra.run.smithi083:> ip netns list 2024-09-21T02:44:28.478 INFO:teuthology.orchestra.run.smithi083.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-21T02:44:28.478 INFO:teuthology.orchestra.run.smithi083.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-21T02:44:28.478 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T02:44:28.478 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:44:28.478 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip link set brx.0 up 2024-09-21T02:44:28.533 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-21T02:44:28.534 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T02:44:28.534 DEBUG:teuthology.orchestra.run.smithi083:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-21T02:44:28.582 INFO:teuthology.orchestra.run.smithi083.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-21T02:44:28.582 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T02:44:28.582 DEBUG:teuthology.orchestra.run.smithi083:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-21T02:44:28.630 DEBUG:teuthology.orchestra.run.smithi083:> sudo modprobe fuse 2024-09-21T02:44:28.687 DEBUG:teuthology.orchestra.run.smithi083:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T02:44:28.735 INFO:teuthology.orchestra.run.smithi083.stdout:/sys 2024-09-21T02:44:28.735 INFO:teuthology.orchestra.run.smithi083.stdout:/proc 2024-09-21T02:44:28.735 INFO:teuthology.orchestra.run.smithi083.stdout:/dev 2024-09-21T02:44:28.735 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/pts 2024-09-21T02:44:28.735 INFO:teuthology.orchestra.run.smithi083.stdout:/run 2024-09-21T02:44:28.736 INFO:teuthology.orchestra.run.smithi083.stdout:/ 2024-09-21T02:44:28.736 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/security 2024-09-21T02:44:28.736 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/shm 2024-09-21T02:44:28.736 INFO:teuthology.orchestra.run.smithi083.stdout:/run/lock 2024-09-21T02:44:28.736 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/cgroup 2024-09-21T02:44:28.736 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/pstore 2024-09-21T02:44:28.736 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/bpf 2024-09-21T02:44:28.736 INFO:teuthology.orchestra.run.smithi083.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T02:44:28.736 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/hugepages 2024-09-21T02:44:28.736 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/mqueue 2024-09-21T02:44:28.736 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/debug 2024-09-21T02:44:28.736 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/tracing 2024-09-21T02:44:28.736 INFO:teuthology.orchestra.run.smithi083.stdout:/proc/fs/nfsd 2024-09-21T02:44:28.736 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/fuse/connections 2024-09-21T02:44:28.736 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/config 2024-09-21T02:44:28.737 INFO:teuthology.orchestra.run.smithi083.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T02:44:28.737 INFO:teuthology.orchestra.run.smithi083.stdout:/run/rpc_pipefs 2024-09-21T02:44:28.737 INFO:teuthology.orchestra.run.smithi083.stdout:/run/user/1000 2024-09-21T02:44:28.737 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph 2024-09-21T02:44:28.737 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T02:44:28.737 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T02:44:28.737 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T02:44:28.737 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T02:44:28.737 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns 2024-09-21T02:44:28.737 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T02:44:28.737 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T02:44:28.737 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T02:44:28.737 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T02:44:28.738 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:44:28.738 DEBUG:teuthology.orchestra.run.smithi083:> ls /sys/fs/fuse/connections 2024-09-21T02:44:28.786 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T02:44:28.786 DEBUG:teuthology.orchestra.run.smithi083:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-21T02:44:28.831 DEBUG:teuthology.orchestra.run.smithi083:> sudo modprobe fuse 2024-09-21T02:44:28.845 DEBUG:teuthology.orchestra.run.smithi083:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T02:44:28.894 INFO:teuthology.orchestra.run.smithi083.stdout:/sys 2024-09-21T02:44:28.894 INFO:teuthology.orchestra.run.smithi083.stdout:/proc 2024-09-21T02:44:28.894 INFO:teuthology.orchestra.run.smithi083.stdout:/dev 2024-09-21T02:44:28.894 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/pts 2024-09-21T02:44:28.895 INFO:teuthology.orchestra.run.smithi083.stdout:/run 2024-09-21T02:44:28.895 INFO:teuthology.orchestra.run.smithi083.stdout:/ 2024-09-21T02:44:28.895 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/security 2024-09-21T02:44:28.895 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/shm 2024-09-21T02:44:28.895 INFO:teuthology.orchestra.run.smithi083.stdout:/run/lock 2024-09-21T02:44:28.895 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/cgroup 2024-09-21T02:44:28.895 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/pstore 2024-09-21T02:44:28.895 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/bpf 2024-09-21T02:44:28.895 INFO:teuthology.orchestra.run.smithi083.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T02:44:28.895 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/hugepages 2024-09-21T02:44:28.895 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/mqueue 2024-09-21T02:44:28.895 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/debug 2024-09-21T02:44:28.895 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/tracing 2024-09-21T02:44:28.895 INFO:teuthology.orchestra.run.smithi083.stdout:/proc/fs/nfsd 2024-09-21T02:44:28.895 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/fuse/connections 2024-09-21T02:44:28.896 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/config 2024-09-21T02:44:28.896 INFO:teuthology.orchestra.run.smithi083.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T02:44:28.896 INFO:teuthology.orchestra.run.smithi083.stdout:/run/rpc_pipefs 2024-09-21T02:44:28.896 INFO:teuthology.orchestra.run.smithi083.stdout:/run/user/1000 2024-09-21T02:44:28.896 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph 2024-09-21T02:44:28.896 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T02:44:28.896 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T02:44:28.896 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T02:44:28.896 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T02:44:28.896 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns 2024-09-21T02:44:28.896 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T02:44:28.896 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T02:44:28.896 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T02:44:28.896 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T02:44:28.897 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:44:28.897 DEBUG:teuthology.orchestra.run.smithi083:> ls /sys/fs/fuse/connections 2024-09-21T02:44:28.941 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi083.stderr:2024-09-21T02:44:28.934+0000 7fe0eaf3e580 -1 init, newargv = 0x7fe0d8000ee0 newargc=15 2024-09-21T02:44:28.941 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi083.stderr:ceph-fuse[39712]: starting ceph client 2024-09-21T02:44:28.947 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi083.stderr:ceph-fuse[39712]: starting fuse 2024-09-21T02:44:30.046 DEBUG:teuthology.orchestra.run.smithi083:> sudo modprobe fuse 2024-09-21T02:44:30.063 DEBUG:teuthology.orchestra.run.smithi083:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T02:44:30.111 INFO:teuthology.orchestra.run.smithi083.stdout:/sys 2024-09-21T02:44:30.111 INFO:teuthology.orchestra.run.smithi083.stdout:/proc 2024-09-21T02:44:30.111 INFO:teuthology.orchestra.run.smithi083.stdout:/dev 2024-09-21T02:44:30.111 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/pts 2024-09-21T02:44:30.111 INFO:teuthology.orchestra.run.smithi083.stdout:/run 2024-09-21T02:44:30.111 INFO:teuthology.orchestra.run.smithi083.stdout:/ 2024-09-21T02:44:30.111 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/security 2024-09-21T02:44:30.111 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/shm 2024-09-21T02:44:30.111 INFO:teuthology.orchestra.run.smithi083.stdout:/run/lock 2024-09-21T02:44:30.111 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/cgroup 2024-09-21T02:44:30.112 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/pstore 2024-09-21T02:44:30.112 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/bpf 2024-09-21T02:44:30.112 INFO:teuthology.orchestra.run.smithi083.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T02:44:30.112 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/hugepages 2024-09-21T02:44:30.112 INFO:teuthology.orchestra.run.smithi083.stdout:/dev/mqueue 2024-09-21T02:44:30.112 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/debug 2024-09-21T02:44:30.112 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/tracing 2024-09-21T02:44:30.112 INFO:teuthology.orchestra.run.smithi083.stdout:/proc/fs/nfsd 2024-09-21T02:44:30.112 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/fs/fuse/connections 2024-09-21T02:44:30.112 INFO:teuthology.orchestra.run.smithi083.stdout:/sys/kernel/config 2024-09-21T02:44:30.112 INFO:teuthology.orchestra.run.smithi083.stdout:/run/credentials/systemd-sysusers.service 2024-09-21T02:44:30.112 INFO:teuthology.orchestra.run.smithi083.stdout:/run/rpc_pipefs 2024-09-21T02:44:30.112 INFO:teuthology.orchestra.run.smithi083.stdout:/run/user/1000 2024-09-21T02:44:30.113 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph 2024-09-21T02:44:30.113 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T02:44:30.113 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T02:44:30.113 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T02:44:30.113 INFO:teuthology.orchestra.run.smithi083.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T02:44:30.113 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns 2024-09-21T02:44:30.113 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T02:44:30.113 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T02:44:30.113 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T02:44:30.113 INFO:teuthology.orchestra.run.smithi083.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T02:44:30.113 INFO:teuthology.orchestra.run.smithi083.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-21T02:44:30.114 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:44:30.115 DEBUG:teuthology.orchestra.run.smithi083:> ls /sys/fs/fuse/connections 2024-09-21T02:44:30.162 INFO:teuthology.orchestra.run.smithi083.stdout:45 2024-09-21T02:44:30.162 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-09-21T02:44:30.162 DEBUG:teuthology.orchestra.run.smithi083:> sudo stdin-killer -- python3 -c ' 2024-09-21T02:44:30.163 DEBUG:teuthology.orchestra.run.smithi083:> import glob 2024-09-21T02:44:30.163 DEBUG:teuthology.orchestra.run.smithi083:> import re 2024-09-21T02:44:30.163 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:30.163 DEBUG:teuthology.orchestra.run.smithi083:> import subprocess 2024-09-21T02:44:30.163 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:30.163 DEBUG:teuthology.orchestra.run.smithi083:> def _find_admin_socket(client_name): 2024-09-21T02:44:30.163 DEBUG:teuthology.orchestra.run.smithi083:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-21T02:44:30.163 DEBUG:teuthology.orchestra.run.smithi083:> files = glob.glob(asok_path) 2024-09-21T02:44:30.163 DEBUG:teuthology.orchestra.run.smithi083:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-21T02:44:30.163 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:30.163 DEBUG:teuthology.orchestra.run.smithi083:> # Given a non-glob path, it better be there 2024-09-21T02:44:30.163 DEBUG:teuthology.orchestra.run.smithi083:> if "*" not in asok_path: 2024-09-21T02:44:30.163 DEBUG:teuthology.orchestra.run.smithi083:> assert(len(files) == 1) 2024-09-21T02:44:30.163 DEBUG:teuthology.orchestra.run.smithi083:> return files[0] 2024-09-21T02:44:30.164 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:30.164 DEBUG:teuthology.orchestra.run.smithi083:> for f in files: 2024-09-21T02:44:30.164 DEBUG:teuthology.orchestra.run.smithi083:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T02:44:30.164 DEBUG:teuthology.orchestra.run.smithi083:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T02:44:30.164 DEBUG:teuthology.orchestra.run.smithi083:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T02:44:30.164 DEBUG:teuthology.orchestra.run.smithi083:> contents = proc_f.read() 2024-09-21T02:44:30.164 DEBUG:teuthology.orchestra.run.smithi083:> if mountpoint in contents: 2024-09-21T02:44:30.164 DEBUG:teuthology.orchestra.run.smithi083:> return f 2024-09-21T02:44:30.164 DEBUG:teuthology.orchestra.run.smithi083:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T02:44:30.164 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:30.164 DEBUG:teuthology.orchestra.run.smithi083:> print(_find_admin_socket("client.0")) 2024-09-21T02:44:30.164 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:30.284 INFO:teuthology.orchestra.run.smithi083.stdout:/var/run/ceph/ceph-client.0.39712.asok 2024-09-21T02:44:30.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:30.296 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.39712.asok 2024-09-21T02:44:30.296 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:44:30.296 DEBUG:teuthology.orchestra.run.smithi083:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.39712.asok status 2024-09-21T02:44:30.475 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-09-21T02:44:30.476 INFO:teuthology.orchestra.run.smithi083.stdout: "metadata": { 2024-09-21T02:44:30.476 INFO:teuthology.orchestra.run.smithi083.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T02:44:30.476 INFO:teuthology.orchestra.run.smithi083.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T02:44:30.476 INFO:teuthology.orchestra.run.smithi083.stdout: "entity_id": "0", 2024-09-21T02:44:30.476 INFO:teuthology.orchestra.run.smithi083.stdout: "hostname": "smithi083", 2024-09-21T02:44:30.476 INFO:teuthology.orchestra.run.smithi083.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-21T02:44:30.476 INFO:teuthology.orchestra.run.smithi083.stdout: "pid": "39712", 2024-09-21T02:44:30.476 INFO:teuthology.orchestra.run.smithi083.stdout: "root": "/" 2024-09-21T02:44:30.476 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:44:30.476 INFO:teuthology.orchestra.run.smithi083.stdout: "dentry_count": 0, 2024-09-21T02:44:30.476 INFO:teuthology.orchestra.run.smithi083.stdout: "dentry_pinned_count": 0, 2024-09-21T02:44:30.476 INFO:teuthology.orchestra.run.smithi083.stdout: "id": 5370, 2024-09-21T02:44:30.476 INFO:teuthology.orchestra.run.smithi083.stdout: "inst": { 2024-09-21T02:44:30.476 INFO:teuthology.orchestra.run.smithi083.stdout: "name": { 2024-09-21T02:44:30.477 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "client", 2024-09-21T02:44:30.477 INFO:teuthology.orchestra.run.smithi083.stdout: "num": 5370 2024-09-21T02:44:30.477 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:44:30.477 INFO:teuthology.orchestra.run.smithi083.stdout: "addr": { 2024-09-21T02:44:30.477 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "v1", 2024-09-21T02:44:30.477 INFO:teuthology.orchestra.run.smithi083.stdout: "addr": "192.168.0.1:0", 2024-09-21T02:44:30.477 INFO:teuthology.orchestra.run.smithi083.stdout: "nonce": 2064919614 2024-09-21T02:44:30.477 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-09-21T02:44:30.477 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:44:30.477 INFO:teuthology.orchestra.run.smithi083.stdout: "addr": { 2024-09-21T02:44:30.477 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "v1", 2024-09-21T02:44:30.477 INFO:teuthology.orchestra.run.smithi083.stdout: "addr": "192.168.0.1:0", 2024-09-21T02:44:30.477 INFO:teuthology.orchestra.run.smithi083.stdout: "nonce": 2064919614 2024-09-21T02:44:30.477 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-09-21T02:44:30.478 INFO:teuthology.orchestra.run.smithi083.stdout: "inst_str": "client.5370 192.168.0.1:0/2064919614", 2024-09-21T02:44:30.478 INFO:teuthology.orchestra.run.smithi083.stdout: "addr_str": "192.168.0.1:0/2064919614", 2024-09-21T02:44:30.478 INFO:teuthology.orchestra.run.smithi083.stdout: "inode_count": 1, 2024-09-21T02:44:30.478 INFO:teuthology.orchestra.run.smithi083.stdout: "mds_epoch": 26, 2024-09-21T02:44:30.478 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_epoch": 45, 2024-09-21T02:44:30.478 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_epoch_barrier": 0, 2024-09-21T02:44:30.478 INFO:teuthology.orchestra.run.smithi083.stdout: "blocklisted": false, 2024-09-21T02:44:30.478 INFO:teuthology.orchestra.run.smithi083.stdout: "fs_name": "cephfs" 2024-09-21T02:44:30.478 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-09-21T02:44:30.492 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:44:30.492 DEBUG:teuthology.orchestra.run.smithi083:> stat --file-system '--printf=%T 2024-09-21T02:44:30.492 DEBUG:teuthology.orchestra.run.smithi083:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-21T02:44:30.498 INFO:teuthology.orchestra.run.smithi083.stdout:fuseblk 2024-09-21T02:44:30.498 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-21T02:44:30.498 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:44:30.498 DEBUG:teuthology.orchestra.run.smithi083:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-21T02:44:30.554 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:44:30.555 DEBUG:teuthology.orchestra.run.smithi083:> (cd /home/ubuntu/cephtest/mnt.0 && exec git clone https://github.com/ceph/ceph-qa-suite) 2024-09-21T02:44:30.620 INFO:teuthology.orchestra.run.smithi083.stderr:Cloning into 'ceph-qa-suite'... 2024-09-21T02:44:40.286 INFO:teuthology.orchestra.run.smithi083.stderr:Updating files: 20% (292/1396) Updating files: 21% (294/1396) Updating files: 22% (308/1396) Updating files: 23% (322/1396) Updating files: 24% (336/1396) Updating files: 25% (349/1396) Updating files: 26% (363/1396) Updating files: 27% (377/1396) Updating files: 28% (391/1396) Updating files: 29% (405/1396) Updating files: 30% (419/1396) Updating files: 31% (433/1396) Updating files: 32% (447/1396) Updating files: 33% (461/1396) Updating files: 34% (475/1396) Updating files: 35% (489/1396) Updating files: 35% (496/1396) Updating files: 36% (503/1396) Updating files: 37% (517/1396) Updating files: 38% (531/1396) Updating files: 39% (545/1396) Updating files: 40% (559/1396) Updating files: 41% (573/1396) Updating files: 42% (587/1396) Updating files: 43% (601/1396) Updating files: 44% (615/1396) Updating files: 45% (629/1396) Updating files: 46% (643/1396) Updating files: 47% (657/1396) Updating files: 48% (671/1396) Updating files: 48% (677/1396) Updating files: 49% (685/1396) Updating files: 50% (698/1396) Updating files: 51% (712/1396) Updating files: 52% (726/1396) Updating files: 53% (740/1396) Updating files: 54% (754/1396) Updating files: 55% (768/1396) Updating files: 56% (782/1396) Updating files: 57% (796/1396) Updating files: 58% (810/1396) Updating files: 59% (824/1396) Updating files: 60% (838/1396) Updating files: 61% (852/1396) Updating files: 62% (866/1396) Updating files: 63% (880/1396) Updating files: 64% (894/1396) Updating files: 65% (908/1396) Updating files: 66% (922/1396) Updating files: 66% (932/1396) Updating files: 67% (936/1396) Updating files: 68% (950/1396) Updating files: 69% (964/1396) Updating files: 70% (978/1396) Updating files: 71% (992/1396) Updating files: 72% (1006/1396) Updating files: 73% (1020/1396) Updating files: 74% (1034/1396) Updating files: 75% (1047/1396) Updating files: 76% (1061/1396) Updating files: 77% (1075/1396) Updating files: 78% (1089/1396) Updating files: 79% (1103/1396) Updating files: 80% (1117/1396) Updating files: 81% (1131/1396) Updating files: 82% (1145/1396) Updating files: 83% (1159/1396) Updating files: 83% (1160/1396) Updating files: 84% (1173/1396) Updating files: 85% (1187/1396) Updating files: 86% (1201/1396) Updating files: 87% (1215/1396) Updating files: 88% (1229/1396) Updating files: 89% (1243/1396) Updating files: 90% (1257/1396) Updating files: 91% (1271/1396) Updating files: 92% (1285/1396) Updating files: 93% (1299/1396) Updating files: 94% (1313/1396) Updating files: 95% (1327/1396) Updating files: 96% (1341/1396) Updating files: 97% (1355/1396) Updating files: 98% (1369/1396) Updating files: 99% (1383/1396) Updating files: 100% (1396/1396) Updating files: 100% (1396/1396), done. 2024-09-21T02:44:40.294 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:44:40.295 DEBUG:teuthology.orchestra.run.smithi083:> (cd /home/ubuntu/cephtest/mnt.0 && exec find ./) 2024-09-21T02:44:40.504 INFO:teuthology.orchestra.run.smithi083.stdout:./ 2024-09-21T02:44:40.504 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite 2024-09-21T02:44:40.504 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/erasure-code 2024-09-21T02:44:40.504 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/erasure-code/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml 2024-09-21T02:44:40.504 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/erasure-code/ec-rados-plugin=jerasure-k=3-m=1.yaml 2024-09-21T02:44:40.504 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/erasure-code/ec-rados-plugin=isa-k=2-m=1.yaml 2024-09-21T02:44:40.504 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/erasure-code/ec-rados-plugin=jerasure-k=2-m=1.yaml 2024-09-21T02:44:40.504 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/erasure-code/ec-rados-plugin=shec-k=4-m=3-c=2.yaml 2024-09-21T02:44:40.504 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/erasure-code/ec-feature-plugins-v3.yaml 2024-09-21T02:44:40.504 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/erasure-code/ec-rados-default.yaml 2024-09-21T02:44:40.505 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/erasure-code/ec-rados-sequential.yaml 2024-09-21T02:44:40.505 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/erasure-code/ec-rados-parallel.yaml 2024-09-21T02:44:40.505 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/erasure-code/ec-feature-plugins-v2.yaml 2024-09-21T02:44:40.505 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/releases 2024-09-21T02:44:40.505 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/releases/jewel.yaml 2024-09-21T02:44:40.505 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/releases/kraken.yaml 2024-09-21T02:44:40.505 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/releases/infernalis.yaml 2024-09-21T02:44:40.505 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tox.ini 2024-09-21T02:44:40.505 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/ceph-deploy-overrides 2024-09-21T02:44:40.505 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/ceph-deploy-overrides/enable_dmcrypt_diff_journal_disk.yaml 2024-09-21T02:44:40.505 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/ceph-deploy-overrides/ceph_deploy_dmcrypt.yaml 2024-09-21T02:44:40.505 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/ceph-deploy-overrides/enable_diff_journal_disk.yaml 2024-09-21T02:44:40.505 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/ceph-deploy-overrides/disable_diff_journal_disk.yaml 2024-09-21T02:44:40.505 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/nightlies 2024-09-21T02:44:40.506 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/nightlies/cron_wrapper 2024-09-21T02:44:40.506 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/overrides 2024-09-21T02:44:40.506 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/overrides/3-size-2-min-size.yaml 2024-09-21T02:44:40.506 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/overrides/whitelist_wrongly_marked_down.yaml 2024-09-21T02:44:40.506 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/overrides/2-size-2-min-size.yaml 2024-09-21T02:44:40.506 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/overrides/2-size-1-min-size.yaml 2024-09-21T02:44:40.506 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/overrides/short_pg_log.yaml 2024-09-21T02:44:40.506 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/packages 2024-09-21T02:44:40.506 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/packages/packages.yaml 2024-09-21T02:44:40.506 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/clusters 2024-09-21T02:44:40.506 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/clusters/extra-client.yaml 2024-09-21T02:44:40.506 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/clusters/fixed-2.yaml 2024-09-21T02:44:40.506 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/clusters/fixed-3.yaml 2024-09-21T02:44:40.506 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/clusters/fixed-3-cephfs.yaml 2024-09-21T02:44:40.507 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/clusters/fixed-4.yaml 2024-09-21T02:44:40.507 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/clusters/fixed-1.yaml 2024-09-21T02:44:40.507 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/cephfs 2024-09-21T02:44:40.507 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/cephfs/overrides 2024-09-21T02:44:40.507 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/cephfs/overrides/whitelist_wrongly_marked_down.yaml 2024-09-21T02:44:40.507 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/cephfs/overrides/debug.yaml 2024-09-21T02:44:40.507 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/cephfs/overrides/fuse 2024-09-21T02:44:40.507 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/cephfs/overrides/fuse/default-perm 2024-09-21T02:44:40.507 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/cephfs/overrides/fuse/default-perm/yes.yaml 2024-09-21T02:44:40.507 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/cephfs/overrides/fuse/default-perm/no.yaml 2024-09-21T02:44:40.507 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/cephfs/overrides/fuse/default-perm/% 2024-09-21T02:44:40.507 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/cephfs/overrides/frag_enable.yaml 2024-09-21T02:44:40.507 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/cephfs/clusters 2024-09-21T02:44:40.507 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/cephfs/clusters/9-mds.yaml 2024-09-21T02:44:40.508 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/cephfs/clusters/3-mds.yaml 2024-09-21T02:44:40.508 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/cephfs/clusters/fixed-2-ucephfs.yaml 2024-09-21T02:44:40.508 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/cephfs/mount 2024-09-21T02:44:40.508 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/cephfs/mount/kclient.yaml 2024-09-21T02:44:40.508 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/cephfs/mount/fuse.yaml 2024-09-21T02:44:40.508 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/cephfs/begin.yaml 2024-09-21T02:44:40.508 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/cephfs/tasks 2024-09-21T02:44:40.508 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/cephfs/tasks/libcephfs_interface_tests.yaml 2024-09-21T02:44:40.508 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/cephfs/tasks/cfuse_workunit_trivial_sync.yaml 2024-09-21T02:44:40.508 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/cephfs/tasks/cfuse_workunit_suites_ffsb.yaml 2024-09-21T02:44:40.508 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/cephfs/tasks/cfuse_workunit_suites_blogbench.yaml 2024-09-21T02:44:40.509 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/cephfs/tasks/cfuse_workunit_suites_fsstress.yaml 2024-09-21T02:44:40.509 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/cephfs/tasks/cfuse_workunit_suites_dbench.yaml 2024-09-21T02:44:40.509 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/objectstore 2024-09-21T02:44:40.509 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/objectstore/bluestore.yaml 2024-09-21T02:44:40.509 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/objectstore/filestore.yaml 2024-09-21T02:44:40.509 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/config 2024-09-21T02:44:40.509 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/config/rados.yaml 2024-09-21T02:44:40.509 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/archs 2024-09-21T02:44:40.510 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/archs/armv7.yaml 2024-09-21T02:44:40.510 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/archs/i686.yaml 2024-09-21T02:44:40.510 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/archs/aarch64.yaml 2024-09-21T02:44:40.510 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/archs/x86_64.yaml 2024-09-21T02:44:40.510 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/fs 2024-09-21T02:44:40.510 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/fs/btrfs.yaml 2024-09-21T02:44:40.510 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/fs/xfs.yaml 2024-09-21T02:44:40.510 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/fs/ext4.yaml 2024-09-21T02:44:40.510 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/rgw_pool_type 2024-09-21T02:44:40.510 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/rgw_pool_type/ec-profile.yaml 2024-09-21T02:44:40.510 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/rgw_pool_type/ec.yaml 2024-09-21T02:44:40.510 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/rgw_pool_type/ec-cache.yaml 2024-09-21T02:44:40.510 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/rgw_pool_type/replicated.yaml 2024-09-21T02:44:40.510 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git 2024-09-21T02:44:40.510 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/HEAD 2024-09-21T02:44:40.511 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/description 2024-09-21T02:44:40.511 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/index 2024-09-21T02:44:40.511 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/objects 2024-09-21T02:44:40.511 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/objects/info 2024-09-21T02:44:40.511 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/objects/pack 2024-09-21T02:44:40.511 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/objects/pack/pack-ac547ca4f300164f23b0bf1b8b1e66d5a7352309.idx 2024-09-21T02:44:40.511 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/objects/pack/pack-ac547ca4f300164f23b0bf1b8b1e66d5a7352309.pack 2024-09-21T02:44:40.511 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/hooks 2024-09-21T02:44:40.511 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/hooks/pre-merge-commit.sample 2024-09-21T02:44:40.602 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/hooks/pre-commit.sample 2024-09-21T02:44:40.602 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/hooks/fsmonitor-watchman.sample 2024-09-21T02:44:40.602 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/hooks/commit-msg.sample 2024-09-21T02:44:40.602 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/hooks/pre-rebase.sample 2024-09-21T02:44:40.602 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/hooks/pre-receive.sample 2024-09-21T02:44:40.602 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/hooks/prepare-commit-msg.sample 2024-09-21T02:44:40.602 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/hooks/update.sample 2024-09-21T02:44:40.602 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/hooks/pre-push.sample 2024-09-21T02:44:40.602 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/hooks/pre-applypatch.sample 2024-09-21T02:44:40.603 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/hooks/push-to-checkout.sample 2024-09-21T02:44:40.603 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/hooks/post-update.sample 2024-09-21T02:44:40.603 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/hooks/applypatch-msg.sample 2024-09-21T02:44:40.603 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/logs 2024-09-21T02:44:40.603 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/logs/HEAD 2024-09-21T02:44:40.603 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/logs/refs 2024-09-21T02:44:40.603 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/logs/refs/heads 2024-09-21T02:44:40.603 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/logs/refs/heads/master 2024-09-21T02:44:40.603 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/logs/refs/remotes 2024-09-21T02:44:40.603 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/logs/refs/remotes/origin 2024-09-21T02:44:40.603 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/logs/refs/remotes/origin/HEAD 2024-09-21T02:44:40.603 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/packed-refs 2024-09-21T02:44:40.603 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/config 2024-09-21T02:44:40.604 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/info 2024-09-21T02:44:40.604 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/info/exclude 2024-09-21T02:44:40.604 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/refs 2024-09-21T02:44:40.604 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/refs/tags 2024-09-21T02:44:40.604 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/refs/heads 2024-09-21T02:44:40.604 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/refs/heads/master 2024-09-21T02:44:40.604 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/refs/remotes 2024-09-21T02:44:40.604 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/refs/remotes/origin 2024-09-21T02:44:40.604 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/refs/remotes/origin/HEAD 2024-09-21T02:44:40.604 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.git/branches 2024-09-21T02:44:40.604 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/config_options 2024-09-21T02:44:40.604 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/config_options/cephdeploy_conf.yaml 2024-09-21T02:44:40.604 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/distros 2024-09-21T02:44:40.605 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/distros/a-supported-distro.yaml 2024-09-21T02:44:40.605 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/distros/supported 2024-09-21T02:44:40.605 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/distros/supported/ubuntu_16.04.yaml 2024-09-21T02:44:40.605 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/distros/supported/centos_7.2.yaml 2024-09-21T02:44:40.605 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/distros/supported/ubuntu_14.04.yaml 2024-09-21T02:44:40.605 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/distros/all 2024-09-21T02:44:40.605 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/distros/all/fedora_17.yaml 2024-09-21T02:44:40.605 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/distros/all/centos_6.4.yaml 2024-09-21T02:44:40.605 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/distros/all/debian_7.0.yaml 2024-09-21T02:44:40.605 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/distros/all/debian_6.0.yaml 2024-09-21T02:44:40.605 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/distros/all/fedora_19.yaml 2024-09-21T02:44:40.605 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/distros/all/ubuntu_16.04.yaml 2024-09-21T02:44:40.605 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/distros/all/opensuse_13.2.yaml 2024-09-21T02:44:40.605 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/distros/all/opensuse_12.2.yaml 2024-09-21T02:44:40.606 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/distros/all/rhel_6.3.yaml 2024-09-21T02:44:40.606 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/distros/all/sles_11-sp2.yaml 2024-09-21T02:44:40.606 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/distros/all/centos_7.2.yaml 2024-09-21T02:44:40.606 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/distros/all/rhel_6.4.yaml 2024-09-21T02:44:40.606 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/distros/all/centos_7.0.yaml 2024-09-21T02:44:40.606 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/distros/all/ubuntu_14.04_i686.yaml 2024-09-21T02:44:40.606 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/distros/all/opensuse_42.1.yaml 2024-09-21T02:44:40.606 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/distros/all/debian_8.0.yaml 2024-09-21T02:44:40.606 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/distros/all/fedora_18.yaml 2024-09-21T02:44:40.606 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/distros/all/rhel_7.0.yaml 2024-09-21T02:44:40.606 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/distros/all/ubuntu_14.04.yaml 2024-09-21T02:44:40.606 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/distros/all/centos_7.1.yaml 2024-09-21T02:44:40.606 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/distros/all/ubuntu_12.10.yaml 2024-09-21T02:44:40.606 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/distros/all/ubuntu_12.04.yaml 2024-09-21T02:44:40.607 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/distros/all/centos_6.3.yaml 2024-09-21T02:44:40.607 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/distros/all/rhel_6.5.yaml 2024-09-21T02:44:40.607 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/distros/all/ubuntu_14.04_aarch64.yaml 2024-09-21T02:44:40.607 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/distros/all/centos_6.5.yaml 2024-09-21T02:44:40.607 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites 2024-09-21T02:44:40.607 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/stress 2024-09-21T02:44:40.607 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/stress/bench 2024-09-21T02:44:40.607 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/stress/bench/clusters 2024-09-21T02:44:40.607 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/stress/bench/clusters/fixed-3-cephfs.yaml 2024-09-21T02:44:40.607 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/stress/bench/% 2024-09-21T02:44:40.607 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/stress/bench/tasks 2024-09-21T02:44:40.607 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/stress/bench/tasks/kclient_workunit_suites_fsx.yaml 2024-09-21T02:44:40.607 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/stress/bench/tasks/cfuse_workunit_snaps.yaml 2024-09-21T02:44:40.607 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/stress/thrash 2024-09-21T02:44:40.607 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/stress/thrash/clusters 2024-09-21T02:44:40.607 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/stress/thrash/clusters/16-osd.yaml 2024-09-21T02:44:40.608 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/stress/thrash/clusters/3-osd-1-machine.yaml 2024-09-21T02:44:40.608 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/stress/thrash/clusters/8-osd.yaml 2024-09-21T02:44:40.608 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/stress/thrash/fs 2024-09-21T02:44:40.608 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/stress/thrash/fs/none.yaml 2024-09-21T02:44:40.608 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/stress/thrash/fs/btrfs.yaml 2024-09-21T02:44:40.608 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/stress/thrash/fs/xfs.yaml 2024-09-21T02:44:40.608 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/stress/thrash/workloads 2024-09-21T02:44:40.608 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/stress/thrash/workloads/readwrite.yaml 2024-09-21T02:44:40.608 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/stress/thrash/workloads/radosbench.yaml 2024-09-21T02:44:40.608 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/stress/thrash/workloads/iozone_cfuse.yaml 2024-09-21T02:44:40.608 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/stress/thrash/workloads/bonnie_cfuse.yaml 2024-09-21T02:44:40.608 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/stress/thrash/% 2024-09-21T02:44:40.608 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/stress/thrash/thrashers 2024-09-21T02:44:40.667 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/stress/thrash/thrashers/default.yaml 2024-09-21T02:44:40.667 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/stress/thrash/thrashers/more-down.yaml 2024-09-21T02:44:40.667 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/stress/thrash/thrashers/fast.yaml 2024-09-21T02:44:40.667 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/mgr 2024-09-21T02:44:40.667 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/mgr/basic 2024-09-21T02:44:40.667 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/mgr/basic/clusters 2024-09-21T02:44:40.667 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/mgr/basic/clusters/2-node-mgr.yaml 2024-09-21T02:44:40.667 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/mgr/basic/fs 2024-09-21T02:44:40.667 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/mgr/basic/fs/xfs.yaml 2024-09-21T02:44:40.667 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/mgr/basic/% 2024-09-21T02:44:40.667 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/mgr/basic/tasks 2024-09-21T02:44:40.667 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/mgr/basic/tasks/failover.yaml 2024-09-21T02:44:40.668 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/mgr/basic/debug 2024-09-21T02:44:40.668 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/mgr/basic/debug/mgr.yaml 2024-09-21T02:44:40.668 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/powercycle 2024-09-21T02:44:40.668 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/powercycle/osd 2024-09-21T02:44:40.668 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/powercycle/osd/powercycle 2024-09-21T02:44:40.668 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/powercycle/osd/powercycle/default.yaml 2024-09-21T02:44:40.668 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/powercycle/osd/clusters 2024-09-21T02:44:40.668 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/powercycle/osd/clusters/3osd-1per-target.yaml 2024-09-21T02:44:40.668 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/powercycle/osd/objectstore 2024-09-21T02:44:40.668 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/powercycle/osd/fs 2024-09-21T02:44:40.668 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/powercycle/osd/fs/btrfs.yaml 2024-09-21T02:44:40.668 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/powercycle/osd/fs/xfs.yaml 2024-09-21T02:44:40.668 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/powercycle/osd/% 2024-09-21T02:44:40.668 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/powercycle/osd/tasks 2024-09-21T02:44:40.668 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/powercycle/osd/tasks/readwrite.yaml 2024-09-21T02:44:40.668 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/powercycle/osd/tasks/cfuse_workunit_suites_fsync.yaml 2024-09-21T02:44:40.669 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/powercycle/osd/tasks/radosbench.yaml 2024-09-21T02:44:40.669 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/powercycle/osd/tasks/cfuse_workunit_suites_pjd.yaml 2024-09-21T02:44:40.669 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/powercycle/osd/tasks/cfuse_workunit_suites_ffsb.yaml 2024-09-21T02:44:40.669 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/powercycle/osd/tasks/cfuse_workunit_suites_fsx.yaml 2024-09-21T02:44:40.669 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/powercycle/osd/tasks/snaps-few-objects.yaml 2024-09-21T02:44:40.669 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/powercycle/osd/tasks/cfuse_workunit_misc.yaml 2024-09-21T02:44:40.669 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/powercycle/osd/tasks/admin_socket_objecter_requests.yaml 2024-09-21T02:44:40.669 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/powercycle/osd/tasks/cfuse_workunit_suites_truncate_delay.yaml 2024-09-21T02:44:40.669 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/powercycle/osd/tasks/snaps-many-objects.yaml 2024-09-21T02:44:40.669 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/powercycle/osd/tasks/cfuse_workunit_kernel_untar_build.yaml 2024-09-21T02:44:40.669 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/powercycle/osd/tasks/rados_api_tests.yaml 2024-09-21T02:44:40.669 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/powercycle/osd/tasks/cfuse_workunit_suites_fsstress.yaml 2024-09-21T02:44:40.669 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd 2024-09-21T02:44:40.669 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/cli 2024-09-21T02:44:40.669 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/cli/features 2024-09-21T02:44:40.669 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/cli/features/defaults.yaml 2024-09-21T02:44:40.670 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/cli/features/journaling.yaml 2024-09-21T02:44:40.670 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/cli/features/layering.yaml 2024-09-21T02:44:40.670 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/cli/features/format-1.yaml 2024-09-21T02:44:40.670 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/cli/base 2024-09-21T02:44:40.670 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/cli/base/install.yaml 2024-09-21T02:44:40.670 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/cli/pool 2024-09-21T02:44:40.670 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/cli/pool/small-cache-pool.yaml 2024-09-21T02:44:40.670 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/cli/pool/replicated-data-pool.yaml 2024-09-21T02:44:40.670 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/cli/pool/ec-data-pool.yaml 2024-09-21T02:44:40.670 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/cli/pool/none.yaml 2024-09-21T02:44:40.670 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/cli/clusters 2024-09-21T02:44:40.670 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/cli/msgr-failures 2024-09-21T02:44:40.670 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/cli/msgr-failures/many.yaml 2024-09-21T02:44:40.670 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/cli/msgr-failures/few.yaml 2024-09-21T02:44:40.670 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/cli/objectstore 2024-09-21T02:44:40.671 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/cli/fs 2024-09-21T02:44:40.671 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/cli/workloads 2024-09-21T02:44:40.671 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/cli/workloads/rbd_cli_import_export.yaml 2024-09-21T02:44:40.671 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/cli/workloads/rbd_cli_copy.yaml 2024-09-21T02:44:40.671 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/cli/% 2024-09-21T02:44:40.671 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/maintenance 2024-09-21T02:44:40.671 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/maintenance/base 2024-09-21T02:44:40.671 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/maintenance/base/install.yaml 2024-09-21T02:44:40.671 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/maintenance/clusters 2024-09-21T02:44:40.671 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/maintenance/clusters/openstack.yaml 2024-09-21T02:44:40.671 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/maintenance/clusters/+ 2024-09-21T02:44:40.671 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/maintenance/clusters/fixed-3.yaml 2024-09-21T02:44:40.671 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/maintenance/objectstore 2024-09-21T02:44:40.671 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/maintenance/workloads 2024-09-21T02:44:40.671 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/maintenance/workloads/dynamic_features.yaml 2024-09-21T02:44:40.672 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/maintenance/workloads/rebuild_object_map.yaml 2024-09-21T02:44:40.672 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/maintenance/% 2024-09-21T02:44:40.672 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/maintenance/xfs.yaml 2024-09-21T02:44:40.672 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/maintenance/qemu 2024-09-21T02:44:40.717 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/maintenance/qemu/xfstests.yaml 2024-09-21T02:44:40.717 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/singleton 2024-09-21T02:44:40.717 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/singleton/openstack.yaml 2024-09-21T02:44:40.717 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/singleton/objectstore 2024-09-21T02:44:40.717 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/singleton/% 2024-09-21T02:44:40.717 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/singleton/all 2024-09-21T02:44:40.718 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/singleton/all/rbd-vs-unmanaged-snaps.yaml 2024-09-21T02:44:40.718 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/singleton/all/rbd_mirror.yaml 2024-09-21T02:44:40.718 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/singleton/all/verify_pool.yaml 2024-09-21T02:44:40.718 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/singleton/all/formatted-output.yaml 2024-09-21T02:44:40.718 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/singleton/all/rbdmap_RBDMAPFILE.yaml 2024-09-21T02:44:40.718 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/singleton/all/qemu-iotests-writeback.yaml 2024-09-21T02:44:40.718 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/singleton/all/read-flags-writeback.yaml 2024-09-21T02:44:40.718 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/singleton/all/permissions.yaml 2024-09-21T02:44:40.718 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/singleton/all/read-flags-no-cache.yaml 2024-09-21T02:44:40.718 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/singleton/all/qemu-iotests-no-cache.yaml 2024-09-21T02:44:40.718 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/singleton/all/qemu-iotests-writethrough.yaml 2024-09-21T02:44:40.718 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/singleton/all/read-flags-writethrough.yaml 2024-09-21T02:44:40.718 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/singleton/all/admin_socket.yaml 2024-09-21T02:44:40.718 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/singleton/all/merge_diff.yaml 2024-09-21T02:44:40.719 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/basic 2024-09-21T02:44:40.719 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/basic/base 2024-09-21T02:44:40.719 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/basic/base/install.yaml 2024-09-21T02:44:40.719 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/basic/cachepool 2024-09-21T02:44:40.719 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/basic/cachepool/none.yaml 2024-09-21T02:44:40.719 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/basic/cachepool/small.yaml 2024-09-21T02:44:40.719 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/basic/clusters 2024-09-21T02:44:40.719 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/basic/clusters/openstack.yaml 2024-09-21T02:44:40.719 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/basic/clusters/+ 2024-09-21T02:44:40.719 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/basic/clusters/fixed-1.yaml 2024-09-21T02:44:40.719 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/basic/msgr-failures 2024-09-21T02:44:40.719 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/basic/msgr-failures/many.yaml 2024-09-21T02:44:40.719 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/basic/msgr-failures/few.yaml 2024-09-21T02:44:40.719 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/basic/objectstore 2024-09-21T02:44:40.720 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/basic/fs 2024-09-21T02:44:40.720 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/basic/fs/xfs.yaml 2024-09-21T02:44:40.720 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/basic/% 2024-09-21T02:44:40.720 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/basic/tasks 2024-09-21T02:44:40.720 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/basic/tasks/rbd_lock_and_fence.yaml 2024-09-21T02:44:40.720 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/basic/tasks/rbd_cli_tests.yaml 2024-09-21T02:44:40.720 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/basic/tasks/rbd_api_tests_old_format.yaml 2024-09-21T02:44:40.720 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/basic/tasks/rbd_cls_tests.yaml 2024-09-21T02:44:40.720 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/basic/tasks/rbd_python_api_tests_old_format.yaml 2024-09-21T02:44:40.720 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/librbd 2024-09-21T02:44:40.720 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/librbd/pool 2024-09-21T02:44:40.720 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/librbd/pool/small-cache-pool.yaml 2024-09-21T02:44:40.720 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/librbd/pool/replicated-data-pool.yaml 2024-09-21T02:44:40.720 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/librbd/pool/ec-data-pool.yaml 2024-09-21T02:44:40.721 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/librbd/pool/none.yaml 2024-09-21T02:44:40.721 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/librbd/clusters 2024-09-21T02:44:40.721 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/librbd/clusters/openstack.yaml 2024-09-21T02:44:40.721 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/librbd/clusters/+ 2024-09-21T02:44:40.721 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/librbd/clusters/fixed-3.yaml 2024-09-21T02:44:40.721 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/librbd/msgr-failures 2024-09-21T02:44:40.721 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/librbd/msgr-failures/few.yaml 2024-09-21T02:44:40.721 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/librbd/objectstore 2024-09-21T02:44:40.721 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/librbd/config 2024-09-21T02:44:40.721 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/librbd/config/skip-partial-discard.yaml 2024-09-21T02:44:40.721 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/librbd/config/none.yaml 2024-09-21T02:44:40.721 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/librbd/config/copy-on-read.yaml 2024-09-21T02:44:40.721 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/librbd/fs 2024-09-21T02:44:40.721 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/librbd/workloads 2024-09-21T02:44:40.722 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/librbd/workloads/c_api_tests.yaml 2024-09-21T02:44:40.722 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/librbd/workloads/rbd_fio.yaml 2024-09-21T02:44:40.722 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/librbd/workloads/c_api_tests_with_defaults.yaml 2024-09-21T02:44:40.722 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/librbd/workloads/python_api_tests.yaml 2024-09-21T02:44:40.722 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/librbd/workloads/fsx.yaml 2024-09-21T02:44:40.722 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/librbd/workloads/python_api_tests_with_journaling.yaml 2024-09-21T02:44:40.722 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/librbd/workloads/c_api_tests_with_journaling.yaml 2024-09-21T02:44:40.722 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/librbd/workloads/python_api_tests_with_defaults.yaml 2024-09-21T02:44:40.722 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/librbd/cache 2024-09-21T02:44:40.722 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/librbd/cache/writeback.yaml 2024-09-21T02:44:40.722 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/librbd/cache/writethrough.yaml 2024-09-21T02:44:40.722 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/librbd/cache/none.yaml 2024-09-21T02:44:40.722 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/librbd/% 2024-09-21T02:44:40.723 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/valgrind 2024-09-21T02:44:40.783 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/valgrind/base 2024-09-21T02:44:40.783 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/valgrind/base/install.yaml 2024-09-21T02:44:40.783 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/valgrind/clusters 2024-09-21T02:44:40.783 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/valgrind/objectstore 2024-09-21T02:44:40.783 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/valgrind/fs 2024-09-21T02:44:40.783 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/valgrind/workloads 2024-09-21T02:44:40.783 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/valgrind/workloads/rbd_mirror.yaml 2024-09-21T02:44:40.783 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/valgrind/workloads/c_api_tests.yaml 2024-09-21T02:44:40.783 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/valgrind/workloads/c_api_tests_with_defaults.yaml 2024-09-21T02:44:40.783 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/valgrind/workloads/python_api_tests.yaml 2024-09-21T02:44:40.784 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/valgrind/workloads/fsx.yaml 2024-09-21T02:44:40.784 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/valgrind/workloads/python_api_tests_with_journaling.yaml 2024-09-21T02:44:40.784 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/valgrind/workloads/c_api_tests_with_journaling.yaml 2024-09-21T02:44:40.784 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/valgrind/workloads/python_api_tests_with_defaults.yaml 2024-09-21T02:44:40.784 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/valgrind/validator 2024-09-21T02:44:40.784 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/valgrind/validator/memcheck.yaml 2024-09-21T02:44:40.784 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/valgrind/% 2024-09-21T02:44:40.784 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/nbd 2024-09-21T02:44:40.784 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/nbd/base 2024-09-21T02:44:40.784 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/nbd/cluster 2024-09-21T02:44:40.784 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/nbd/cluster/openstack.yaml 2024-09-21T02:44:40.784 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/nbd/cluster/+ 2024-09-21T02:44:40.784 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/nbd/cluster/fixed-3.yaml 2024-09-21T02:44:40.785 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/nbd/msgr-failures 2024-09-21T02:44:40.785 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/nbd/objectstore 2024-09-21T02:44:40.785 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/nbd/fs 2024-09-21T02:44:40.785 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/nbd/workloads 2024-09-21T02:44:40.785 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/nbd/workloads/rbd_nbd.yaml 2024-09-21T02:44:40.785 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/nbd/workloads/rbd_fsx_nbd.yaml 2024-09-21T02:44:40.785 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/nbd/% 2024-09-21T02:44:40.785 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/nbd/thrashers 2024-09-21T02:44:40.785 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/thrash 2024-09-21T02:44:40.785 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/thrash/base 2024-09-21T02:44:40.785 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/thrash/base/install.yaml 2024-09-21T02:44:40.785 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/thrash/clusters 2024-09-21T02:44:40.785 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/thrash/clusters/openstack.yaml 2024-09-21T02:44:40.786 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/thrash/clusters/fixed-2.yaml 2024-09-21T02:44:40.786 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/thrash/clusters/+ 2024-09-21T02:44:40.786 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/thrash/msgr-failures 2024-09-21T02:44:40.786 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/thrash/msgr-failures/few.yaml 2024-09-21T02:44:40.786 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/thrash/objectstore 2024-09-21T02:44:40.786 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/thrash/fs 2024-09-21T02:44:40.786 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/thrash/fs/xfs.yaml 2024-09-21T02:44:40.786 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/thrash/workloads 2024-09-21T02:44:40.786 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/thrash/workloads/rbd_fsx_cache_writeback.yaml 2024-09-21T02:44:40.786 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/thrash/workloads/rbd_fsx_copy_on_read.yaml 2024-09-21T02:44:40.786 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/thrash/workloads/rbd_fsx_journal.yaml 2024-09-21T02:44:40.786 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/thrash/workloads/rbd_api_tests_journaling.yaml 2024-09-21T02:44:40.786 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/thrash/workloads/rbd_fsx_nocache.yaml 2024-09-21T02:44:40.787 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/thrash/workloads/rbd_api_tests.yaml 2024-09-21T02:44:40.787 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/thrash/workloads/journal.yaml 2024-09-21T02:44:40.787 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/thrash/workloads/rbd_api_tests_copy_on_read.yaml 2024-09-21T02:44:40.787 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/thrash/workloads/rbd_api_tests_no_locking.yaml 2024-09-21T02:44:40.787 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/thrash/workloads/rbd_fsx_cache_writethrough.yaml 2024-09-21T02:44:40.787 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/thrash/% 2024-09-21T02:44:40.787 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/thrash/thrashers 2024-09-21T02:44:40.787 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/thrash/thrashers/default.yaml 2024-09-21T02:44:40.787 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/thrash/thrashers/cache.yaml 2024-09-21T02:44:40.787 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/mirror 2024-09-21T02:44:40.787 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/mirror/base 2024-09-21T02:44:40.787 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/mirror/base/install.yaml 2024-09-21T02:44:40.787 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/mirror/cluster 2024-09-21T02:44:40.787 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/mirror/cluster/openstack.yaml 2024-09-21T02:44:40.788 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/mirror/cluster/2-node.yaml 2024-09-21T02:44:40.788 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/mirror/cluster/+ 2024-09-21T02:44:40.788 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/mirror/msgr-failures 2024-09-21T02:44:40.788 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/mirror/objectstore 2024-09-21T02:44:40.788 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/mirror/fs 2024-09-21T02:44:40.788 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/mirror/workloads 2024-09-21T02:44:40.788 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/mirror/workloads/rbd-mirror-stress-workunit.yaml 2024-09-21T02:44:40.788 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/mirror/workloads/rbd-mirror-workunit.yaml 2024-09-21T02:44:40.788 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/mirror/% 2024-09-21T02:44:40.788 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/mirror/rbd-mirror 2024-09-21T02:44:40.788 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/mirror/rbd-mirror/one-per-cluster.yaml 2024-09-21T02:44:40.788 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/qemu 2024-09-21T02:44:40.788 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/qemu/features 2024-09-21T02:44:40.788 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/qemu/features/defaults.yaml 2024-09-21T02:44:40.789 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/qemu/features/journaling.yaml 2024-09-21T02:44:40.789 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/qemu/pool 2024-09-21T02:44:40.850 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/qemu/pool/small-cache-pool.yaml 2024-09-21T02:44:40.850 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/qemu/pool/replicated-data-pool.yaml 2024-09-21T02:44:40.850 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/qemu/pool/ec-cache-pool.yaml 2024-09-21T02:44:40.850 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/qemu/pool/ec-data-pool.yaml 2024-09-21T02:44:40.850 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/qemu/pool/none.yaml 2024-09-21T02:44:40.850 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/qemu/clusters 2024-09-21T02:44:40.851 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/qemu/clusters/openstack.yaml 2024-09-21T02:44:40.851 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/qemu/clusters/+ 2024-09-21T02:44:40.851 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/qemu/clusters/fixed-3.yaml 2024-09-21T02:44:40.851 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/qemu/msgr-failures 2024-09-21T02:44:40.851 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/qemu/msgr-failures/few.yaml 2024-09-21T02:44:40.851 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/qemu/objectstore 2024-09-21T02:44:40.851 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/qemu/fs 2024-09-21T02:44:40.851 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/qemu/workloads 2024-09-21T02:44:40.851 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/qemu/workloads/qemu_iozone.yaml.disabled 2024-09-21T02:44:40.851 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/qemu/workloads/#qemu_xfstests.yaml# 2024-09-21T02:44:40.851 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/qemu/workloads/qemu_xfstests.yaml 2024-09-21T02:44:40.851 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/qemu/workloads/qemu_fsstress.yaml 2024-09-21T02:44:40.851 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/qemu/workloads/qemu_bonnie.yaml 2024-09-21T02:44:40.851 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/qemu/cache 2024-09-21T02:44:40.852 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/qemu/cache/writeback.yaml 2024-09-21T02:44:40.852 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/qemu/cache/writethrough.yaml 2024-09-21T02:44:40.852 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/qemu/cache/none.yaml 2024-09-21T02:44:40.852 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rbd/qemu/% 2024-09-21T02:44:40.852 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rest 2024-09-21T02:44:40.852 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rest/basic 2024-09-21T02:44:40.852 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rest/basic/tasks 2024-09-21T02:44:40.852 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rest/basic/tasks/rest_test.yaml 2024-09-21T02:44:40.852 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw 2024-09-21T02:44:40.852 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/multifs 2024-09-21T02:44:40.852 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/multifs/clusters 2024-09-21T02:44:40.852 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/multifs/clusters/fixed-2.yaml 2024-09-21T02:44:40.852 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/multifs/objectstore 2024-09-21T02:44:40.853 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/multifs/fs 2024-09-21T02:44:40.853 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/multifs/fs/xfs.yaml 2024-09-21T02:44:40.853 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/multifs/rgw_pool_type 2024-09-21T02:44:40.853 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/multifs/frontend 2024-09-21T02:44:40.853 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/multifs/frontend/apache.yaml 2024-09-21T02:44:40.853 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/multifs/frontend/civetweb.yaml 2024-09-21T02:44:40.853 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/multifs/overrides.yaml 2024-09-21T02:44:40.853 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/multifs/% 2024-09-21T02:44:40.853 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/multifs/tasks 2024-09-21T02:44:40.853 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/multifs/tasks/rgw_roundtrip.yaml 2024-09-21T02:44:40.853 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/multifs/tasks/rgw_multipart_upload.yaml 2024-09-21T02:44:40.853 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/multifs/tasks/rgw_user_quota.yaml 2024-09-21T02:44:40.853 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/multifs/tasks/rgw_readwrite.yaml 2024-09-21T02:44:40.853 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/multifs/tasks/rgw_swift.yaml 2024-09-21T02:44:40.853 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/multifs/tasks/rgw_s3tests.yaml 2024-09-21T02:44:40.854 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/multifs/tasks/rgw_bucket_quota.yaml 2024-09-21T02:44:40.854 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/singleton 2024-09-21T02:44:40.854 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/singleton/objectstore 2024-09-21T02:44:40.854 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/singleton/fs 2024-09-21T02:44:40.854 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/singleton/fs/xfs.yaml 2024-09-21T02:44:40.854 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/singleton/rgw_pool_type 2024-09-21T02:44:40.854 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/singleton/frontend 2024-09-21T02:44:40.854 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/singleton/frontend/apache.yaml 2024-09-21T02:44:40.854 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/singleton/frontend/civetweb.yaml 2024-09-21T02:44:40.854 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/singleton/overrides.yaml 2024-09-21T02:44:40.854 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/singleton/% 2024-09-21T02:44:40.854 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/singleton/xfs.yaml 2024-09-21T02:44:40.854 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/singleton/all 2024-09-21T02:44:40.854 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/singleton/all/radosgw-admin-multi-region.yaml 2024-09-21T02:44:40.855 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/singleton/all/radosgw-admin.yaml 2024-09-21T02:44:40.855 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/singleton/all/radosgw-admin-data-sync.yaml 2024-09-21T02:44:40.855 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/singleton/all/radosgw-convert-to-region.yaml 2024-09-21T02:44:40.855 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/verify 2024-09-21T02:44:40.855 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/verify/validater 2024-09-21T02:44:40.855 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/verify/validater/valgrind.yaml 2024-09-21T02:44:40.855 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/verify/validater/lockdep.yaml 2024-09-21T02:44:40.855 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/verify/clusters 2024-09-21T02:44:40.855 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/verify/clusters/fixed-2.yaml 2024-09-21T02:44:40.855 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/verify/msgr-failures 2024-09-21T02:44:40.855 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/verify/msgr-failures/few.yaml 2024-09-21T02:44:40.855 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/verify/objectstore 2024-09-21T02:44:40.855 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/verify/fs 2024-09-21T02:44:40.855 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/verify/fs/xfs.yaml 2024-09-21T02:44:40.855 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/verify/rgw_pool_type 2024-09-21T02:44:40.856 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/verify/frontend 2024-09-21T02:44:40.856 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/verify/frontend/apache.yaml 2024-09-21T02:44:40.856 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/verify/frontend/civetweb.yaml 2024-09-21T02:44:40.856 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/verify/overrides.yaml 2024-09-21T02:44:40.856 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/verify/% 2024-09-21T02:44:40.922 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/verify/tasks 2024-09-21T02:44:40.923 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/verify/tasks/rgw_s3tests_multiregion.yaml 2024-09-21T02:44:40.923 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/verify/tasks/rgw_swift.yaml 2024-09-21T02:44:40.923 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rgw/verify/tasks/rgw_s3tests.yaml 2024-09-21T02:44:40.923 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-deploy 2024-09-21T02:44:40.923 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-deploy/basic 2024-09-21T02:44:40.923 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-deploy/basic/ceph-deploy-overrides 2024-09-21T02:44:40.923 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-deploy/basic/python_versions 2024-09-21T02:44:40.923 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-deploy/basic/python_versions/python_3.yaml 2024-09-21T02:44:40.924 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-deploy/basic/python_versions/python_2.yaml 2024-09-21T02:44:40.924 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-deploy/basic/config_options 2024-09-21T02:44:40.924 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-deploy/basic/distros 2024-09-21T02:44:40.924 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-deploy/basic/% 2024-09-21T02:44:40.924 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-deploy/basic/tasks 2024-09-21T02:44:40.924 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-deploy/basic/tasks/ceph-admin-commands.yaml 2024-09-21T02:44:40.924 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/tgt 2024-09-21T02:44:40.924 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/tgt/basic 2024-09-21T02:44:40.924 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/tgt/basic/clusters 2024-09-21T02:44:40.924 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/tgt/basic/clusters/fixed-3.yaml 2024-09-21T02:44:40.924 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/tgt/basic/msgr-failures 2024-09-21T02:44:40.924 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/tgt/basic/msgr-failures/many.yaml 2024-09-21T02:44:40.924 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/tgt/basic/msgr-failures/few.yaml 2024-09-21T02:44:40.924 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/tgt/basic/fs 2024-09-21T02:44:40.925 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/tgt/basic/fs/btrfs.yaml 2024-09-21T02:44:40.925 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/tgt/basic/% 2024-09-21T02:44:40.925 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/tgt/basic/tasks 2024-09-21T02:44:40.925 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/tgt/basic/tasks/iozone-sync.yaml 2024-09-21T02:44:40.925 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/tgt/basic/tasks/dbench-short.yaml 2024-09-21T02:44:40.925 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/tgt/basic/tasks/blogbench.yaml 2024-09-21T02:44:40.925 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/tgt/basic/tasks/ffsb.yaml 2024-09-21T02:44:40.925 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/tgt/basic/tasks/pjd.yaml 2024-09-21T02:44:40.925 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/tgt/basic/tasks/fsync-tester.yaml 2024-09-21T02:44:40.925 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/tgt/basic/tasks/iogen.yaml 2024-09-21T02:44:40.925 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/tgt/basic/tasks/fsx.yaml 2024-09-21T02:44:40.925 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/tgt/basic/tasks/bonnie.yaml 2024-09-21T02:44:40.925 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/tgt/basic/tasks/fio.yaml 2024-09-21T02:44:40.925 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/tgt/basic/tasks/iozone.yaml 2024-09-21T02:44:40.926 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/tgt/basic/tasks/dbench.yaml 2024-09-21T02:44:40.926 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/tgt/basic/tasks/fsstress.yaml 2024-09-21T02:44:40.926 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/samba 2024-09-21T02:44:40.926 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/samba/install 2024-09-21T02:44:40.926 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/samba/install/install.yaml 2024-09-21T02:44:40.926 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/samba/clusters 2024-09-21T02:44:40.926 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/samba/clusters/samba-basic.yaml 2024-09-21T02:44:40.926 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/samba/workload 2024-09-21T02:44:40.926 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/samba/workload/cifs-kernel-build.yaml.disabled 2024-09-21T02:44:40.926 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/samba/workload/cifs-fsstress.yaml 2024-09-21T02:44:40.926 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/samba/workload/smbtorture.yaml 2024-09-21T02:44:40.926 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/samba/workload/cifs-dbench.yaml 2024-09-21T02:44:40.926 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/samba/fs 2024-09-21T02:44:40.926 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/samba/fs/xfs.yaml 2024-09-21T02:44:40.927 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/samba/mount 2024-09-21T02:44:40.927 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/samba/mount/noceph.yaml 2024-09-21T02:44:40.927 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/samba/mount/kclient.yaml 2024-09-21T02:44:40.927 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/samba/mount/fuse.yaml 2024-09-21T02:44:40.927 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/samba/mount/native.yaml 2024-09-21T02:44:40.927 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/samba/% 2024-09-21T02:44:40.927 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-ansible 2024-09-21T02:44:40.927 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke 2024-09-21T02:44:40.927 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/5-tests 2024-09-21T02:44:40.927 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/5-tests/cls.yaml 2024-09-21T02:44:40.928 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/5-tests/rbd_cli_tests.yaml.disabled 2024-09-21T02:44:40.928 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/5-tests/rbd_import_export.yaml 2024-09-21T02:44:40.928 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/5-tests/ceph-admin-commands.yaml 2024-09-21T02:44:40.928 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/1-distros 2024-09-21T02:44:40.928 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/0-clusters 2024-09-21T02:44:40.928 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/0-clusters/single_mon_osd.yaml 2024-09-21T02:44:40.928 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/0-clusters/3-node.yaml 2024-09-21T02:44:40.928 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/3-common 2024-09-21T02:44:40.928 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/3-common/os_tuning 2024-09-21T02:44:40.928 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/3-common/os_tuning/vm_friendly.yaml 2024-09-21T02:44:40.928 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/3-common/source 2024-09-21T02:44:40.928 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/3-common/source/upstream_stable.yaml 2024-09-21T02:44:40.928 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/3-common/% 2024-09-21T02:44:40.928 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/% 2024-09-21T02:44:40.929 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/4-osd 2024-09-21T02:44:40.929 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/4-osd/journal 2024-09-21T02:44:40.929 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/4-osd/journal/collocated.yaml 2024-09-21T02:44:40.929 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/4-osd/% 2024-09-21T02:44:41.052 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/4-osd/devices 2024-09-21T02:44:41.052 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/4-osd/devices/osd_auto_discovery.yaml 2024-09-21T02:44:41.052 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/4-osd/devices/from_teuthology.yaml 2024-09-21T02:44:41.052 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/2-setup 2024-09-21T02:44:41.052 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-ansible/smoke/2-setup/ceph_ansible.yaml 2024-09-21T02:44:41.052 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/big 2024-09-21T02:44:41.052 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/big/rados-thrash 2024-09-21T02:44:41.052 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/big/rados-thrash/clusters 2024-09-21T02:44:41.052 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/big/rados-thrash/clusters/medium.yaml 2024-09-21T02:44:41.052 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/big/rados-thrash/clusters/big.yaml 2024-09-21T02:44:41.052 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/big/rados-thrash/clusters/small.yaml 2024-09-21T02:44:41.052 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/big/rados-thrash/fs 2024-09-21T02:44:41.052 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/big/rados-thrash/fs/btrfs.yaml 2024-09-21T02:44:41.053 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/big/rados-thrash/fs/xfs.yaml 2024-09-21T02:44:41.053 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/big/rados-thrash/workloads 2024-09-21T02:44:41.053 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/big/rados-thrash/workloads/snaps-few-objects.yaml 2024-09-21T02:44:41.053 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/big/rados-thrash/ceph 2024-09-21T02:44:41.053 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/big/rados-thrash/ceph/ceph.yaml 2024-09-21T02:44:41.053 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/big/rados-thrash/% 2024-09-21T02:44:41.053 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/big/rados-thrash/thrashers 2024-09-21T02:44:41.053 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/big/rados-thrash/thrashers/default.yaml 2024-09-21T02:44:41.053 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/mixed-clients 2024-09-21T02:44:41.053 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/mixed-clients/basic 2024-09-21T02:44:41.053 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/mixed-clients/basic/clusters 2024-09-21T02:44:41.053 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/mixed-clients/basic/clusters/fixed-3.yaml 2024-09-21T02:44:41.053 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/mixed-clients/basic/fs 2024-09-21T02:44:41.053 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/mixed-clients/basic/fs/btrfs.yaml 2024-09-21T02:44:41.054 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/mixed-clients/basic/tasks 2024-09-21T02:44:41.054 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/mixed-clients/basic/tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml 2024-09-21T02:44:41.054 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/mixed-clients/basic/tasks/kernel_cfuse_workunits_dbench_iozone.yaml 2024-09-21T02:44:41.054 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs 2024-09-21T02:44:41.054 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/traceless 2024-09-21T02:44:41.054 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/traceless/traceless 2024-09-21T02:44:41.054 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/traceless/traceless/50pc.yaml 2024-09-21T02:44:41.054 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/traceless/overrides 2024-09-21T02:44:41.054 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/traceless/overrides/whitelist_wrongly_marked_down.yaml 2024-09-21T02:44:41.054 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/traceless/overrides/debug.yaml 2024-09-21T02:44:41.054 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/traceless/overrides/+ 2024-09-21T02:44:41.055 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/traceless/overrides/frag_enable.yaml 2024-09-21T02:44:41.055 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/traceless/clusters 2024-09-21T02:44:41.055 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/traceless/clusters/fixed-2-ucephfs.yaml 2024-09-21T02:44:41.055 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/traceless/objectstore 2024-09-21T02:44:41.055 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/traceless/fs 2024-09-21T02:44:41.055 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/traceless/fs/xfs.yaml 2024-09-21T02:44:41.055 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/traceless/mount 2024-09-21T02:44:41.055 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/traceless/mount/fuse.yaml 2024-09-21T02:44:41.055 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/traceless/begin.yaml 2024-09-21T02:44:41.055 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/traceless/% 2024-09-21T02:44:41.055 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/traceless/tasks 2024-09-21T02:44:41.055 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/traceless/tasks/cfuse_workunit_suites_ffsb.yaml 2024-09-21T02:44:41.055 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/traceless/tasks/cfuse_workunit_suites_blogbench.yaml 2024-09-21T02:44:41.056 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/traceless/tasks/cfuse_workunit_suites_fsstress.yaml 2024-09-21T02:44:41.056 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/traceless/tasks/cfuse_workunit_suites_dbench.yaml 2024-09-21T02:44:41.056 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multifs 2024-09-21T02:44:41.056 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multifs/overrides 2024-09-21T02:44:41.056 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multifs/overrides/whitelist_wrongly_marked_down.yaml 2024-09-21T02:44:41.056 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multifs/overrides/mon-debug.yaml 2024-09-21T02:44:41.056 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multifs/overrides/debug.yaml 2024-09-21T02:44:41.056 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multifs/overrides/+ 2024-09-21T02:44:41.056 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multifs/overrides/frag_enable.yaml 2024-09-21T02:44:41.056 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multifs/clusters 2024-09-21T02:44:41.056 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multifs/clusters/2-remote-clients.yaml 2024-09-21T02:44:41.056 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multifs/objectstore 2024-09-21T02:44:41.056 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multifs/fs 2024-09-21T02:44:41.056 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multifs/fs/xfs.yaml 2024-09-21T02:44:41.057 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multifs/mount 2024-09-21T02:44:41.057 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multifs/mount/fuse.yaml 2024-09-21T02:44:41.057 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multifs/begin.yaml 2024-09-21T02:44:41.057 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multifs/% 2024-09-21T02:44:41.057 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multifs/tasks 2024-09-21T02:44:41.057 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multifs/tasks/failover.yaml 2024-09-21T02:44:41.057 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/snaps 2024-09-21T02:44:41.057 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/snaps/overrides 2024-09-21T02:44:41.057 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/snaps/overrides/whitelist_wrongly_marked_down.yaml 2024-09-21T02:44:41.057 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/snaps/overrides/debug.yaml 2024-09-21T02:44:41.057 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/snaps/overrides/+ 2024-09-21T02:44:41.057 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/snaps/overrides/frag_enable.yaml 2024-09-21T02:44:41.097 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/snaps/clusters 2024-09-21T02:44:41.097 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/snaps/clusters/fixed-2-ucephfs.yaml 2024-09-21T02:44:41.097 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/snaps/objectstore 2024-09-21T02:44:41.097 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/snaps/fs 2024-09-21T02:44:41.097 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/snaps/fs/xfs.yaml 2024-09-21T02:44:41.097 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/snaps/mount 2024-09-21T02:44:41.097 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/snaps/mount/fuse.yaml 2024-09-21T02:44:41.098 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/snaps/begin.yaml 2024-09-21T02:44:41.098 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/snaps/% 2024-09-21T02:44:41.098 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/snaps/tasks 2024-09-21T02:44:41.098 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/snaps/tasks/snaptests.yaml 2024-09-21T02:44:41.098 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic 2024-09-21T02:44:41.098 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/overrides 2024-09-21T02:44:41.098 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/overrides/whitelist_wrongly_marked_down.yaml 2024-09-21T02:44:41.098 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/overrides/debug.yaml 2024-09-21T02:44:41.098 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/overrides/+ 2024-09-21T02:44:41.098 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/overrides/frag_enable.yaml 2024-09-21T02:44:41.098 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/clusters 2024-09-21T02:44:41.098 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/clusters/fixed-2-ucephfs.yaml 2024-09-21T02:44:41.098 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/objectstore 2024-09-21T02:44:41.099 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/fs 2024-09-21T02:44:41.099 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/fs/xfs.yaml 2024-09-21T02:44:41.099 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/mount 2024-09-21T02:44:41.099 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/mount/fuse.yaml 2024-09-21T02:44:41.099 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/inline 2024-09-21T02:44:41.099 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/inline/yes.yaml 2024-09-21T02:44:41.099 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/inline/no.yaml 2024-09-21T02:44:41.099 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/begin.yaml 2024-09-21T02:44:41.099 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/% 2024-09-21T02:44:41.099 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/tasks 2024-09-21T02:44:41.099 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_fsync.yaml 2024-09-21T02:44:41.099 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/tasks/libcephfs_interface_tests.yaml 2024-09-21T02:44:41.099 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_pjd.yaml 2024-09-21T02:44:41.099 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_norstats.yaml 2024-09-21T02:44:41.100 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_trivial_sync.yaml 2024-09-21T02:44:41.100 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_ffsb.yaml 2024-09-21T02:44:41.100 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_fsx.yaml 2024-09-21T02:44:41.100 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/tasks/libcephfs_java.yaml 2024-09-21T02:44:41.100 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_misc.yaml 2024-09-21T02:44:41.100 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_misc_test_o_trunc.yaml 2024-09-21T02:44:41.100 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/tasks/mds_creation_retry.yaml 2024-09-21T02:44:41.100 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/tasks/asok_dump_tree.yaml 2024-09-21T02:44:41.100 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_quota.yaml 2024-09-21T02:44:41.100 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_truncate_delay.yaml 2024-09-21T02:44:41.100 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_kernel_untar_build.yaml 2024-09-21T02:44:41.100 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_blogbench.yaml 2024-09-21T02:44:41.100 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/tasks/libcephfs_python.yaml 2024-09-21T02:44:41.100 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_fsstress.yaml 2024-09-21T02:44:41.101 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/tasks/cephfs_scrub_tests.yaml 2024-09-21T02:44:41.101 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_iogen.yaml 2024-09-21T02:44:41.101 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_dbench.yaml 2024-09-21T02:44:41.101 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_iozone.yaml 2024-09-21T02:44:41.101 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/recovery 2024-09-21T02:44:41.101 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/recovery/overrides 2024-09-21T02:44:41.101 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/recovery/overrides/whitelist_wrongly_marked_down.yaml 2024-09-21T02:44:41.101 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/recovery/overrides/fuse-unmounted.yaml 2024-09-21T02:44:41.101 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/recovery/overrides/debug.yaml 2024-09-21T02:44:41.101 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/recovery/overrides/+ 2024-09-21T02:44:41.101 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/recovery/overrides/frag_enable.yaml 2024-09-21T02:44:41.101 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/recovery/clusters 2024-09-21T02:44:41.102 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/recovery/clusters/4-remote-clients.yaml 2024-09-21T02:44:41.102 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/recovery/objectstore 2024-09-21T02:44:41.102 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/recovery/fs 2024-09-21T02:44:41.102 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/recovery/fs/xfs.yaml 2024-09-21T02:44:41.102 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/recovery/mount 2024-09-21T02:44:41.102 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/recovery/mount/fuse.yaml 2024-09-21T02:44:41.102 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/recovery/begin.yaml 2024-09-21T02:44:41.102 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/recovery/% 2024-09-21T02:44:41.102 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/recovery/tasks 2024-09-21T02:44:41.102 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/recovery/tasks/backtrace.yaml 2024-09-21T02:44:41.102 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/recovery/tasks/forward-scrub.yaml 2024-09-21T02:44:41.102 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/recovery/tasks/client-readahad.yaml 2024-09-21T02:44:41.102 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/recovery/tasks/volume-client.yaml 2024-09-21T02:44:41.103 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/recovery/tasks/config-commands.yaml 2024-09-21T02:44:41.103 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/recovery/tasks/mds-full.yaml 2024-09-21T02:44:41.154 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/recovery/tasks/sessionmap.yaml 2024-09-21T02:44:41.154 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/recovery/tasks/data-scan.yaml 2024-09-21T02:44:41.154 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/recovery/tasks/cap-flush.yaml 2024-09-21T02:44:41.154 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/recovery/tasks/mds-flush.yaml 2024-09-21T02:44:41.154 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/recovery/tasks/auto-repair.yaml 2024-09-21T02:44:41.154 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/recovery/tasks/damage.yaml 2024-09-21T02:44:41.154 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/recovery/tasks/client-recovery.yaml 2024-09-21T02:44:41.155 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/recovery/tasks/journal-repair.yaml 2024-09-21T02:44:41.155 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/recovery/tasks/client-limits.yaml 2024-09-21T02:44:41.155 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/recovery/tasks/strays.yaml 2024-09-21T02:44:41.155 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/recovery/tasks/fragment.yaml 2024-09-21T02:44:41.155 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/recovery/tasks/pool-perm.yaml 2024-09-21T02:44:41.155 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/permission 2024-09-21T02:44:41.155 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/permission/overrides 2024-09-21T02:44:41.155 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/permission/overrides/whitelist_wrongly_marked_down.yaml 2024-09-21T02:44:41.155 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/permission/overrides/debug.yaml 2024-09-21T02:44:41.155 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/permission/overrides/+ 2024-09-21T02:44:41.155 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/permission/overrides/frag_enable.yaml 2024-09-21T02:44:41.155 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/permission/clusters 2024-09-21T02:44:41.155 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/permission/clusters/fixed-2-ucephfs.yaml 2024-09-21T02:44:41.156 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/permission/objectstore 2024-09-21T02:44:41.156 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/permission/fs 2024-09-21T02:44:41.156 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/permission/fs/xfs.yaml 2024-09-21T02:44:41.156 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/permission/mount 2024-09-21T02:44:41.156 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/permission/mount/fuse.yaml 2024-09-21T02:44:41.156 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/permission/begin.yaml 2024-09-21T02:44:41.156 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/permission/% 2024-09-21T02:44:41.156 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/permission/tasks 2024-09-21T02:44:41.156 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/permission/tasks/cfuse_workunit_suites_pjd.yaml 2024-09-21T02:44:41.156 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/permission/tasks/cfuse_workunit_misc.yaml 2024-09-21T02:44:41.156 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/standbyreplay 2024-09-21T02:44:41.156 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/standbyreplay/overrides 2024-09-21T02:44:41.156 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/standbyreplay/overrides/whitelist_wrongly_marked_down.yaml 2024-09-21T02:44:41.156 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/standbyreplay/overrides/debug.yaml 2024-09-21T02:44:41.157 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/standbyreplay/overrides/+ 2024-09-21T02:44:41.157 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/standbyreplay/overrides/frag_enable.yaml 2024-09-21T02:44:41.157 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/standbyreplay/clusters 2024-09-21T02:44:41.157 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/standbyreplay/clusters/standby-replay.yaml 2024-09-21T02:44:41.157 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/standbyreplay/objectstore 2024-09-21T02:44:41.157 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/standbyreplay/fs 2024-09-21T02:44:41.157 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/standbyreplay/fs/xfs.yaml 2024-09-21T02:44:41.157 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/standbyreplay/mount 2024-09-21T02:44:41.157 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/standbyreplay/mount/fuse.yaml 2024-09-21T02:44:41.157 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/standbyreplay/begin.yaml 2024-09-21T02:44:41.157 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/standbyreplay/% 2024-09-21T02:44:41.157 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/standbyreplay/tasks 2024-09-21T02:44:41.157 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/standbyreplay/tasks/migration.yaml 2024-09-21T02:44:41.157 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/32bits 2024-09-21T02:44:41.158 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/32bits/overrides 2024-09-21T02:44:41.158 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/32bits/overrides/whitelist_wrongly_marked_down.yaml 2024-09-21T02:44:41.158 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/32bits/overrides/debug.yaml 2024-09-21T02:44:41.158 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/32bits/overrides/+ 2024-09-21T02:44:41.158 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/32bits/overrides/faked-ino.yaml 2024-09-21T02:44:41.158 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/32bits/overrides/frag_enable.yaml 2024-09-21T02:44:41.158 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/32bits/clusters 2024-09-21T02:44:41.158 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/32bits/clusters/fixed-2-ucephfs.yaml 2024-09-21T02:44:41.158 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/32bits/objectstore 2024-09-21T02:44:41.158 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/32bits/fs 2024-09-21T02:44:41.158 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/32bits/fs/xfs.yaml 2024-09-21T02:44:41.158 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/32bits/mount 2024-09-21T02:44:41.158 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/32bits/mount/fuse.yaml 2024-09-21T02:44:41.158 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/32bits/begin.yaml 2024-09-21T02:44:41.159 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/32bits/% 2024-09-21T02:44:41.159 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/32bits/tasks 2024-09-21T02:44:41.159 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/32bits/tasks/cfuse_workunit_suites_pjd.yaml 2024-09-21T02:44:41.159 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/32bits/tasks/cfuse_workunit_suites_fsstress.yaml 2024-09-21T02:44:41.159 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/thrash 2024-09-21T02:44:41.159 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/thrash/ceph-thrash 2024-09-21T02:44:41.159 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/thrash/ceph-thrash/default.yaml 2024-09-21T02:44:41.159 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/thrash/overrides 2024-09-21T02:44:41.159 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/thrash/overrides/whitelist_wrongly_marked_down.yaml 2024-09-21T02:44:41.159 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/thrash/overrides/debug.yaml 2024-09-21T02:44:41.159 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/thrash/overrides/+ 2024-09-21T02:44:41.159 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/thrash/overrides/frag_enable.yaml 2024-09-21T02:44:41.159 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/thrash/clusters 2024-09-21T02:44:41.159 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/thrash/clusters/mds-1active-1standby.yaml 2024-09-21T02:44:41.159 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/thrash/msgr-failures 2024-09-21T02:44:41.219 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/thrash/msgr-failures/osd-mds-delay.yaml 2024-09-21T02:44:41.220 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/thrash/msgr-failures/none.yaml 2024-09-21T02:44:41.220 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/thrash/objectstore 2024-09-21T02:44:41.220 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/thrash/fs 2024-09-21T02:44:41.220 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/thrash/fs/xfs.yaml 2024-09-21T02:44:41.220 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/thrash/mount 2024-09-21T02:44:41.220 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/thrash/mount/fuse.yaml 2024-09-21T02:44:41.220 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/thrash/begin.yaml 2024-09-21T02:44:41.220 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/thrash/% 2024-09-21T02:44:41.220 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/thrash/tasks 2024-09-21T02:44:41.221 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/thrash/tasks/cfuse_workunit_suites_pjd.yaml 2024-09-21T02:44:41.221 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/thrash/tasks/cfuse_workunit_trivial_sync.yaml 2024-09-21T02:44:41.221 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/thrash/tasks/cfuse_workunit_snaptests.yaml 2024-09-21T02:44:41.221 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/thrash/tasks/cfuse_workunit_suites_fsstress.yaml 2024-09-21T02:44:41.221 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/verify 2024-09-21T02:44:41.221 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/verify/validater 2024-09-21T02:44:41.221 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/verify/validater/valgrind.yaml 2024-09-21T02:44:41.221 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/verify/validater/lockdep.yaml 2024-09-21T02:44:41.221 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/verify/overrides 2024-09-21T02:44:41.221 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/verify/overrides/whitelist_wrongly_marked_down.yaml 2024-09-21T02:44:41.221 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/verify/overrides/mon-debug.yaml 2024-09-21T02:44:41.221 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/verify/overrides/debug.yaml 2024-09-21T02:44:41.221 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/verify/overrides/+ 2024-09-21T02:44:41.222 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/verify/overrides/frag_enable.yaml 2024-09-21T02:44:41.222 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/verify/clusters 2024-09-21T02:44:41.222 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/verify/clusters/fixed-2-ucephfs.yaml 2024-09-21T02:44:41.222 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/verify/objectstore 2024-09-21T02:44:41.222 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/verify/fs 2024-09-21T02:44:41.222 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/verify/fs/xfs.yaml 2024-09-21T02:44:41.222 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/verify/mount 2024-09-21T02:44:41.222 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/verify/mount/fuse.yaml 2024-09-21T02:44:41.222 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/verify/begin.yaml 2024-09-21T02:44:41.222 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/verify/% 2024-09-21T02:44:41.222 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/verify/tasks 2024-09-21T02:44:41.222 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/verify/tasks/libcephfs_interface_tests.yaml 2024-09-21T02:44:41.223 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/verify/tasks/cfuse_workunit_suites_fsstress.yaml 2024-09-21T02:44:41.223 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/verify/tasks/cfuse_workunit_suites_dbench.yaml 2024-09-21T02:44:41.223 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multiclient 2024-09-21T02:44:41.223 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multiclient/overrides 2024-09-21T02:44:41.223 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multiclient/overrides/whitelist_wrongly_marked_down.yaml 2024-09-21T02:44:41.223 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multiclient/overrides/debug.yaml 2024-09-21T02:44:41.223 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multiclient/overrides/+ 2024-09-21T02:44:41.223 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multiclient/overrides/frag_enable.yaml 2024-09-21T02:44:41.223 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multiclient/clusters 2024-09-21T02:44:41.223 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multiclient/clusters/three_clients.yaml 2024-09-21T02:44:41.223 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multiclient/clusters/two_clients.yaml 2024-09-21T02:44:41.223 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multiclient/objectstore 2024-09-21T02:44:41.224 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multiclient/fs 2024-09-21T02:44:41.224 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multiclient/fs/xfs.yaml 2024-09-21T02:44:41.224 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multiclient/mount 2024-09-21T02:44:41.224 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multiclient/mount/fuse.yaml 2024-09-21T02:44:41.224 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multiclient/mount/kclient.yaml.disabled 2024-09-21T02:44:41.224 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multiclient/begin.yaml 2024-09-21T02:44:41.224 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multiclient/% 2024-09-21T02:44:41.224 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multiclient/tasks 2024-09-21T02:44:41.224 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multiclient/tasks/fsx-mpi.yaml.disabled 2024-09-21T02:44:41.224 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multiclient/tasks/ior-shared-file.yaml 2024-09-21T02:44:41.224 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multiclient/tasks/cephfs_misc_tests.yaml 2024-09-21T02:44:41.224 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/fs/multiclient/tasks/mdtest.yaml 2024-09-21T02:44:41.224 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-disk 2024-09-21T02:44:41.225 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-disk/basic 2024-09-21T02:44:41.225 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-disk/basic/distros 2024-09-21T02:44:41.225 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-disk/basic/% 2024-09-21T02:44:41.225 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-disk/basic/tasks 2024-09-21T02:44:41.225 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/ceph-disk/basic/tasks/ceph-disk.yaml 2024-09-21T02:44:41.225 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd 2024-09-21T02:44:41.225 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/unmap 2024-09-21T02:44:41.225 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/unmap/clusters 2024-09-21T02:44:41.225 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/unmap/clusters/separate-client.yaml 2024-09-21T02:44:41.225 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/unmap/ceph 2024-09-21T02:44:41.225 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/unmap/ceph/ceph.yaml 2024-09-21T02:44:41.225 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/unmap/kernels 2024-09-21T02:44:41.225 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/unmap/kernels/pre-single-major.yaml 2024-09-21T02:44:41.226 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/unmap/kernels/single-major-on.yaml 2024-09-21T02:44:41.226 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/unmap/kernels/single-major-off.yaml 2024-09-21T02:44:41.226 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/unmap/conf.yaml 2024-09-21T02:44:41.226 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/unmap/% 2024-09-21T02:44:41.226 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/unmap/xfs.yaml 2024-09-21T02:44:41.226 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/unmap/tasks 2024-09-21T02:44:41.226 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/unmap/tasks/unmap.yaml 2024-09-21T02:44:41.226 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd 2024-09-21T02:44:41.282 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd/clusters 2024-09-21T02:44:41.283 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd/clusters/fixed-3.yaml 2024-09-21T02:44:41.283 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd/msgr-failures 2024-09-21T02:44:41.283 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd/msgr-failures/many.yaml 2024-09-21T02:44:41.283 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd/msgr-failures/few.yaml 2024-09-21T02:44:41.283 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd/fs 2024-09-21T02:44:41.283 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd/fs/btrfs.yaml 2024-09-21T02:44:41.283 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd/conf.yaml 2024-09-21T02:44:41.283 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd/% 2024-09-21T02:44:41.283 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd/tasks 2024-09-21T02:44:41.283 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_workunit_suites_fsstress.yaml 2024-09-21T02:44:41.283 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_fio.yaml 2024-09-21T02:44:41.284 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_workunit_suites_ffsb.yaml 2024-09-21T02:44:41.284 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_workunit_suites_fsstress_ext4.yaml 2024-09-21T02:44:41.284 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_workunit_suites_iozone.yaml 2024-09-21T02:44:41.284 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_workunit_suites_dbench.yaml 2024-09-21T02:44:41.284 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_workunit_kernel_untar_build.yaml 2024-09-21T02:44:41.284 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_workunit_trivial_sync.yaml 2024-09-21T02:44:41.284 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_workunit_suites_fsstress_btrfs.yaml 2024-09-21T02:44:41.284 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_workunit_suites_fsx.yaml 2024-09-21T02:44:41.284 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/singleton 2024-09-21T02:44:41.284 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/singleton/msgr-failures 2024-09-21T02:44:41.284 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/singleton/msgr-failures/many.yaml 2024-09-21T02:44:41.284 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/singleton/msgr-failures/few.yaml 2024-09-21T02:44:41.284 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/singleton/fs 2024-09-21T02:44:41.284 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/singleton/fs/btrfs.yaml 2024-09-21T02:44:41.285 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/singleton/conf.yaml 2024-09-21T02:44:41.285 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/singleton/% 2024-09-21T02:44:41.285 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/singleton/tasks 2024-09-21T02:44:41.285 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/singleton/tasks/rbd_xfstests.yaml 2024-09-21T02:44:41.285 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount 2024-09-21T02:44:41.285 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/install 2024-09-21T02:44:41.285 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/install/ceph.yaml 2024-09-21T02:44:41.285 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/clusters 2024-09-21T02:44:41.285 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/clusters/fixed-3.yaml 2024-09-21T02:44:41.285 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/msgr-failures 2024-09-21T02:44:41.285 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/msgr-failures/many.yaml 2024-09-21T02:44:41.285 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/msgr-failures/few.yaml 2024-09-21T02:44:41.285 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/fs 2024-09-21T02:44:41.285 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/fs/btrfs.yaml 2024-09-21T02:44:41.286 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/conf.yaml 2024-09-21T02:44:41.286 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/% 2024-09-21T02:44:41.286 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/tasks 2024-09-21T02:44:41.286 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/tasks/rbd_map_unmap.yaml 2024-09-21T02:44:41.286 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/tasks/rbd_kfsx.yaml 2024-09-21T02:44:41.286 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/tasks/rbd_image_read.yaml 2024-09-21T02:44:41.286 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/tasks/rbd_simple_big.yaml 2024-09-21T02:44:41.286 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/tasks/rbd_concurrent.yaml 2024-09-21T02:44:41.286 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/tasks/rbd_map_snapshot_io.yaml 2024-09-21T02:44:41.286 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/tasks/rbd_huge_tickets.yaml 2024-09-21T02:44:41.286 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/rbd-nomount/tasks/rbd_kernel.yaml 2024-09-21T02:44:41.287 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/thrash 2024-09-21T02:44:41.287 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/thrash/clusters 2024-09-21T02:44:41.287 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/thrash/clusters/fixed-3.yaml 2024-09-21T02:44:41.287 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/thrash/fs 2024-09-21T02:44:41.287 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/thrash/fs/btrfs.yaml 2024-09-21T02:44:41.287 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/thrash/workloads 2024-09-21T02:44:41.287 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/thrash/workloads/rbd_fio.yaml 2024-09-21T02:44:41.287 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/thrash/workloads/rbd_workunit_suites_ffsb.yaml 2024-09-21T02:44:41.287 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/thrash/workloads/rbd_workunit_suites_iozone.yaml.disabled 2024-09-21T02:44:41.287 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/thrash/conf.yaml 2024-09-21T02:44:41.287 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/thrash/% 2024-09-21T02:44:41.287 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/thrash/thrashers 2024-09-21T02:44:41.287 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/thrash/thrashers/default.yaml 2024-09-21T02:44:41.287 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/krbd/thrash/thrashers/mon-thrasher.yaml 2024-09-21T02:44:41.287 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/buildpackages 2024-09-21T02:44:41.288 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/buildpackages/tests 2024-09-21T02:44:41.288 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/buildpackages/tests/distros 2024-09-21T02:44:41.288 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/buildpackages/tests/% 2024-09-21T02:44:41.288 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/buildpackages/tests/tasks 2024-09-21T02:44:41.288 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/buildpackages/tests/tasks/release.yaml 2024-09-21T02:44:41.288 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/buildpackages/any 2024-09-21T02:44:41.288 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/buildpackages/any/distros 2024-09-21T02:44:41.288 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/buildpackages/any/% 2024-09-21T02:44:41.288 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/buildpackages/any/tasks 2024-09-21T02:44:41.288 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/buildpackages/any/tasks/release.yaml 2024-09-21T02:44:41.319 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados 2024-09-21T02:44:41.319 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/objectstore 2024-09-21T02:44:41.319 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/objectstore/filestore-idempotent-aio-journal.yaml 2024-09-21T02:44:41.319 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/objectstore/ceph_objectstore_tool.yaml 2024-09-21T02:44:41.319 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/objectstore/fusestore.yaml 2024-09-21T02:44:41.319 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/objectstore/keyvaluedb.yaml 2024-09-21T02:44:41.320 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/objectstore/objectstore.yaml 2024-09-21T02:44:41.320 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/objectstore/alloc-hint.yaml 2024-09-21T02:44:41.320 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/objectstore/filejournal.yaml 2024-09-21T02:44:41.320 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/objectstore/objectcacher-stress.yaml 2024-09-21T02:44:41.320 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/objectstore/filestore-idempotent.yaml 2024-09-21T02:44:41.320 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton 2024-09-21T02:44:41.320 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton/msgr 2024-09-21T02:44:41.320 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton/msgr-failures 2024-09-21T02:44:41.320 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton/msgr-failures/many.yaml 2024-09-21T02:44:41.320 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton/msgr-failures/few.yaml 2024-09-21T02:44:41.320 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton/objectstore 2024-09-21T02:44:41.320 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton/fs 2024-09-21T02:44:41.321 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton/fs/xfs.yaml 2024-09-21T02:44:41.321 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton/% 2024-09-21T02:44:41.321 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton/all 2024-09-21T02:44:41.321 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton/all/divergent_priors.yaml 2024-09-21T02:44:41.321 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton/all/watch-notify-same-primary.yaml 2024-09-21T02:44:41.321 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton/all/ec-lost-unfound.yaml 2024-09-21T02:44:41.321 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton/all/rest-api.yaml 2024-09-21T02:44:41.321 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton/all/mon-config-keys.yaml 2024-09-21T02:44:41.321 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton/all/mon-thrasher.yaml 2024-09-21T02:44:41.321 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton/all/osd-recovery-incomplete.yaml 2024-09-21T02:44:41.321 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton/all/osd-recovery.yaml 2024-09-21T02:44:41.321 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton/all/admin-socket.yaml 2024-09-21T02:44:41.322 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton/all/reg11184.yaml 2024-09-21T02:44:41.322 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton/all/mon-seesaw.yaml 2024-09-21T02:44:41.322 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton/all/radostool.yaml 2024-09-21T02:44:41.322 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton/all/thrash_cache_writeback_proxy_none.yaml 2024-09-21T02:44:41.322 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton/all/dump-stuck.yaml 2024-09-21T02:44:41.322 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton/all/resolve_stuck_peering.yaml 2024-09-21T02:44:41.322 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton/all/osd-backfill.yaml 2024-09-21T02:44:41.322 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton/all/divergent_priors2.yaml 2024-09-21T02:44:41.322 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton/all/peer.yaml 2024-09-21T02:44:41.322 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton/all/test_envlibrados_for_rocksdb.yaml 2024-09-21T02:44:41.322 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton/all/thrash-rados.yaml 2024-09-21T02:44:41.322 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton/all/lost-unfound.yaml 2024-09-21T02:44:41.322 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton/all/cephtool.yaml 2024-09-21T02:44:41.323 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton/all/pg-removal-interruption.yaml 2024-09-21T02:44:41.323 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton/all/rebuild-mondb.yaml 2024-09-21T02:44:41.323 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton/all/lost-unfound-delete.yaml 2024-09-21T02:44:41.323 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton/rados.yaml 2024-09-21T02:44:41.323 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/basic 2024-09-21T02:44:41.323 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/basic/msgr 2024-09-21T02:44:41.323 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/basic/msgr/async.yaml 2024-09-21T02:44:41.323 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/basic/msgr/simple.yaml 2024-09-21T02:44:41.323 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/basic/msgr/random.yaml 2024-09-21T02:44:41.323 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/basic/clusters 2024-09-21T02:44:41.323 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/basic/clusters/openstack.yaml 2024-09-21T02:44:41.323 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/basic/clusters/fixed-2.yaml 2024-09-21T02:44:41.323 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/basic/clusters/+ 2024-09-21T02:44:41.323 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/basic/msgr-failures 2024-09-21T02:44:41.323 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/basic/msgr-failures/many.yaml 2024-09-21T02:44:41.324 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/basic/msgr-failures/few.yaml 2024-09-21T02:44:41.324 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/basic/objectstore 2024-09-21T02:44:41.324 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/basic/fs 2024-09-21T02:44:41.324 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/basic/fs/btrfs.yaml 2024-09-21T02:44:41.324 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/basic/fs/xfs.yaml 2024-09-21T02:44:41.324 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/basic/% 2024-09-21T02:44:41.324 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/basic/mon_kv_backend 2024-09-21T02:44:41.324 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/basic/tasks 2024-09-21T02:44:41.324 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/basic/tasks/readwrite.yaml 2024-09-21T02:44:41.324 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/basic/tasks/rados_cls_all.yaml 2024-09-21T02:44:41.324 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/basic/tasks/rados_workunit_loadgen_mostlyread.yaml 2024-09-21T02:44:41.324 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/basic/tasks/rados_stress_watch.yaml 2024-09-21T02:44:41.324 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/basic/tasks/rados_workunit_loadgen_big.yaml 2024-09-21T02:44:41.324 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/basic/tasks/scrub_test.yaml 2024-09-21T02:44:41.351 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/basic/tasks/rados_workunit_loadgen_mix.yaml 2024-09-21T02:44:41.352 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/basic/tasks/rados_python.yaml 2024-09-21T02:44:41.352 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/basic/tasks/repair_test.yaml 2024-09-21T02:44:41.352 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/basic/tasks/rados_api_tests.yaml 2024-09-21T02:44:41.352 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/basic/tasks/rgw_snaps.yaml 2024-09-21T02:44:41.352 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/basic/tasks/rados_striper.yaml 2024-09-21T02:44:41.352 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/basic/rados.yaml 2024-09-21T02:44:41.352 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-shec 2024-09-21T02:44:41.352 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/leveldb.yaml 2024-09-21T02:44:41.352 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/clusters 2024-09-21T02:44:41.352 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/clusters/openstack.yaml 2024-09-21T02:44:41.352 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/clusters/+ 2024-09-21T02:44:41.353 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/clusters/fixed-4.yaml 2024-09-21T02:44:41.353 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/msgr-failures 2024-09-21T02:44:41.353 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/objectstore 2024-09-21T02:44:41.353 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/fs 2024-09-21T02:44:41.353 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/fs/xfs.yaml 2024-09-21T02:44:41.353 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/workloads 2024-09-21T02:44:41.353 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml 2024-09-21T02:44:41.353 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/% 2024-09-21T02:44:41.353 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/thrashers 2024-09-21T02:44:41.353 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/thrashers/default.yaml 2024-09-21T02:44:41.353 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/rados.yaml 2024-09-21T02:44:41.354 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code 2024-09-21T02:44:41.354 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/fast 2024-09-21T02:44:41.354 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/fast/normal.yaml 2024-09-21T02:44:41.354 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/fast/fast.yaml 2024-09-21T02:44:41.354 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/leveldb.yaml 2024-09-21T02:44:41.354 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/clusters 2024-09-21T02:44:41.354 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/msgr-failures 2024-09-21T02:44:41.354 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/objectstore 2024-09-21T02:44:41.354 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/fs 2024-09-21T02:44:41.354 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads 2024-09-21T02:44:41.354 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads/ec-small-objects-fast-read-overwrites.yaml 2024-09-21T02:44:41.354 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads/ec-small-objects-overwrites.yaml 2024-09-21T02:44:41.354 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml 2024-09-21T02:44:41.355 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads/ec-snaps-few-objects-overwrites.yaml 2024-09-21T02:44:41.355 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads/ec-radosbench.yaml 2024-09-21T02:44:41.355 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads/ec-rados-plugin=jerasure-k=2-m=1.yaml 2024-09-21T02:44:41.355 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads/ec-small-objects.yaml 2024-09-21T02:44:41.355 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads/ec-small-objects-fast-read.yaml 2024-09-21T02:44:41.355 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads/ec-pool-snaps-few-objects-overwrites.yaml 2024-09-21T02:44:41.355 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/% 2024-09-21T02:44:41.355 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/thrashers 2024-09-21T02:44:41.355 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/thrashers/default.yaml 2024-09-21T02:44:41.355 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/thrashers/fastread.yaml 2024-09-21T02:44:41.355 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/thrashers/morepggrow.yaml 2024-09-21T02:44:41.355 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/thrashers/pggrow.yaml 2024-09-21T02:44:41.355 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/thrashers/mapgap.yaml 2024-09-21T02:44:41.356 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code/rados.yaml 2024-09-21T02:44:41.356 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton-nomsgr 2024-09-21T02:44:41.356 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton-nomsgr/% 2024-09-21T02:44:41.356 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton-nomsgr/all 2024-09-21T02:44:41.356 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton-nomsgr/all/multi-backfill-reject.yaml 2024-09-21T02:44:41.356 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton-nomsgr/all/full-tiering.yaml 2024-09-21T02:44:41.356 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton-nomsgr/all/cache-fs-trunc.yaml 2024-09-21T02:44:41.356 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton-nomsgr/all/msgr.yaml 2024-09-21T02:44:41.356 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton-nomsgr/all/ceph-post-file.yaml 2024-09-21T02:44:41.356 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton-nomsgr/all/export-after-evict.yaml 2024-09-21T02:44:41.356 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton-nomsgr/all/valgrind-leaks.yaml 2024-09-21T02:44:41.410 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/singleton-nomsgr/rados.yaml 2024-09-21T02:44:41.410 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/upgrade 2024-09-21T02:44:41.410 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton 2024-09-21T02:44:41.410 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/6-next-mon 2024-09-21T02:44:41.411 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/6-next-mon/monb.yaml 2024-09-21T02:44:41.411 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/8-next-mon 2024-09-21T02:44:41.411 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/8-next-mon/monc.yaml 2024-09-21T02:44:41.411 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/1-jewel-install 2024-09-21T02:44:41.411 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/1-jewel-install/jewel.yaml 2024-09-21T02:44:41.411 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/5-workload 2024-09-21T02:44:41.411 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/5-workload/readwrite.yaml 2024-09-21T02:44:41.411 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/5-workload/snaps-few-objects.yaml 2024-09-21T02:44:41.411 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/5-workload/rbd-cls.yaml 2024-09-21T02:44:41.412 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/5-workload/rbd-import-export.yaml 2024-09-21T02:44:41.412 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/5-workload/+ 2024-09-21T02:44:41.412 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/4-mon 2024-09-21T02:44:41.412 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/4-mon/mona.yaml 2024-09-21T02:44:41.412 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/% 2024-09-21T02:44:41.412 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/9-workload 2024-09-21T02:44:41.412 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/9-workload/rbd-python.yaml 2024-09-21T02:44:41.412 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/9-workload/rgw-swift.yaml 2024-09-21T02:44:41.413 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/9-workload/snaps-many-objects.yaml 2024-09-21T02:44:41.413 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/9-workload/+ 2024-09-21T02:44:41.413 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/2-partial-upgrade 2024-09-21T02:44:41.413 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/2-partial-upgrade/firsthalf.yaml 2024-09-21T02:44:41.413 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/3-thrash 2024-09-21T02:44:41.413 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/3-thrash/default.yaml 2024-09-21T02:44:41.413 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/7-workload 2024-09-21T02:44:41.413 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/7-workload/radosbench.yaml 2024-09-21T02:44:41.413 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/7-workload/rbd_api.yaml 2024-09-21T02:44:41.414 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/7-workload/+ 2024-09-21T02:44:41.414 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/0-cluster 2024-09-21T02:44:41.414 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/0-cluster/openstack.yaml 2024-09-21T02:44:41.414 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/0-cluster/+ 2024-09-21T02:44:41.414 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/0-cluster/start.yaml 2024-09-21T02:44:41.414 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/monthrash 2024-09-21T02:44:41.414 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/monthrash/msgr 2024-09-21T02:44:41.414 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/monthrash/clusters 2024-09-21T02:44:41.415 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/monthrash/clusters/3-mons.yaml 2024-09-21T02:44:41.415 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/monthrash/clusters/9-mons.yaml 2024-09-21T02:44:41.415 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/monthrash/msgr-failures 2024-09-21T02:44:41.415 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/monthrash/msgr-failures/mon-delay.yaml 2024-09-21T02:44:41.415 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/monthrash/msgr-failures/few.yaml 2024-09-21T02:44:41.415 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/monthrash/objectstore 2024-09-21T02:44:41.415 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/monthrash/fs 2024-09-21T02:44:41.415 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/monthrash/fs/xfs.yaml 2024-09-21T02:44:41.415 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/monthrash/workloads 2024-09-21T02:44:41.416 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/monthrash/workloads/pool-create-delete.yaml 2024-09-21T02:44:41.416 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/monthrash/workloads/snaps-few-objects.yaml 2024-09-21T02:44:41.416 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/monthrash/workloads/rados_mon_workunits.yaml 2024-09-21T02:44:41.416 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/monthrash/workloads/rados_5925.yaml 2024-09-21T02:44:41.416 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/monthrash/workloads/rados_api_tests.yaml 2024-09-21T02:44:41.416 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/monthrash/ceph 2024-09-21T02:44:41.416 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/monthrash/ceph/ceph.yaml 2024-09-21T02:44:41.416 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/monthrash/% 2024-09-21T02:44:41.417 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/monthrash/mon_kv_backend 2024-09-21T02:44:41.417 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/monthrash/thrashers 2024-09-21T02:44:41.417 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/monthrash/thrashers/many.yaml 2024-09-21T02:44:41.417 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/monthrash/thrashers/one.yaml 2024-09-21T02:44:41.417 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/monthrash/thrashers/sync.yaml 2024-09-21T02:44:41.417 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/monthrash/thrashers/sync-many.yaml 2024-09-21T02:44:41.417 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/monthrash/thrashers/force-sync-many.yaml 2024-09-21T02:44:41.417 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/monthrash/rados.yaml 2024-09-21T02:44:41.471 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash 2024-09-21T02:44:41.471 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/msgr 2024-09-21T02:44:41.471 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/clusters 2024-09-21T02:44:41.471 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/clusters/openstack.yaml 2024-09-21T02:44:41.471 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/clusters/fixed-2.yaml 2024-09-21T02:44:41.471 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/clusters/+ 2024-09-21T02:44:41.471 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/1-pg-log-overrides 2024-09-21T02:44:41.471 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/1-pg-log-overrides/normal_pg_log.yaml 2024-09-21T02:44:41.471 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/1-pg-log-overrides/short_pg_log.yaml 2024-09-21T02:44:41.471 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/msgr-failures 2024-09-21T02:44:41.471 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/msgr-failures/few.yaml 2024-09-21T02:44:41.472 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/msgr-failures/fastclose.yaml 2024-09-21T02:44:41.472 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/msgr-failures/osd-delay.yaml 2024-09-21T02:44:41.472 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/0-size-min-size-overrides 2024-09-21T02:44:41.472 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/0-size-min-size-overrides/3-size-2-min-size.yaml 2024-09-21T02:44:41.472 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/0-size-min-size-overrides/2-size-2-min-size.yaml 2024-09-21T02:44:41.472 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/0-size-min-size-overrides/2-size-1-min-size.yaml 2024-09-21T02:44:41.472 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/objectstore 2024-09-21T02:44:41.472 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/fs 2024-09-21T02:44:41.472 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/fs/btrfs.yaml 2024-09-21T02:44:41.472 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/fs/xfs.yaml 2024-09-21T02:44:41.472 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/workloads 2024-09-21T02:44:41.472 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/workloads/radosbench.yaml 2024-09-21T02:44:41.472 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/workloads/cache-agent-big.yaml 2024-09-21T02:44:41.472 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/workloads/cache.yaml 2024-09-21T02:44:41.472 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/workloads/cache-agent-small.yaml 2024-09-21T02:44:41.472 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/workloads/snaps-few-objects.yaml 2024-09-21T02:44:41.473 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/workloads/write_fadvise_dontneed.yaml 2024-09-21T02:44:41.473 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/workloads/cache-pool-snaps.yaml 2024-09-21T02:44:41.473 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/workloads/admin_socket_objecter_requests.yaml 2024-09-21T02:44:41.473 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/workloads/cache-pool-snaps-readproxy.yaml 2024-09-21T02:44:41.473 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/workloads/cache-snaps.yaml 2024-09-21T02:44:41.473 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/workloads/pool-snaps-few-objects.yaml 2024-09-21T02:44:41.473 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/workloads/rados_api_tests.yaml 2024-09-21T02:44:41.473 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/workloads/small-objects.yaml 2024-09-21T02:44:41.473 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/hobj-sort.yaml 2024-09-21T02:44:41.473 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/% 2024-09-21T02:44:41.473 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/thrashers 2024-09-21T02:44:41.473 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/thrashers/default.yaml 2024-09-21T02:44:41.473 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/thrashers/morepggrow.yaml 2024-09-21T02:44:41.474 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/thrashers/pggrow.yaml 2024-09-21T02:44:41.474 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/thrashers/mapgap.yaml 2024-09-21T02:44:41.474 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/rocksdb.yaml 2024-09-21T02:44:41.474 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash/rados.yaml 2024-09-21T02:44:41.474 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/verify 2024-09-21T02:44:41.474 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/verify/msgr 2024-09-21T02:44:41.474 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/verify/validater 2024-09-21T02:44:41.474 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/verify/validater/valgrind.yaml 2024-09-21T02:44:41.474 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/verify/validater/lockdep.yaml 2024-09-21T02:44:41.474 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/verify/clusters 2024-09-21T02:44:41.474 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/verify/clusters/openstack.yaml 2024-09-21T02:44:41.474 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/verify/clusters/fixed-2.yaml 2024-09-21T02:44:41.474 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/verify/clusters/+ 2024-09-21T02:44:41.474 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/verify/msgr-failures 2024-09-21T02:44:41.474 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/verify/msgr-failures/few.yaml 2024-09-21T02:44:41.475 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/verify/objectstore 2024-09-21T02:44:41.475 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/verify/fs 2024-09-21T02:44:41.475 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/verify/fs/btrfs.yaml 2024-09-21T02:44:41.475 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/verify/1thrash 2024-09-21T02:44:41.475 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/verify/1thrash/default.yaml 2024-09-21T02:44:41.475 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/verify/1thrash/none.yaml 2024-09-21T02:44:41.475 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/verify/% 2024-09-21T02:44:41.475 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/verify/mon_kv_backend 2024-09-21T02:44:41.475 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/verify/tasks 2024-09-21T02:44:41.475 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/verify/tasks/rados_cls_all.yaml 2024-09-21T02:44:41.475 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/verify/tasks/mon_recovery.yaml 2024-09-21T02:44:41.475 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/verify/tasks/rados_api_tests.yaml 2024-09-21T02:44:41.475 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/verify/rados.yaml 2024-09-21T02:44:41.475 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/multimon 2024-09-21T02:44:41.475 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/multimon/msgr 2024-09-21T02:44:41.476 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/multimon/clusters 2024-09-21T02:44:41.476 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/multimon/clusters/21.yaml 2024-09-21T02:44:41.476 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/multimon/clusters/9.yaml 2024-09-21T02:44:41.527 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/multimon/clusters/3.yaml 2024-09-21T02:44:41.527 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/multimon/clusters/6.yaml 2024-09-21T02:44:41.528 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/multimon/msgr-failures 2024-09-21T02:44:41.528 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/multimon/msgr-failures/many.yaml 2024-09-21T02:44:41.528 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/multimon/msgr-failures/few.yaml 2024-09-21T02:44:41.528 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/multimon/objectstore 2024-09-21T02:44:41.528 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/multimon/fs 2024-09-21T02:44:41.529 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/multimon/fs/xfs.yaml 2024-09-21T02:44:41.529 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/multimon/% 2024-09-21T02:44:41.529 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/multimon/mon_kv_backend 2024-09-21T02:44:41.529 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/multimon/tasks 2024-09-21T02:44:41.529 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/multimon/tasks/mon_clock_with_skews.yaml 2024-09-21T02:44:41.529 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/multimon/tasks/mon_recovery.yaml 2024-09-21T02:44:41.529 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/multimon/tasks/mon_clock_no_skews.yaml 2024-09-21T02:44:41.530 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/multimon/rados.yaml 2024-09-21T02:44:41.530 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-isa 2024-09-21T02:44:41.530 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/leveldb.yaml 2024-09-21T02:44:41.530 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/clusters 2024-09-21T02:44:41.530 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/msgr-failures 2024-09-21T02:44:41.530 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/objectstore 2024-09-21T02:44:41.531 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/supported 2024-09-21T02:44:41.531 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/fs 2024-09-21T02:44:41.531 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/workloads 2024-09-21T02:44:41.531 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/workloads/ec-rados-plugin=isa-k=2-m=1.yaml 2024-09-21T02:44:41.531 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/arch 2024-09-21T02:44:41.531 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/arch/x86_64.yaml 2024-09-21T02:44:41.532 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/% 2024-09-21T02:44:41.532 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/thrashers 2024-09-21T02:44:41.532 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/rados.yaml 2024-09-21T02:44:41.532 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-big 2024-09-21T02:44:41.532 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-big/cluster 2024-09-21T02:44:41.532 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-big/cluster/openstack.yaml 2024-09-21T02:44:41.533 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-big/cluster/12-osds.yaml 2024-09-21T02:44:41.533 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-big/cluster/+ 2024-09-21T02:44:41.533 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-big/leveldb.yaml 2024-09-21T02:44:41.533 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-big/msgr-failures 2024-09-21T02:44:41.533 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-big/objectstore 2024-09-21T02:44:41.533 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-big/fs 2024-09-21T02:44:41.533 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-big/workloads 2024-09-21T02:44:41.534 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-big/workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml 2024-09-21T02:44:41.534 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-big/% 2024-09-21T02:44:41.534 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-big/thrashers 2024-09-21T02:44:41.534 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-big/thrashers/default.yaml 2024-09-21T02:44:41.534 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-big/thrashers/fastread.yaml 2024-09-21T02:44:41.534 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-big/thrashers/morepggrow.yaml 2024-09-21T02:44:41.535 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-big/thrashers/pggrow.yaml 2024-09-21T02:44:41.535 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-big/thrashers/mapgap.yaml 2024-09-21T02:44:41.535 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/rados/thrash-erasure-code-big/rados.yaml 2024-09-21T02:44:41.535 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/knfs 2024-09-21T02:44:41.535 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/knfs/basic 2024-09-21T02:44:41.535 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/knfs/basic/clusters 2024-09-21T02:44:41.535 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/knfs/basic/clusters/extra-client.yaml 2024-09-21T02:44:41.535 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/knfs/basic/fs 2024-09-21T02:44:41.536 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/knfs/basic/fs/xfs.yaml 2024-09-21T02:44:41.536 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/knfs/basic/mount 2024-09-21T02:44:41.536 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/knfs/basic/mount/v4.yaml 2024-09-21T02:44:41.536 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/knfs/basic/mount/v3.yaml 2024-09-21T02:44:41.536 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/knfs/basic/ceph 2024-09-21T02:44:41.536 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/knfs/basic/ceph/base.yaml 2024-09-21T02:44:41.536 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/knfs/basic/% 2024-09-21T02:44:41.537 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/knfs/basic/tasks 2024-09-21T02:44:41.537 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/knfs/basic/tasks/nfs_workunit_suites_dbench.yaml 2024-09-21T02:44:41.537 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/knfs/basic/tasks/nfs-workunit-kernel-untar-build.yaml 2024-09-21T02:44:41.537 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/knfs/basic/tasks/nfs_workunit_suites_ffsb.yaml 2024-09-21T02:44:41.537 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/knfs/basic/tasks/nfs_workunit_suites_blogbench.yaml 2024-09-21T02:44:41.537 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/knfs/basic/tasks/nfs_workunit_misc.yaml 2024-09-21T02:44:41.537 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/knfs/basic/tasks/nfs_workunit_suites_fsstress.yaml 2024-09-21T02:44:41.537 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/knfs/basic/tasks/nfs_workunit_suites_iozone.yaml 2024-09-21T02:44:41.537 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/experimental 2024-09-21T02:44:41.616 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/experimental/multimds 2024-09-21T02:44:41.616 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/experimental/multimds/clusters 2024-09-21T02:44:41.616 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/experimental/multimds/clusters/7-multimds.yaml 2024-09-21T02:44:41.616 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/experimental/multimds/% 2024-09-21T02:44:41.616 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/experimental/multimds/tasks 2024-09-21T02:44:41.616 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/experimental/multimds/tasks/fsstress_thrash_subtrees.yaml 2024-09-21T02:44:41.616 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal 2024-09-21T02:44:41.616 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/fs-misc 2024-09-21T02:44:41.616 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/fs-misc/clusters 2024-09-21T02:44:41.616 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/fs-misc/clusters/two_clients.yaml 2024-09-21T02:44:41.617 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/fs-misc/fs 2024-09-21T02:44:41.617 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/fs-misc/fs/btrfs.yaml 2024-09-21T02:44:41.617 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/fs-misc/% 2024-09-21T02:44:41.617 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/fs-misc/tasks 2024-09-21T02:44:41.617 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/fs-misc/tasks/locktest.yaml 2024-09-21T02:44:41.617 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/basic 2024-09-21T02:44:41.617 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/basic/clusters 2024-09-21T02:44:41.617 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/basic/clusters/fixed-3.yaml 2024-09-21T02:44:41.617 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/basic/fs 2024-09-21T02:44:41.617 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/basic/fs/btrfs.yaml 2024-09-21T02:44:41.617 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/basic/% 2024-09-21T02:44:41.617 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/basic/tasks 2024-09-21T02:44:41.617 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/basic/tasks/kclient_workunit_suites_blogbench.yaml 2024-09-21T02:44:41.617 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/basic/tasks/kclient_workunit_suites_fsx.yaml 2024-09-21T02:44:41.617 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/mds_restart 2024-09-21T02:44:41.618 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/mds_restart/clusters 2024-09-21T02:44:41.618 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/mds_restart/clusters/one_mds.yaml 2024-09-21T02:44:41.618 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/mds_restart/% 2024-09-21T02:44:41.618 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/mds_restart/tasks 2024-09-21T02:44:41.618 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/mds_restart/tasks/restart-workunit-backtraces.yaml 2024-09-21T02:44:41.618 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/multimds 2024-09-21T02:44:41.618 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/multimds/clusters 2024-09-21T02:44:41.618 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/multimds/clusters/3-node-3-mds.yaml 2024-09-21T02:44:41.618 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/multimds/clusters/3-node-9-mds.yaml 2024-09-21T02:44:41.618 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/multimds/fs 2024-09-21T02:44:41.618 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/multimds/fs/btrfs.yaml 2024-09-21T02:44:41.618 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/multimds/% 2024-09-21T02:44:41.618 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/multimds/mounts 2024-09-21T02:44:41.619 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/multimds/mounts/ceph-fuse.yaml 2024-09-21T02:44:41.619 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/multimds/mounts/kclient.yaml 2024-09-21T02:44:41.619 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/multimds/tasks 2024-09-21T02:44:41.619 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/multimds/tasks/workunit_suites_pjd.yaml 2024-09-21T02:44:41.619 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/multimds/tasks/workunit_suites_fsstress.yaml 2024-09-21T02:44:41.619 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/multimds/tasks/workunit_suites_truncate_delay.yaml 2024-09-21T02:44:41.619 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/multimds/tasks/workunit_misc.yaml 2024-09-21T02:44:41.619 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/multimds/tasks/workunit_suites_blogbench.yaml 2024-09-21T02:44:41.619 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/multimds/tasks/workunit_suites_fsync.yaml 2024-09-21T02:44:41.619 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/multimds/tasks/workunit_suites_dbench.yaml 2024-09-21T02:44:41.619 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/multimds/thrash 2024-09-21T02:44:41.619 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/multimds/thrash/normal.yaml 2024-09-21T02:44:41.619 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/marginal/multimds/thrash/exports.yaml 2024-09-21T02:44:41.619 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs 2024-09-21T02:44:41.620 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/cephfs 2024-09-21T02:44:41.620 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/clusters 2024-09-21T02:44:41.620 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/clusters/fixed-3-cephfs.yaml 2024-09-21T02:44:41.620 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/fs 2024-09-21T02:44:41.620 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/fs/xfs.yaml 2024-09-21T02:44:41.620 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/inline 2024-09-21T02:44:41.620 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/inline/yes.yaml 2024-09-21T02:44:41.620 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/inline/no.yaml 2024-09-21T02:44:41.620 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/conf.yaml 2024-09-21T02:44:41.621 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/% 2024-09-21T02:44:41.621 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/tasks 2024-09-21T02:44:41.621 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_misc.yaml 2024-09-21T02:44:41.621 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_suites_fsstress.yaml 2024-09-21T02:44:41.621 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_trivial_sync.yaml 2024-09-21T02:44:41.621 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_snaps.yaml 2024-09-21T02:44:41.621 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_direct_io.yaml 2024-09-21T02:44:41.621 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_suites_fsx.yaml 2024-09-21T02:44:41.621 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_kernel_untar_build.yaml 2024-09-21T02:44:41.621 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_suites_ffsb.yaml 2024-09-21T02:44:41.683 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_suites_dbench.yaml 2024-09-21T02:44:41.683 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_suites_fsync.yaml 2024-09-21T02:44:41.683 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_suites_pjd.yaml 2024-09-21T02:44:41.683 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_suites_iozone.yaml 2024-09-21T02:44:41.683 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_o_trunc.yaml 2024-09-21T02:44:41.683 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/mixed-clients 2024-09-21T02:44:41.684 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/mixed-clients/clusters 2024-09-21T02:44:41.684 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/mixed-clients/clusters/2-clients.yaml 2024-09-21T02:44:41.684 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/mixed-clients/fs 2024-09-21T02:44:41.684 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/mixed-clients/fs/xfs.yaml 2024-09-21T02:44:41.684 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/mixed-clients/conf.yaml 2024-09-21T02:44:41.684 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/mixed-clients/% 2024-09-21T02:44:41.684 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/mixed-clients/tasks 2024-09-21T02:44:41.684 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/mixed-clients/tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml 2024-09-21T02:44:41.684 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/mixed-clients/tasks/kernel_cfuse_workunits_dbench_iozone.yaml 2024-09-21T02:44:41.684 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/recovery 2024-09-21T02:44:41.684 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/recovery/dirfrag 2024-09-21T02:44:41.684 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/recovery/dirfrag/frag_enable.yaml 2024-09-21T02:44:41.684 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/recovery/clusters 2024-09-21T02:44:41.684 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/recovery/clusters/4-remote-clients.yaml 2024-09-21T02:44:41.684 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/recovery/% 2024-09-21T02:44:41.684 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/recovery/mounts 2024-09-21T02:44:41.685 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/recovery/mounts/kmounts.yaml 2024-09-21T02:44:41.685 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/recovery/xfs.yaml 2024-09-21T02:44:41.685 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/recovery/tasks 2024-09-21T02:44:41.685 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/recovery/tasks/backtrace.yaml 2024-09-21T02:44:41.685 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/recovery/tasks/forward-scrub.yaml 2024-09-21T02:44:41.685 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/recovery/tasks/volume-client.yaml 2024-09-21T02:44:41.685 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/recovery/tasks/config-commands.yaml 2024-09-21T02:44:41.685 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/recovery/tasks/sessionmap.yaml 2024-09-21T02:44:41.685 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/recovery/tasks/failover.yaml.disabled 2024-09-21T02:44:41.685 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/recovery/tasks/data-scan.yaml 2024-09-21T02:44:41.685 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/recovery/tasks/mds-flush.yaml 2024-09-21T02:44:41.685 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/recovery/tasks/auto-repair.yaml 2024-09-21T02:44:41.685 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/recovery/tasks/damage.yaml 2024-09-21T02:44:41.685 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/recovery/tasks/client-recovery.yaml 2024-09-21T02:44:41.685 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/recovery/tasks/journal-repair.yaml 2024-09-21T02:44:41.686 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/recovery/tasks/client-limits.yaml 2024-09-21T02:44:41.686 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/recovery/tasks/strays.yaml.disabled 2024-09-21T02:44:41.686 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/recovery/tasks/pool-perm.yaml 2024-09-21T02:44:41.686 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/recovery/debug 2024-09-21T02:44:41.686 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/recovery/debug/mds_client.yaml 2024-09-21T02:44:41.686 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/thrash 2024-09-21T02:44:41.686 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/thrash/clusters 2024-09-21T02:44:41.686 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/thrash/clusters/fixed-3-cephfs.yaml 2024-09-21T02:44:41.686 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/thrash/fs 2024-09-21T02:44:41.686 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/thrash/fs/xfs.yaml 2024-09-21T02:44:41.686 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/thrash/workloads 2024-09-21T02:44:41.686 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/thrash/workloads/kclient_workunit_suites_ffsb.yaml 2024-09-21T02:44:41.686 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/thrash/workloads/kclient_workunit_suites_iozone.yaml 2024-09-21T02:44:41.687 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/thrash/conf.yaml 2024-09-21T02:44:41.687 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/thrash/% 2024-09-21T02:44:41.687 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/thrash/thrashers 2024-09-21T02:44:41.687 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/thrash/thrashers/default.yaml 2024-09-21T02:44:41.687 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/thrash/thrashers/mon.yaml 2024-09-21T02:44:41.687 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/kcephfs/thrash/thrashers/mds.yaml 2024-09-21T02:44:41.687 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade 2024-09-21T02:44:41.687 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x 2024-09-21T02:44:41.687 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/point-to-point-x 2024-09-21T02:44:41.687 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/point-to-point-x/point-to-point-upgrade.yaml 2024-09-21T02:44:41.687 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/point-to-point-x/distros 2024-09-21T02:44:41.687 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/point-to-point-x/distros/centos_7.2.yaml 2024-09-21T02:44:41.687 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/point-to-point-x/distros/ubuntu_14.04.yaml 2024-09-21T02:44:41.687 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/point-to-point-x/% 2024-09-21T02:44:41.687 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel 2024-09-21T02:44:41.687 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/kraken.yaml 2024-09-21T02:44:41.688 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/1-jewel-install 2024-09-21T02:44:41.688 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/1-jewel-install/jewel.yaml 2024-09-21T02:44:41.726 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/4-kraken.yaml 2024-09-21T02:44:41.726 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/3-upgrade-sequence 2024-09-21T02:44:41.726 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/3-upgrade-sequence/upgrade-all.yaml 2024-09-21T02:44:41.726 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/3-upgrade-sequence/upgrade-mon-osd-mds.yaml 2024-09-21T02:44:41.726 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/distros 2024-09-21T02:44:41.726 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/% 2024-09-21T02:44:41.726 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/2-workload 2024-09-21T02:44:41.726 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/2-workload/test_rbd_python.yaml 2024-09-21T02:44:41.726 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/2-workload/blogbench.yaml 2024-09-21T02:44:41.726 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/2-workload/rados_api.yaml 2024-09-21T02:44:41.727 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/2-workload/rados_loadgenbig.yaml 2024-09-21T02:44:41.727 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/2-workload/ec-rados-default.yaml 2024-09-21T02:44:41.727 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/2-workload/+ 2024-09-21T02:44:41.727 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/2-workload/test_rbd_api.yaml 2024-09-21T02:44:41.727 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/0-cluster 2024-09-21T02:44:41.727 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/0-cluster/openstack.yaml 2024-09-21T02:44:41.727 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/0-cluster/+ 2024-09-21T02:44:41.727 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/0-cluster/start.yaml 2024-09-21T02:44:41.727 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/5-final-workload 2024-09-21T02:44:41.727 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/5-final-workload/blogbench.yaml 2024-09-21T02:44:41.727 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/5-final-workload/rados-snaps-few-objects.yaml 2024-09-21T02:44:41.727 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/5-final-workload/+ 2024-09-21T02:44:41.727 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/5-final-workload/rados_loadgenmix.yaml 2024-09-21T02:44:41.727 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/5-final-workload/rbd_cls.yaml 2024-09-21T02:44:41.727 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/5-final-workload/rados_mon_thrash.yaml 2024-09-21T02:44:41.728 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/5-final-workload/rgw_swift.yaml 2024-09-21T02:44:41.728 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/parallel/5-final-workload/rbd_import_export.yaml 2024-09-21T02:44:41.728 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split 2024-09-21T02:44:41.728 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/6-next-mon 2024-09-21T02:44:41.728 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/6-next-mon/monb.yaml 2024-09-21T02:44:41.728 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/8-next-mon 2024-09-21T02:44:41.728 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/8-next-mon/monc.yaml 2024-09-21T02:44:41.728 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/1-jewel-install 2024-09-21T02:44:41.728 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/1-jewel-install/jewel.yaml 2024-09-21T02:44:41.728 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/5-workload 2024-09-21T02:44:41.728 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/5-workload/readwrite.yaml 2024-09-21T02:44:41.728 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/5-workload/snaps-few-objects.yaml 2024-09-21T02:44:41.728 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/5-workload/rbd-cls.yaml 2024-09-21T02:44:41.728 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/5-workload/rbd-import-export.yaml 2024-09-21T02:44:41.729 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/5-workload/+ 2024-09-21T02:44:41.729 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/4-mon 2024-09-21T02:44:41.729 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/4-mon/mona.yaml 2024-09-21T02:44:41.729 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/distros 2024-09-21T02:44:41.729 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/% 2024-09-21T02:44:41.729 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/9-workload 2024-09-21T02:44:41.729 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/9-workload/rbd-python.yaml 2024-09-21T02:44:41.729 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/9-workload/rgw-swift.yaml 2024-09-21T02:44:41.729 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/9-workload/snaps-many-objects.yaml 2024-09-21T02:44:41.729 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/9-workload/+ 2024-09-21T02:44:41.729 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/2-partial-upgrade 2024-09-21T02:44:41.729 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/2-partial-upgrade/firsthalf.yaml 2024-09-21T02:44:41.729 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/3-thrash 2024-09-21T02:44:41.729 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/3-thrash/default.yaml 2024-09-21T02:44:41.729 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/7-workload 2024-09-21T02:44:41.730 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/7-workload/radosbench.yaml 2024-09-21T02:44:41.730 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/7-workload/rbd_api.yaml 2024-09-21T02:44:41.730 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/7-workload/+ 2024-09-21T02:44:41.774 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/0-cluster 2024-09-21T02:44:41.774 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/0-cluster/openstack.yaml 2024-09-21T02:44:41.774 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/0-cluster/+ 2024-09-21T02:44:41.774 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/0-cluster/start.yaml 2024-09-21T02:44:41.774 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64 2024-09-21T02:44:41.775 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/6-next-mon 2024-09-21T02:44:41.775 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/8-next-mon 2024-09-21T02:44:41.775 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/1-jewel-install 2024-09-21T02:44:41.775 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/5-workload 2024-09-21T02:44:41.775 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/5-workload/ec-rados-default.yaml 2024-09-21T02:44:41.775 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/4-mon 2024-09-21T02:44:41.775 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/% 2024-09-21T02:44:41.775 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/0-x86_64.yaml 2024-09-21T02:44:41.775 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/9-workload 2024-09-21T02:44:41.775 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/9-workload/ec-rados-plugin=jerasure-k=3-m=1.yaml 2024-09-21T02:44:41.775 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/2-partial-upgrade 2024-09-21T02:44:41.775 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/3-thrash 2024-09-21T02:44:41.775 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/3-thrash/default.yaml 2024-09-21T02:44:41.775 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/0-cluster 2024-09-21T02:44:41.775 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code 2024-09-21T02:44:41.776 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/6-next-mon 2024-09-21T02:44:41.776 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/8-next-mon 2024-09-21T02:44:41.776 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/1-jewel-install 2024-09-21T02:44:41.776 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/5-workload 2024-09-21T02:44:41.776 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/5-workload/ec-rados-default.yaml 2024-09-21T02:44:41.776 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/4-mon 2024-09-21T02:44:41.776 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/distros 2024-09-21T02:44:41.776 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/% 2024-09-21T02:44:41.776 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/9-workload 2024-09-21T02:44:41.776 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/9-workload/ec-rados-plugin=jerasure-k=3-m=1.yaml 2024-09-21T02:44:41.776 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/2-partial-upgrade 2024-09-21T02:44:41.776 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/3-thrash 2024-09-21T02:44:41.776 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/3-thrash/default.yaml 2024-09-21T02:44:41.776 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/0-cluster 2024-09-21T02:44:41.776 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x 2024-09-21T02:44:41.777 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel 2024-09-21T02:44:41.777 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/8-kraken.yaml 2024-09-21T02:44:41.777 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/1-hammer-jewel-install 2024-09-21T02:44:41.777 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/1-hammer-jewel-install/hammer-jewel.yaml 2024-09-21T02:44:41.777 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/4-jewel.yaml 2024-09-21T02:44:41.777 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/3.5-finish.yaml 2024-09-21T02:44:41.777 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/3-upgrade-sequence 2024-09-21T02:44:41.777 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/3-upgrade-sequence/upgrade-osd-mds-mon.yaml 2024-09-21T02:44:41.777 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/3-upgrade-sequence/upgrade-all.yaml 2024-09-21T02:44:41.777 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/7-upgrade-sequence 2024-09-21T02:44:41.777 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/7-upgrade-sequence/upgrade-by-daemon.yaml 2024-09-21T02:44:41.777 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/7-upgrade-sequence/upgrade-all.yaml 2024-09-21T02:44:41.777 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/distros 2024-09-21T02:44:41.778 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/distros/centos_7.2.yaml 2024-09-21T02:44:41.778 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/distros/ubuntu_14.04.yaml 2024-09-21T02:44:41.778 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/% 2024-09-21T02:44:41.778 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/9-final-workload 2024-09-21T02:44:41.817 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/9-final-workload/rados-snaps-few-objects.yaml 2024-09-21T02:44:41.817 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/9-final-workload/+ 2024-09-21T02:44:41.818 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/9-final-workload/rados_loadgenmix.yaml 2024-09-21T02:44:41.818 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/9-final-workload/rbd_cls.yaml 2024-09-21T02:44:41.818 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/9-final-workload/rados_mon_thrash.yaml 2024-09-21T02:44:41.818 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/9-final-workload/rbd_import_export.yaml 2024-09-21T02:44:41.818 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/9-final-workload/rgw_s3tests.yaml 2024-09-21T02:44:41.818 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/2-workload 2024-09-21T02:44:41.818 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/2-workload/test_rbd_python.yaml 2024-09-21T02:44:41.818 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/2-workload/rados_api.yaml 2024-09-21T02:44:41.818 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/2-workload/rados_loadgenbig.yaml 2024-09-21T02:44:41.818 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/2-workload/ec-rados-default.yaml 2024-09-21T02:44:41.818 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/2-workload/+ 2024-09-21T02:44:41.819 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/2-workload/test_rbd_api.yaml 2024-09-21T02:44:41.819 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/6-workload 2024-09-21T02:44:41.819 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/6-workload/test_rbd_python.yaml 2024-09-21T02:44:41.819 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/6-workload/rados_api.yaml 2024-09-21T02:44:41.819 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/6-workload/rados_loadgenbig.yaml 2024-09-21T02:44:41.819 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/6-workload/ec-rados-default.yaml 2024-09-21T02:44:41.819 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/6-workload/+ 2024-09-21T02:44:41.819 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/6-workload/test_rbd_api.yaml 2024-09-21T02:44:41.819 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/5-hammer-jewel-x-upgrade 2024-09-21T02:44:41.819 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/5-hammer-jewel-x-upgrade/hammer-jewel-x.yaml 2024-09-21T02:44:41.819 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/0-cluster 2024-09-21T02:44:41.819 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/0-cluster/start.yaml 2024-09-21T02:44:41.819 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split 2024-09-21T02:44:41.820 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/6-next-mon 2024-09-21T02:44:41.820 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/8-next-mon 2024-09-21T02:44:41.820 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/5-workload 2024-09-21T02:44:41.820 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/4-mon 2024-09-21T02:44:41.820 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/distros 2024-09-21T02:44:41.820 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/distros/centos_7.2.yaml 2024-09-21T02:44:41.820 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/distros/ubuntu_14.04.yaml 2024-09-21T02:44:41.820 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/% 2024-09-21T02:44:41.820 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/9-workload 2024-09-21T02:44:41.820 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/1-hammer-install-and-upgrade-to-jewel 2024-09-21T02:44:41.820 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/1-hammer-install-and-upgrade-to-jewel/hammer-to-jewel.yaml 2024-09-21T02:44:41.820 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/2-partial-upgrade 2024-09-21T02:44:41.820 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/3-thrash 2024-09-21T02:44:41.820 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/7-workload 2024-09-21T02:44:41.820 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/0-cluster 2024-09-21T02:44:41.821 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade 2024-09-21T02:44:41.821 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x 2024-09-21T02:44:41.821 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/rbd 2024-09-21T02:44:41.821 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/rbd/1-install 2024-09-21T02:44:41.821 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/rbd/1-install/hammer-client-x.yaml 2024-09-21T02:44:41.821 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/rbd/% 2024-09-21T02:44:41.821 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/rbd/2-workload 2024-09-21T02:44:41.821 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/rbd/2-workload/rbd_notification_tests.yaml 2024-09-21T02:44:41.821 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/rbd/0-cluster 2024-09-21T02:44:41.821 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/rbd/0-cluster/start.yaml 2024-09-21T02:44:41.821 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/basic 2024-09-21T02:44:41.906 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/basic/1-install 2024-09-21T02:44:41.906 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/basic/1-install/hammer-client-x.yaml 2024-09-21T02:44:41.907 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/basic/% 2024-09-21T02:44:41.907 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/basic/2-workload 2024-09-21T02:44:41.907 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/basic/2-workload/rbd_cli_import_export.yaml 2024-09-21T02:44:41.907 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/basic/2-workload/rbd_api_tests.yaml 2024-09-21T02:44:41.907 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/basic/0-cluster 2024-09-21T02:44:41.907 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/basic/0-cluster/start.yaml 2024-09-21T02:44:41.907 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x 2024-09-21T02:44:41.907 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/rbd 2024-09-21T02:44:41.907 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/rbd/1-install 2024-09-21T02:44:41.907 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/rbd/1-install/jewel-client-x.yaml 2024-09-21T02:44:41.907 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/rbd/% 2024-09-21T02:44:41.907 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/rbd/2-workload 2024-09-21T02:44:41.907 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/rbd/2-workload/rbd_notification_tests.yaml 2024-09-21T02:44:41.907 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/rbd/0-cluster 2024-09-21T02:44:41.907 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/rbd/0-cluster/start.yaml 2024-09-21T02:44:41.908 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/basic 2024-09-21T02:44:41.908 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/basic/1-install 2024-09-21T02:44:41.908 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/basic/1-install/jewel-client-x.yaml 2024-09-21T02:44:41.908 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/basic/% 2024-09-21T02:44:41.908 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/basic/2-workload 2024-09-21T02:44:41.908 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/basic/2-workload/rbd_cli_import_export.yaml 2024-09-21T02:44:41.908 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/basic/2-workload/rbd_api_tests.yaml 2024-09-21T02:44:41.908 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/basic/0-cluster 2024-09-21T02:44:41.908 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/basic/0-cluster/start.yaml 2024-09-21T02:44:41.908 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/dummy 2024-09-21T02:44:41.908 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/dummy/% 2024-09-21T02:44:41.908 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/dummy/all 2024-09-21T02:44:41.908 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/dummy/all/nop.yaml 2024-09-21T02:44:41.908 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/hadoop 2024-09-21T02:44:41.908 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/hadoop/basic 2024-09-21T02:44:41.908 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/hadoop/basic/clusters 2024-09-21T02:44:41.909 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/hadoop/basic/clusters/fixed-3.yaml 2024-09-21T02:44:41.909 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/hadoop/basic/% 2024-09-21T02:44:41.909 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/hadoop/basic/xfs.yaml 2024-09-21T02:44:41.909 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/hadoop/basic/tasks 2024-09-21T02:44:41.909 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/hadoop/basic/tasks/wordcount.yaml 2024-09-21T02:44:41.909 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/hadoop/basic/tasks/repl.yaml 2024-09-21T02:44:41.909 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/hadoop/basic/tasks/terasort.yaml 2024-09-21T02:44:41.909 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology 2024-09-21T02:44:41.909 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/integration.yaml 2024-09-21T02:44:41.909 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/nop 2024-09-21T02:44:41.909 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/nop/% 2024-09-21T02:44:41.909 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/nop/all 2024-09-21T02:44:41.909 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/nop/all/nop.yaml 2024-09-21T02:44:41.910 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/rgw 2024-09-21T02:44:41.910 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/rgw/distros 2024-09-21T02:44:41.910 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/rgw/% 2024-09-21T02:44:41.910 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/rgw/tasks 2024-09-21T02:44:41.910 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/rgw/tasks/s3tests-fastcgi.yaml 2024-09-21T02:44:41.910 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/rgw/tasks/s3tests-fcgi.yaml 2024-09-21T02:44:41.910 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/rgw/tasks/s3tests-civetweb.yaml 2024-09-21T02:44:41.910 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/no-ceph 2024-09-21T02:44:41.910 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/no-ceph/clusters 2024-09-21T02:44:41.910 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/no-ceph/clusters/single.yaml 2024-09-21T02:44:41.910 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/no-ceph/% 2024-09-21T02:44:41.910 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/no-ceph/tasks 2024-09-21T02:44:41.910 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/no-ceph/tasks/teuthology.yaml 2024-09-21T02:44:41.911 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/ceph 2024-09-21T02:44:41.911 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/ceph/clusters 2024-09-21T02:44:41.911 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/ceph/clusters/single.yaml 2024-09-21T02:44:41.911 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/ceph/distros 2024-09-21T02:44:41.911 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/ceph/% 2024-09-21T02:44:41.911 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/ceph/tasks 2024-09-21T02:44:41.911 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/ceph/tasks/teuthology.yaml 2024-09-21T02:44:41.911 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/buildpackages 2024-09-21T02:44:41.983 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/buildpackages/distros 2024-09-21T02:44:41.984 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/buildpackages/% 2024-09-21T02:44:41.984 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/buildpackages/tasks 2024-09-21T02:44:41.984 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/buildpackages/tasks/default.yaml 2024-09-21T02:44:41.984 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/buildpackages/tasks/tag.yaml 2024-09-21T02:44:41.984 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/buildpackages/tasks/branch.yaml 2024-09-21T02:44:41.984 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/multi-cluster 2024-09-21T02:44:41.984 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/multi-cluster/fs 2024-09-21T02:44:41.984 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/multi-cluster/fs/xfs.yaml 2024-09-21T02:44:41.984 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/multi-cluster/% 2024-09-21T02:44:41.984 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/multi-cluster/all 2024-09-21T02:44:41.984 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/multi-cluster/all/thrashosds.yaml 2024-09-21T02:44:41.984 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/multi-cluster/all/ceph.yaml 2024-09-21T02:44:41.984 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/multi-cluster/all/upgrade.yaml 2024-09-21T02:44:41.984 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/multi-cluster/all/workunit.yaml 2024-09-21T02:44:41.984 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/workunits 2024-09-21T02:44:41.985 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/teuthology/workunits/yes.yaml 2024-09-21T02:44:41.985 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/multimds 2024-09-21T02:44:41.985 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/multimds/basic 2024-09-21T02:44:41.985 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/multimds/basic/overrides 2024-09-21T02:44:41.985 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/multimds/basic/overrides/fuse-default-perm-no.yaml 2024-09-21T02:44:41.985 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/multimds/basic/overrides/basic 2024-09-21T02:44:41.985 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/multimds/basic/overrides/% 2024-09-21T02:44:41.985 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/multimds/basic/clusters 2024-09-21T02:44:41.985 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/multimds/basic/clusters/9-mds.yaml 2024-09-21T02:44:41.985 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/multimds/basic/clusters/3-mds.yaml 2024-09-21T02:44:41.985 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/multimds/basic/fs 2024-09-21T02:44:41.985 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/multimds/basic/mount 2024-09-21T02:44:41.985 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/multimds/basic/mount/kclient.yaml 2024-09-21T02:44:41.985 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/multimds/basic/mount/fuse.yaml 2024-09-21T02:44:41.985 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/multimds/basic/inline 2024-09-21T02:44:41.985 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/multimds/basic/begin.yaml 2024-09-21T02:44:41.986 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/multimds/basic/% 2024-09-21T02:44:41.986 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/multimds/basic/tasks 2024-09-21T02:44:41.986 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/multimds/verify 2024-09-21T02:44:41.986 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/multimds/verify/validater 2024-09-21T02:44:41.986 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/multimds/verify/overrides 2024-09-21T02:44:41.986 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/multimds/verify/overrides/fuse-default-perm-no.yaml 2024-09-21T02:44:41.986 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/multimds/verify/overrides/% 2024-09-21T02:44:41.986 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/multimds/verify/overrides/verify 2024-09-21T02:44:41.986 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/multimds/verify/clusters 2024-09-21T02:44:41.986 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/multimds/verify/clusters/9-mds.yaml 2024-09-21T02:44:41.987 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/multimds/verify/clusters/3-mds.yaml 2024-09-21T02:44:41.987 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/multimds/verify/fs 2024-09-21T02:44:41.987 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/multimds/verify/mount 2024-09-21T02:44:41.987 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/multimds/verify/mount/kclient.yaml 2024-09-21T02:44:41.987 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/multimds/verify/mount/fuse.yaml 2024-09-21T02:44:41.987 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/multimds/verify/begin.yaml 2024-09-21T02:44:41.987 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/multimds/verify/% 2024-09-21T02:44:41.987 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/multimds/verify/tasks 2024-09-21T02:44:41.987 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke 2024-09-21T02:44:41.987 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/1node 2024-09-21T02:44:41.988 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/1node/clusters 2024-09-21T02:44:41.988 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/1node/clusters/openstack.yaml 2024-09-21T02:44:41.988 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/1node/clusters/+ 2024-09-21T02:44:41.988 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/1node/clusters/fixed-1.yaml 2024-09-21T02:44:41.988 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/1node/% 2024-09-21T02:44:41.988 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/1node/tasks 2024-09-21T02:44:41.988 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/1node/tasks/ceph-deploy.yaml 2024-09-21T02:44:41.988 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/systemd 2024-09-21T02:44:41.988 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/systemd/distro 2024-09-21T02:44:41.988 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/systemd/distro/ubuntu_16.04.yaml 2024-09-21T02:44:41.988 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/systemd/distro/centos_7.2.yaml 2024-09-21T02:44:41.988 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/systemd/% 2024-09-21T02:44:41.988 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/systemd/tasks 2024-09-21T02:44:41.988 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/systemd/tasks/systemd.yaml 2024-09-21T02:44:41.988 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/basic 2024-09-21T02:44:41.989 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/basic/clusters 2024-09-21T02:44:41.989 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/basic/clusters/fixed-3-cephfs.yaml 2024-09-21T02:44:41.989 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/basic/fs 2024-09-21T02:44:41.989 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/basic/fs/btrfs.yaml 2024-09-21T02:44:41.989 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/basic/% 2024-09-21T02:44:41.989 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/basic/tasks 2024-09-21T02:44:41.989 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/libcephfs_interface_tests.yaml 2024-09-21T02:44:41.989 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/rados_cache_snaps.yaml 2024-09-21T02:44:41.989 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/rados_cls_all.yaml 2024-09-21T02:44:41.989 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/rbd_cli_import_export.yaml 2024-09-21T02:44:41.989 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/kclient_workunit_suites_fsstress.yaml 2024-09-21T02:44:41.989 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/cfuse_workunit_suites_pjd.yaml 2024-09-21T02:44:42.079 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/mon_thrash.yaml 2024-09-21T02:44:42.080 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/kclient_workunit_direct_io.yaml 2024-09-21T02:44:42.080 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/rbd_fsx.yaml 2024-09-21T02:44:42.080 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/rbd_python_api_tests.yaml 2024-09-21T02:44:42.080 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/rbd_workunit_suites_iozone.yaml 2024-09-21T02:44:42.080 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/kclient_workunit_suites_dbench.yaml 2024-09-21T02:44:42.080 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/rbd_api_tests.yaml 2024-09-21T02:44:42.080 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/cfuse_workunit_suites_blogbench.yaml 2024-09-21T02:44:42.080 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/rados_ec_snaps.yaml 2024-09-21T02:44:42.080 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/rgw_ec_s3tests.yaml 2024-09-21T02:44:42.080 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/kclient_workunit_suites_pjd.yaml 2024-09-21T02:44:42.080 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/rados_workunit_loadgen_mix.yaml 2024-09-21T02:44:42.080 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/rados_python.yaml 2024-09-21T02:44:42.080 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/rgw_swift.yaml 2024-09-21T02:44:42.080 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/rados_bench.yaml 2024-09-21T02:44:42.081 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/rados_api_tests.yaml 2024-09-21T02:44:42.081 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/cfuse_workunit_suites_fsstress.yaml 2024-09-21T02:44:42.081 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/rgw_s3tests.yaml 2024-09-21T02:44:42.081 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/suites/smoke/basic/tasks/cfuse_workunit_suites_iozone.yaml 2024-09-21T02:44:42.081 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/machine_types 2024-09-21T02:44:42.081 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/machine_types/vps.yaml 2024-09-21T02:44:42.081 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/machine_types/schedule_rados_ovh.sh 2024-09-21T02:44:42.081 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/machine_types/schedule_rados.sh 2024-09-21T02:44:42.081 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/mon_kv_backend 2024-09-21T02:44:42.081 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/mon_kv_backend/leveldb.yaml 2024-09-21T02:44:42.081 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/mon_kv_backend/rocksdb.yaml 2024-09-21T02:44:42.081 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/README 2024-09-21T02:44:42.081 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks 2024-09-21T02:44:42.081 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/rebuild_mondb.py 2024-09-21T02:44:42.081 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/workunit.py 2024-09-21T02:44:42.081 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/osd_backfill.py 2024-09-21T02:44:42.082 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/calamari_setup.py 2024-09-21T02:44:42.082 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/object_source_down.py 2024-09-21T02:44:42.082 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/populate_rbd_pool.py 2024-09-21T02:44:42.082 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/util 2024-09-21T02:44:42.082 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/util/rgw.py 2024-09-21T02:44:42.082 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/util/__init__.py 2024-09-21T02:44:42.082 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/util/rados.py 2024-09-21T02:44:42.082 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/util/test 2024-09-21T02:44:42.082 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/util/test/__init__.py 2024-09-21T02:44:42.082 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/util/test/test_rados.py 2024-09-21T02:44:42.082 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/osd_failsafe_enospc.py 2024-09-21T02:44:42.082 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/osd_recovery.py 2024-09-21T02:44:42.082 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/die_on_err.py 2024-09-21T02:44:42.082 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/calamari_nosetests.py 2024-09-21T02:44:42.082 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/admin_socket.py 2024-09-21T02:44:42.083 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/mgr 2024-09-21T02:44:42.083 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/mgr/__init__.py 2024-09-21T02:44:42.083 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/mgr/test_failover.py 2024-09-21T02:44:42.083 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/mgr/mgr_test_case.py 2024-09-21T02:44:42.083 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/thrash_pool_snaps.py 2024-09-21T02:44:42.083 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/userdata_teardown.yaml 2024-09-21T02:44:42.083 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/radosbenchsweep.py 2024-09-21T02:44:42.083 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/mds_thrash.py 2024-09-21T02:44:42.083 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/rbd.py 2024-09-21T02:44:42.083 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/rgw.py 2024-09-21T02:44:42.083 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/teuthology_integration.py 2024-09-21T02:44:42.083 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/mon_seesaw.py 2024-09-21T02:44:42.083 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/repair_test.py 2024-09-21T02:44:42.083 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/watch_notify_same_primary.py 2024-09-21T02:44:42.083 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/peer.py 2024-09-21T02:44:42.084 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/restart.py 2024-09-21T02:44:42.084 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/ceph.py 2024-09-21T02:44:42.084 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/tests 2024-09-21T02:44:42.084 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/tests/test_buildpackages.py 2024-09-21T02:44:42.084 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/tests/test_radosgw_admin.py 2024-09-21T02:44:42.085 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/tests/test_devstack.py 2024-09-21T02:44:42.085 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/tests/__init__.py 2024-09-21T02:44:42.085 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/rgw_logsocket.py 2024-09-21T02:44:42.085 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/radosgw_admin.py 2024-09-21T02:44:42.085 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/ceph_client.py 2024-09-21T02:44:42.086 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/__init__.py 2024-09-21T02:44:42.086 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/aver.py 2024-09-21T02:44:42.086 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/cram.py 2024-09-21T02:44:42.086 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/cephfs 2024-09-21T02:44:42.086 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/cephfs/test_misc.py 2024-09-21T02:44:42.086 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/cephfs/test_client_limits.py 2024-09-21T02:44:42.086 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/cephfs/test_pool_perm.py 2024-09-21T02:44:42.086 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/cephfs/test_data_scan.py 2024-09-21T02:44:42.086 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/cephfs/test_client_recovery.py 2024-09-21T02:44:42.086 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/cephfs/test_journal_migration.py 2024-09-21T02:44:42.086 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/cephfs/test_dump_tree.py 2024-09-21T02:44:42.086 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/cephfs/test_mantle.py 2024-09-21T02:44:42.086 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/cephfs/test_sessionmap.py 2024-09-21T02:44:42.086 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/cephfs/__init__.py 2024-09-21T02:44:42.087 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/cephfs/test_journal_repair.py 2024-09-21T02:44:42.087 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/cephfs/kernel_mount.py 2024-09-21T02:44:42.087 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/cephfs/test_cap_flush.py 2024-09-21T02:44:42.087 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/cephfs/test_readahead.py 2024-09-21T02:44:42.087 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/cephfs/test_backtrace.py 2024-09-21T02:44:42.090 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/cephfs/test_auto_repair.py 2024-09-21T02:44:42.090 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/cephfs/test_strays.py 2024-09-21T02:44:42.090 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/cephfs/test_volume_client.py 2024-09-21T02:44:42.090 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/cephfs/cephfs_test_case.py 2024-09-21T02:44:42.090 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/cephfs/test_fragment.py 2024-09-21T02:44:42.090 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/cephfs/test_failover.py 2024-09-21T02:44:42.090 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/cephfs/test_full.py 2024-09-21T02:44:42.090 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/cephfs/filesystem.py 2024-09-21T02:44:42.090 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/cephfs/mount.py 2024-09-21T02:44:42.090 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/cephfs/test_damage.py 2024-09-21T02:44:42.091 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/cephfs/test_scrub_checks.py 2024-09-21T02:44:42.091 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/cephfs/test_config_commands.py 2024-09-21T02:44:42.091 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/cephfs/test_flush.py 2024-09-21T02:44:42.091 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/cephfs/fuse_mount.py 2024-09-21T02:44:42.091 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/cephfs/test_forward_scrub.py 2024-09-21T02:44:42.091 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/recovery_bench.py 2024-09-21T02:44:42.091 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/multibench.py 2024-09-21T02:44:42.091 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/devstack.py 2024-09-21T02:44:42.091 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/cephfs_test_runner.py 2024-09-21T02:44:42.091 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/filestore_idempotent.py 2024-09-21T02:44:42.091 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/mod_proxy_fcgi.tcp.conf.template 2024-09-21T02:44:42.091 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/scrub.py 2024-09-21T02:44:42.091 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/divergent_priors.py 2024-09-21T02:44:42.091 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/samba.py 2024-09-21T02:44:42.091 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/watch_notify_stress.py 2024-09-21T02:44:42.091 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/boto.cfg.template 2024-09-21T02:44:42.092 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/buildpackages.py 2024-09-21T02:44:42.092 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/ceph_test_case.py 2024-09-21T02:44:42.092 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/s3roundtrip.py 2024-09-21T02:44:42.092 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/qemu.py 2024-09-21T02:44:42.092 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/locktest.py 2024-09-21T02:44:42.092 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/manypools.py 2024-09-21T02:44:42.092 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/mds_creation_failure.py 2024-09-21T02:44:42.092 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/apache.conf.template 2024-09-21T02:44:42.092 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/ec_lost_unfound.py 2024-09-21T02:44:42.092 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/buildpackages 2024-09-21T02:44:42.092 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/buildpackages/ubuntu-16.04-user-data.txt 2024-09-21T02:44:42.092 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/buildpackages/ubuntu-14.04-user-data.txt 2024-09-21T02:44:42.092 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/buildpackages/centos-6.5-user-data.txt 2024-09-21T02:44:42.092 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/buildpackages/centos-7.1-user-data.txt 2024-09-21T02:44:42.092 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/buildpackages/make-deb.sh 2024-09-21T02:44:42.092 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/buildpackages/centos-7.0-user-data.txt 2024-09-21T02:44:42.093 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/buildpackages/make-rpm.sh 2024-09-21T02:44:42.093 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/buildpackages/opensuse-42.1-user-data.txt 2024-09-21T02:44:42.093 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/buildpackages/Makefile 2024-09-21T02:44:42.093 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/buildpackages/ubuntu-12.04-user-data.txt 2024-09-21T02:44:42.093 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/buildpackages/common.sh 2024-09-21T02:44:42.093 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/buildpackages/user-data.txt 2024-09-21T02:44:42.093 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/buildpackages/debian-8.0-user-data.txt 2024-09-21T02:44:42.093 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/buildpackages/centos-7.2-user-data.txt 2024-09-21T02:44:42.093 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/rbd_mirror.py 2024-09-21T02:44:42.093 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/dump_stuck.py 2024-09-21T02:44:42.093 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/ceph_objectstore_tool.py 2024-09-21T02:44:42.093 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/rbd_fsx.py 2024-09-21T02:44:42.093 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/radosgw_agent.py 2024-09-21T02:44:42.093 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/tgt.py 2024-09-21T02:44:42.094 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/vstart_runner.py 2024-09-21T02:44:42.094 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/resolve_stuck_peering.py 2024-09-21T02:44:42.094 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/rados.py 2024-09-21T02:44:42.094 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/s3tests.py 2024-09-21T02:44:42.094 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/userdata_setup.yaml 2024-09-21T02:44:42.094 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/lost_unfound.py 2024-09-21T02:44:42.094 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/s3readwrite.py 2024-09-21T02:44:42.094 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/ceph_fuse.py 2024-09-21T02:44:42.094 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/rest_api.py 2024-09-21T02:44:42.094 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/reg11184.py 2024-09-21T02:44:42.094 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/rep_lost_unfound_delete.py 2024-09-21T02:44:42.094 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/mod_proxy_fcgi.uds.conf.template 2024-09-21T02:44:42.094 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/ceph_deploy.py 2024-09-21T02:44:42.094 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/ceph_manager.py 2024-09-21T02:44:42.094 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/radosbench.py 2024-09-21T02:44:42.094 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/scrub_test.py 2024-09-21T02:44:42.095 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/mon_clock_skew_check.py 2024-09-21T02:44:42.095 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/kclient.py 2024-09-21T02:44:42.095 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/omapbench.py 2024-09-21T02:44:42.095 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/autotest.py 2024-09-21T02:44:42.095 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/mod_fastcgi.conf.template 2024-09-21T02:44:42.095 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/peering_speed_test.py 2024-09-21T02:44:42.095 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/mon_recovery.py 2024-09-21T02:44:42.095 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/cifs_mount.py 2024-09-21T02:44:42.095 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/rbd_fio.py 2024-09-21T02:44:42.095 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/logrotate.conf 2024-09-21T02:44:42.095 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/mon_thrash.py 2024-09-21T02:44:42.095 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/metadata.yaml 2024-09-21T02:44:42.095 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/divergent_priors2.py 2024-09-21T02:44:42.095 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/blktrace.py 2024-09-21T02:44:42.096 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/thrashosds.py 2024-09-21T02:44:42.096 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/systemd.py 2024-09-21T02:44:42.096 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/radosgw_admin_rest.py 2024-09-21T02:44:42.096 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/tasks/create_verify_lfn_objects.py 2024-09-21T02:44:42.096 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/timezone 2024-09-21T02:44:42.096 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/timezone/random.yaml 2024-09-21T02:44:42.096 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/timezone/eastern.yaml 2024-09-21T02:44:42.096 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/timezone/pacific.yaml 2024-09-21T02:44:42.096 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/.gitignore 2024-09-21T02:44:42.096 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/debug 2024-09-21T02:44:42.096 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/debug/openstack-30G.yaml 2024-09-21T02:44:42.096 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/debug/buildpackages.yaml 2024-09-21T02:44:42.097 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/debug/mds_client.yaml 2024-09-21T02:44:42.097 INFO:teuthology.orchestra.run.smithi083.stdout:./ceph-qa-suite/debug/openstack-15G.yaml 2024-09-21T02:44:42.098 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:42.098 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:42.098 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:42.098 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:42.098 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./").st_ino) 2024-09-21T02:44:42.098 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:42.160 INFO:teuthology.orchestra.run.smithi083.stdout:1 2024-09-21T02:44:42.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:42.170 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:42.170 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:42.170 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:42.170 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:42.170 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite").st_ino) 2024-09-21T02:44:42.170 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:42.279 INFO:teuthology.orchestra.run.smithi083.stdout:1099511627776 2024-09-21T02:44:42.283 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:42.291 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:42.291 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:42.291 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:42.291 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:42.291 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/erasure-code").st_ino) 2024-09-21T02:44:42.291 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:42.395 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628421 2024-09-21T02:44:42.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:42.404 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:42.404 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:42.404 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:42.404 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:42.404 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/erasure-code/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml").st_ino) 2024-09-21T02:44:42.404 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:42.505 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628429 2024-09-21T02:44:42.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:42.515 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:42.515 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:42.515 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:42.515 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:42.515 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/erasure-code/ec-rados-plugin=jerasure-k=3-m=1.yaml").st_ino) 2024-09-21T02:44:42.515 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:42.616 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628428 2024-09-21T02:44:42.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:42.626 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:42.626 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:42.626 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:42.626 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:42.626 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/erasure-code/ec-rados-plugin=isa-k=2-m=1.yaml").st_ino) 2024-09-21T02:44:42.626 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:42.733 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628426 2024-09-21T02:44:42.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:42.743 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:42.743 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:42.743 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:42.743 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:42.743 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/erasure-code/ec-rados-plugin=jerasure-k=2-m=1.yaml").st_ino) 2024-09-21T02:44:42.743 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:42.849 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628427 2024-09-21T02:44:42.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:42.859 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:42.859 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:42.859 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:42.859 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:42.859 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/erasure-code/ec-rados-plugin=shec-k=4-m=3-c=2.yaml").st_ino) 2024-09-21T02:44:42.859 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:42.965 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628430 2024-09-21T02:44:42.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:42.975 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:42.975 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:42.975 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:42.975 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:42.975 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/erasure-code/ec-feature-plugins-v3.yaml").st_ino) 2024-09-21T02:44:42.975 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:43.088 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628423 2024-09-21T02:44:43.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:43.097 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:43.097 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:43.097 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:43.097 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:43.097 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/erasure-code/ec-rados-default.yaml").st_ino) 2024-09-21T02:44:43.097 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:43.204 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628424 2024-09-21T02:44:43.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:43.214 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:43.214 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:43.214 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:43.214 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:43.214 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/erasure-code/ec-rados-sequential.yaml").st_ino) 2024-09-21T02:44:43.214 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:43.316 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628431 2024-09-21T02:44:43.319 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:43.326 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:43.326 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:43.326 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:43.326 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:43.326 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/erasure-code/ec-rados-parallel.yaml").st_ino) 2024-09-21T02:44:43.326 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:43.433 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628425 2024-09-21T02:44:43.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:43.442 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:43.443 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:43.443 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:43.443 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:43.443 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/erasure-code/ec-feature-plugins-v2.yaml").st_ino) 2024-09-21T02:44:43.443 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:43.549 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628422 2024-09-21T02:44:43.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:43.560 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:43.560 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:43.560 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:43.560 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:43.560 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/releases").st_ino) 2024-09-21T02:44:43.560 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:43.666 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628456 2024-09-21T02:44:43.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:43.676 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:43.676 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:43.676 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:43.676 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:43.676 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/releases/jewel.yaml").st_ino) 2024-09-21T02:44:43.676 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:43.777 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628458 2024-09-21T02:44:43.779 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:43.787 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:43.787 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:43.787 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:43.787 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:43.787 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/releases/kraken.yaml").st_ino) 2024-09-21T02:44:43.787 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:43.889 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628459 2024-09-21T02:44:43.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:43.899 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:43.899 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:43.899 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:43.899 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:43.899 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/releases/infernalis.yaml").st_ino) 2024-09-21T02:44:43.899 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:44.000 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628457 2024-09-21T02:44:44.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:44.010 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:44.010 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:44.010 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:44.011 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:44.011 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tox.ini").st_ino) 2024-09-21T02:44:44.011 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:44.112 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630228 2024-09-21T02:44:44.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:44.121 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:44.121 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:44.121 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:44.121 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:44.121 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/ceph-deploy-overrides").st_ino) 2024-09-21T02:44:44.122 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:44.224 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628342 2024-09-21T02:44:44.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:44.233 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:44.234 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:44.234 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:44.234 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:44.234 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/ceph-deploy-overrides/enable_dmcrypt_diff_journal_disk.yaml").st_ino) 2024-09-21T02:44:44.234 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:44.340 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628346 2024-09-21T02:44:44.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:44.350 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:44.350 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:44.350 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:44.350 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:44.350 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/ceph-deploy-overrides/ceph_deploy_dmcrypt.yaml").st_ino) 2024-09-21T02:44:44.350 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:44.457 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628343 2024-09-21T02:44:44.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:44.466 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:44.466 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:44.466 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:44.466 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:44.467 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/ceph-deploy-overrides/enable_diff_journal_disk.yaml").st_ino) 2024-09-21T02:44:44.467 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:44.565 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628345 2024-09-21T02:44:44.568 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:44.575 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:44.575 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:44.575 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:44.575 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:44.575 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/ceph-deploy-overrides/disable_diff_journal_disk.yaml").st_ino) 2024-09-21T02:44:44.575 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:44.681 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628344 2024-09-21T02:44:44.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:44.692 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:44.692 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:44.692 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:44.692 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:44.692 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/nightlies").st_ino) 2024-09-21T02:44:44.692 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:44.803 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628443 2024-09-21T02:44:44.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:44.813 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:44.813 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:44.813 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:44.813 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:44.813 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/nightlies/cron_wrapper").st_ino) 2024-09-21T02:44:44.813 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:44.922 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628444 2024-09-21T02:44:44.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:44.931 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:44.931 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:44.932 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:44.932 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:44.932 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/overrides").st_ino) 2024-09-21T02:44:44.932 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:45.037 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628448 2024-09-21T02:44:45.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:45.046 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:45.046 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:45.046 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:45.046 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:45.046 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/overrides/3-size-2-min-size.yaml").st_ino) 2024-09-21T02:44:45.046 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:45.156 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628451 2024-09-21T02:44:45.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:45.166 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:45.167 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:45.167 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:45.167 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:45.167 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/overrides/whitelist_wrongly_marked_down.yaml").st_ino) 2024-09-21T02:44:45.167 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:45.268 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628453 2024-09-21T02:44:45.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:45.277 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:45.277 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:45.278 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:45.278 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:45.278 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/overrides/2-size-2-min-size.yaml").st_ino) 2024-09-21T02:44:45.278 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:45.380 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628450 2024-09-21T02:44:45.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:45.390 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:45.390 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:45.390 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:45.390 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:45.390 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/overrides/2-size-1-min-size.yaml").st_ino) 2024-09-21T02:44:45.390 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:45.496 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628449 2024-09-21T02:44:45.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:45.506 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:45.506 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:45.506 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:45.506 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:45.506 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/overrides/short_pg_log.yaml").st_ino) 2024-09-21T02:44:45.506 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:45.614 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628452 2024-09-21T02:44:45.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:45.623 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:45.623 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:45.623 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:45.623 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:45.623 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/packages").st_ino) 2024-09-21T02:44:45.623 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:45.724 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628454 2024-09-21T02:44:45.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:45.735 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:45.735 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:45.736 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:45.736 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:45.736 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/packages/packages.yaml").st_ino) 2024-09-21T02:44:45.736 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:45.840 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628455 2024-09-21T02:44:45.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:45.850 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:45.850 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:45.850 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:45.850 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:45.850 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/clusters").st_ino) 2024-09-21T02:44:45.850 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:45.965 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628372 2024-09-21T02:44:45.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:45.980 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:45.980 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:45.980 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:45.980 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:45.980 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/clusters/extra-client.yaml").st_ino) 2024-09-21T02:44:45.980 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:46.084 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628373 2024-09-21T02:44:46.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:46.097 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:46.097 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:46.097 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:46.097 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:46.097 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/clusters/fixed-2.yaml").st_ino) 2024-09-21T02:44:46.098 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:46.200 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628375 2024-09-21T02:44:46.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:46.209 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:46.210 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:46.210 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:46.210 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:46.210 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/clusters/fixed-3.yaml").st_ino) 2024-09-21T02:44:46.210 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:46.317 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628377 2024-09-21T02:44:46.320 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:46.327 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:46.327 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:46.327 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:46.327 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:46.328 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/clusters/fixed-3-cephfs.yaml").st_ino) 2024-09-21T02:44:46.328 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:46.432 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628376 2024-09-21T02:44:46.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:46.443 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:46.443 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:46.443 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:46.443 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:46.443 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/clusters/fixed-4.yaml").st_ino) 2024-09-21T02:44:46.443 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:46.545 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628378 2024-09-21T02:44:46.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:46.555 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:46.555 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:46.555 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:46.555 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:46.555 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/clusters/fixed-1.yaml").st_ino) 2024-09-21T02:44:46.555 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:46.658 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628374 2024-09-21T02:44:46.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:46.667 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:46.667 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:46.667 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:46.667 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:46.667 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs").st_ino) 2024-09-21T02:44:46.667 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:46.772 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628347 2024-09-21T02:44:46.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:46.781 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:46.782 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:46.782 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:46.782 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:46.782 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/overrides").st_ino) 2024-09-21T02:44:46.782 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:46.888 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628356 2024-09-21T02:44:46.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:46.898 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:46.898 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:46.898 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:46.898 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:46.898 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/overrides/whitelist_wrongly_marked_down.yaml").st_ino) 2024-09-21T02:44:46.898 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:47.008 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628364 2024-09-21T02:44:47.011 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:47.018 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:47.019 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:47.019 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:47.019 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:47.019 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/overrides/debug.yaml").st_ino) 2024-09-21T02:44:47.019 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:47.125 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628357 2024-09-21T02:44:47.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:47.135 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:47.135 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:47.135 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:47.136 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:47.136 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/overrides/fuse").st_ino) 2024-09-21T02:44:47.136 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:47.244 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628359 2024-09-21T02:44:47.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:47.254 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:47.254 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:47.254 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:47.254 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:47.254 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/overrides/fuse/default-perm").st_ino) 2024-09-21T02:44:47.254 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:47.364 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628360 2024-09-21T02:44:47.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:47.377 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:47.377 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:47.377 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:47.377 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:47.377 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/overrides/fuse/default-perm/yes.yaml").st_ino) 2024-09-21T02:44:47.377 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:47.490 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628363 2024-09-21T02:44:47.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:47.500 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:47.500 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:47.500 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:47.500 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:47.500 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/overrides/fuse/default-perm/no.yaml").st_ino) 2024-09-21T02:44:47.500 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:47.599 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628362 2024-09-21T02:44:47.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:47.608 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:47.608 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:47.609 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:47.609 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:47.609 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/overrides/fuse/default-perm/%").st_ino) 2024-09-21T02:44:47.609 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:47.712 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628361 2024-09-21T02:44:47.715 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:47.722 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:47.722 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:47.722 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:47.722 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:47.722 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/overrides/frag_enable.yaml").st_ino) 2024-09-21T02:44:47.722 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:47.825 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628358 2024-09-21T02:44:47.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:47.835 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:47.835 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:47.835 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:47.835 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:47.835 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/clusters").st_ino) 2024-09-21T02:44:47.835 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:47.941 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628349 2024-09-21T02:44:47.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:47.951 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:47.951 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:47.951 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:47.951 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:47.951 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/clusters/9-mds.yaml").st_ino) 2024-09-21T02:44:47.951 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:48.057 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628351 2024-09-21T02:44:48.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:48.068 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:48.068 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:48.068 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:48.068 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:48.068 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/clusters/3-mds.yaml").st_ino) 2024-09-21T02:44:48.068 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:48.173 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628350 2024-09-21T02:44:48.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:48.183 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:48.183 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:48.183 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:48.183 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:48.183 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/clusters/fixed-2-ucephfs.yaml").st_ino) 2024-09-21T02:44:48.183 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:48.286 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628352 2024-09-21T02:44:48.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:48.296 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:48.296 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:48.296 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:48.296 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:48.296 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/mount").st_ino) 2024-09-21T02:44:48.296 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:48.403 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628353 2024-09-21T02:44:48.406 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:48.413 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:48.413 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:48.413 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:48.413 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:48.413 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/mount/kclient.yaml").st_ino) 2024-09-21T02:44:48.413 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:48.518 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628355 2024-09-21T02:44:48.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:48.527 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:48.527 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:48.527 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:48.528 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:48.528 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/mount/fuse.yaml").st_ino) 2024-09-21T02:44:48.528 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:48.634 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628354 2024-09-21T02:44:48.637 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:48.644 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:48.644 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:48.644 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:48.644 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:48.644 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/begin.yaml").st_ino) 2024-09-21T02:44:48.644 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:48.748 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628348 2024-09-21T02:44:48.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:48.758 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:48.758 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:48.758 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:48.758 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:48.758 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/tasks").st_ino) 2024-09-21T02:44:48.759 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:48.867 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628365 2024-09-21T02:44:48.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:48.877 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:48.877 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:48.877 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:48.877 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:48.878 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/tasks/libcephfs_interface_tests.yaml").st_ino) 2024-09-21T02:44:48.878 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:48.986 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628371 2024-09-21T02:44:48.989 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:48.995 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:48.996 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:48.996 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:48.996 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:48.996 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/tasks/cfuse_workunit_trivial_sync.yaml").st_ino) 2024-09-21T02:44:48.996 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:49.100 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628370 2024-09-21T02:44:49.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:49.110 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:49.110 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:49.110 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:49.110 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:49.110 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/tasks/cfuse_workunit_suites_ffsb.yaml").st_ino) 2024-09-21T02:44:49.110 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:49.213 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628368 2024-09-21T02:44:49.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:49.222 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:49.222 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:49.223 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:49.223 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:49.223 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/tasks/cfuse_workunit_suites_blogbench.yaml").st_ino) 2024-09-21T02:44:49.223 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:49.328 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628366 2024-09-21T02:44:49.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:49.338 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:49.338 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:49.338 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:49.338 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:49.338 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/tasks/cfuse_workunit_suites_fsstress.yaml").st_ino) 2024-09-21T02:44:49.338 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:49.445 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628369 2024-09-21T02:44:49.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:49.455 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:49.455 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:49.455 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:49.455 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:49.456 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/cephfs/tasks/cfuse_workunit_suites_dbench.yaml").st_ino) 2024-09-21T02:44:49.456 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:49.556 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628367 2024-09-21T02:44:49.559 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:49.567 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:49.567 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:49.567 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:49.567 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:49.567 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/objectstore").st_ino) 2024-09-21T02:44:49.567 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:49.674 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628445 2024-09-21T02:44:49.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:49.683 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:49.683 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:49.683 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:49.683 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:49.683 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/objectstore/bluestore.yaml").st_ino) 2024-09-21T02:44:49.683 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:49.785 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628446 2024-09-21T02:44:49.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:49.794 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:49.795 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:49.795 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:49.795 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:49.795 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/objectstore/filestore.yaml").st_ino) 2024-09-21T02:44:49.795 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:49.901 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628447 2024-09-21T02:44:49.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:49.912 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:49.912 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:49.912 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:49.912 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:49.912 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/config").st_ino) 2024-09-21T02:44:49.913 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:50.012 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628379 2024-09-21T02:44:50.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:50.022 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:50.022 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:50.022 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:50.023 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:50.023 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/config/rados.yaml").st_ino) 2024-09-21T02:44:50.023 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:50.130 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628380 2024-09-21T02:44:50.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:50.139 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:50.140 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:50.140 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:50.140 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:50.140 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/archs").st_ino) 2024-09-21T02:44:50.140 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:50.243 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628337 2024-09-21T02:44:50.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:50.253 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:50.253 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:50.253 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:50.253 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:50.254 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/archs/armv7.yaml").st_ino) 2024-09-21T02:44:50.254 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:50.355 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628339 2024-09-21T02:44:50.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:50.363 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:50.363 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:50.363 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:50.363 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:50.364 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/archs/i686.yaml").st_ino) 2024-09-21T02:44:50.364 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:50.460 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628340 2024-09-21T02:44:50.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:50.471 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:50.471 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:50.471 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:50.471 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:50.471 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/archs/aarch64.yaml").st_ino) 2024-09-21T02:44:50.471 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:50.571 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628338 2024-09-21T02:44:50.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:50.580 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:50.580 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:50.580 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:50.581 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:50.581 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/archs/x86_64.yaml").st_ino) 2024-09-21T02:44:50.581 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:50.677 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628341 2024-09-21T02:44:50.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:50.686 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:50.686 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:50.686 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:50.686 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:50.686 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/fs").st_ino) 2024-09-21T02:44:50.686 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:50.792 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628432 2024-09-21T02:44:50.795 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:50.801 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:50.801 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:50.801 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:50.802 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:50.802 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/fs/btrfs.yaml").st_ino) 2024-09-21T02:44:50.802 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:50.909 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628433 2024-09-21T02:44:50.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:50.918 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:50.918 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:50.918 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:50.918 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:50.918 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/fs/xfs.yaml").st_ino) 2024-09-21T02:44:50.919 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:51.025 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628435 2024-09-21T02:44:51.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:51.034 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:51.034 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:51.035 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:51.035 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:51.035 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/fs/ext4.yaml").st_ino) 2024-09-21T02:44:51.035 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:51.141 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628434 2024-09-21T02:44:51.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:51.150 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:51.151 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:51.151 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:51.151 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:51.151 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/rgw_pool_type").st_ino) 2024-09-21T02:44:51.151 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:51.256 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628460 2024-09-21T02:44:51.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:51.265 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:51.265 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:51.265 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:51.265 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:51.265 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/rgw_pool_type/ec-profile.yaml").st_ino) 2024-09-21T02:44:51.265 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:51.372 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628462 2024-09-21T02:44:51.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:51.381 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:51.382 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:51.382 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:51.382 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:51.382 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/rgw_pool_type/ec.yaml").st_ino) 2024-09-21T02:44:51.382 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:51.485 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628463 2024-09-21T02:44:51.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:51.494 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:51.494 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:51.494 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:51.494 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:51.495 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/rgw_pool_type/ec-cache.yaml").st_ino) 2024-09-21T02:44:51.495 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:51.596 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628461 2024-09-21T02:44:51.599 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:51.606 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:51.606 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:51.606 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:51.606 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:51.606 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/rgw_pool_type/replicated.yaml").st_ino) 2024-09-21T02:44:51.606 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:51.711 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628464 2024-09-21T02:44:51.714 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:51.722 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:51.722 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:51.722 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:51.722 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:51.723 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git").st_ino) 2024-09-21T02:44:51.723 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:51.829 INFO:teuthology.orchestra.run.smithi083.stdout:1099511627777 2024-09-21T02:44:51.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:51.840 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:51.840 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:51.840 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:51.840 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:51.840 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/HEAD").st_ino) 2024-09-21T02:44:51.840 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:51.945 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628326 2024-09-21T02:44:51.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:51.956 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:51.956 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:51.956 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:51.956 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:51.956 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/description").st_ino) 2024-09-21T02:44:51.956 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:52.057 INFO:teuthology.orchestra.run.smithi083.stdout:1099511627778 2024-09-21T02:44:52.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:52.067 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:52.067 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:52.067 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:52.067 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:52.067 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/index").st_ino) 2024-09-21T02:44:52.067 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:52.173 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628334 2024-09-21T02:44:52.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:52.183 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:52.183 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:52.183 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:52.183 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:52.183 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/objects").st_ino) 2024-09-21T02:44:52.183 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:52.293 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628306 2024-09-21T02:44:52.296 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:52.303 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:52.303 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:52.303 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:52.303 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:52.303 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/objects/info").st_ino) 2024-09-21T02:44:52.303 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:52.405 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628308 2024-09-21T02:44:52.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:52.414 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:52.414 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:52.415 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:52.415 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:52.415 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/objects/pack").st_ino) 2024-09-21T02:44:52.415 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:52.521 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628307 2024-09-21T02:44:52.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:52.531 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:52.531 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:52.531 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:52.531 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:52.531 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/objects/pack/pack-ac547ca4f300164f23b0bf1b8b1e66d5a7352309.idx").st_ino) 2024-09-21T02:44:52.531 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:52.634 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628314 2024-09-21T02:44:52.637 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:52.643 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:52.643 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:52.643 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:52.643 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:52.643 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/objects/pack/pack-ac547ca4f300164f23b0bf1b8b1e66d5a7352309.pack").st_ino) 2024-09-21T02:44:52.644 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:52.750 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628313 2024-09-21T02:44:52.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:52.760 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:52.760 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:52.760 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:52.761 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:52.761 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/hooks").st_ino) 2024-09-21T02:44:52.761 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:52.861 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628280 2024-09-21T02:44:52.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:52.871 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:52.871 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:52.871 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:52.871 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:52.871 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/hooks/pre-merge-commit.sample").st_ino) 2024-09-21T02:44:52.872 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:52.973 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628293 2024-09-21T02:44:52.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:52.984 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:52.984 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:52.984 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:52.984 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:52.984 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/hooks/pre-commit.sample").st_ino) 2024-09-21T02:44:52.984 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:53.085 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628289 2024-09-21T02:44:53.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:53.094 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:53.094 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:53.094 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:53.094 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:53.094 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/hooks/fsmonitor-watchman.sample").st_ino) 2024-09-21T02:44:53.095 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:53.200 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628287 2024-09-21T02:44:53.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:53.209 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:53.209 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:53.210 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:53.210 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:53.210 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/hooks/commit-msg.sample").st_ino) 2024-09-21T02:44:53.210 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:53.318 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628282 2024-09-21T02:44:53.321 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:53.328 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:53.328 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:53.328 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:53.328 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:53.328 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/hooks/pre-rebase.sample").st_ino) 2024-09-21T02:44:53.328 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:53.429 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628286 2024-09-21T02:44:53.432 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:53.439 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:53.439 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:53.439 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:53.439 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:53.439 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/hooks/pre-receive.sample").st_ino) 2024-09-21T02:44:53.439 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:53.544 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628281 2024-09-21T02:44:53.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:53.554 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:53.554 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:53.555 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:53.555 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:53.555 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/hooks/prepare-commit-msg.sample").st_ino) 2024-09-21T02:44:53.555 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:53.660 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628288 2024-09-21T02:44:53.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:53.670 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:53.670 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:53.670 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:53.670 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:53.670 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/hooks/update.sample").st_ino) 2024-09-21T02:44:53.670 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:53.777 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628290 2024-09-21T02:44:53.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:53.787 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:53.787 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:53.787 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:53.787 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:53.787 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/hooks/pre-push.sample").st_ino) 2024-09-21T02:44:53.787 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:53.900 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628285 2024-09-21T02:44:53.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:53.909 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:53.910 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:53.910 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:53.910 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:53.910 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/hooks/pre-applypatch.sample").st_ino) 2024-09-21T02:44:53.910 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:54.013 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628291 2024-09-21T02:44:54.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:54.023 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:54.023 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:54.023 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:54.023 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:54.024 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/hooks/push-to-checkout.sample").st_ino) 2024-09-21T02:44:54.024 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:54.126 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628284 2024-09-21T02:44:54.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:54.136 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:54.136 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:54.136 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:54.136 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:54.136 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/hooks/post-update.sample").st_ino) 2024-09-21T02:44:54.136 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:54.242 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628283 2024-09-21T02:44:54.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:54.251 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:54.251 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:54.251 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:54.251 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:54.251 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/hooks/applypatch-msg.sample").st_ino) 2024-09-21T02:44:54.252 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:54.354 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628292 2024-09-21T02:44:54.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:54.363 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:54.363 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:54.363 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:54.363 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:54.363 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/logs").st_ino) 2024-09-21T02:44:54.363 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:54.464 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628321 2024-09-21T02:44:54.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:54.473 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:54.473 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:54.473 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:54.473 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:54.473 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/logs/HEAD").st_ino) 2024-09-21T02:44:54.474 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:54.577 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628329 2024-09-21T02:44:54.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:54.586 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:54.586 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:54.586 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:54.586 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:54.587 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/logs/refs").st_ino) 2024-09-21T02:44:54.587 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:54.693 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628322 2024-09-21T02:44:54.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:54.702 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:54.702 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:54.702 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:54.702 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:54.702 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/logs/refs/heads").st_ino) 2024-09-21T02:44:54.703 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:54.810 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628330 2024-09-21T02:44:54.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:54.820 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:54.820 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:54.820 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:54.820 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:54.820 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/logs/refs/heads/master").st_ino) 2024-09-21T02:44:54.820 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:54.925 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628331 2024-09-21T02:44:54.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:54.936 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:54.936 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:54.936 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:54.936 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:54.936 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/logs/refs/remotes").st_ino) 2024-09-21T02:44:54.937 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:55.042 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628323 2024-09-21T02:44:55.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:55.052 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:55.052 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:55.052 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:55.052 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:55.052 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/logs/refs/remotes/origin").st_ino) 2024-09-21T02:44:55.052 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:55.158 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628324 2024-09-21T02:44:55.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:55.168 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:55.169 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:55.169 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:55.169 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:55.169 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/logs/refs/remotes/origin/HEAD").st_ino) 2024-09-21T02:44:55.169 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:55.275 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628325 2024-09-21T02:44:55.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:55.285 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:55.285 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:55.285 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:55.285 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:55.285 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/packed-refs").st_ino) 2024-09-21T02:44:55.285 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:55.388 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628317 2024-09-21T02:44:55.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:55.398 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:55.398 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:55.398 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:55.398 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:55.399 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/config").st_ino) 2024-09-21T02:44:55.399 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:55.501 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628333 2024-09-21T02:44:55.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:55.512 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:55.512 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:55.512 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:55.512 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:55.512 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/info").st_ino) 2024-09-21T02:44:55.512 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:55.617 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628294 2024-09-21T02:44:55.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:55.627 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:55.627 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:55.628 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:55.628 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:55.628 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/info/exclude").st_ino) 2024-09-21T02:44:55.628 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:55.733 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628295 2024-09-21T02:44:55.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:55.743 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:55.743 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:55.743 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:55.743 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:55.743 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/refs").st_ino) 2024-09-21T02:44:55.743 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:55.813 DEBUG:teuthology.orchestra.run.smithi083:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T02:44:55.816 DEBUG:teuthology.orchestra.run.smithi142:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T02:44:55.849 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628296 2024-09-21T02:44:55.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:55.859 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:55.859 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:55.859 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:55.859 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:55.859 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/refs/tags").st_ino) 2024-09-21T02:44:55.860 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:55.961 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628298 2024-09-21T02:44:55.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:55.971 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:55.971 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:55.971 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:55.971 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:55.971 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/refs/heads").st_ino) 2024-09-21T02:44:55.971 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:56.077 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628297 2024-09-21T02:44:56.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:56.087 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:56.087 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:56.087 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:56.087 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:56.087 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/refs/heads/master").st_ino) 2024-09-21T02:44:56.087 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:56.192 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628328 2024-09-21T02:44:56.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:56.202 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:56.202 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:56.202 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:56.202 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:56.202 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/refs/remotes").st_ino) 2024-09-21T02:44:56.202 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:56.309 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628318 2024-09-21T02:44:56.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:56.319 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:56.319 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:56.319 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:56.319 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:56.319 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/refs/remotes/origin").st_ino) 2024-09-21T02:44:56.320 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:56.426 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628319 2024-09-21T02:44:56.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:56.436 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:56.436 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:56.436 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:56.436 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:56.436 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/refs/remotes/origin/HEAD").st_ino) 2024-09-21T02:44:56.436 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:56.535 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628320 2024-09-21T02:44:56.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:56.545 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:56.545 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:56.545 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:56.545 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:56.546 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.git/branches").st_ino) 2024-09-21T02:44:56.546 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:56.653 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628279 2024-09-21T02:44:56.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:56.663 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:56.663 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:56.663 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:56.663 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:56.663 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/config_options").st_ino) 2024-09-21T02:44:56.663 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:56.769 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628381 2024-09-21T02:44:56.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:56.780 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:56.780 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:56.780 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:56.780 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:56.780 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/config_options/cephdeploy_conf.yaml").st_ino) 2024-09-21T02:44:56.780 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:56.883 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628382 2024-09-21T02:44:56.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:56.893 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:56.894 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:56.894 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:56.894 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:56.894 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros").st_ino) 2024-09-21T02:44:56.894 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:57.001 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628388 2024-09-21T02:44:57.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:57.011 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:57.011 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:57.012 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:57.012 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:57.012 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/a-supported-distro.yaml").st_ino) 2024-09-21T02:44:57.012 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:57.113 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628389 2024-09-21T02:44:57.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:57.123 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:57.123 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:57.123 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:57.123 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:57.123 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/supported").st_ino) 2024-09-21T02:44:57.123 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:57.225 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628417 2024-09-21T02:44:57.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:57.235 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:57.235 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:57.236 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:57.236 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:57.236 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/supported/ubuntu_16.04.yaml").st_ino) 2024-09-21T02:44:57.236 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:57.342 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628420 2024-09-21T02:44:57.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:57.351 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:57.351 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:57.351 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:57.352 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:57.352 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/supported/centos_7.2.yaml").st_ino) 2024-09-21T02:44:57.352 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:57.457 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628418 2024-09-21T02:44:57.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:57.468 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:57.468 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:57.468 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:57.469 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:57.469 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/supported/ubuntu_14.04.yaml").st_ino) 2024-09-21T02:44:57.469 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:57.573 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628419 2024-09-21T02:44:57.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:57.583 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:57.583 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:57.583 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:57.583 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:57.583 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all").st_ino) 2024-09-21T02:44:57.583 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:57.689 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628390 2024-09-21T02:44:57.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:57.699 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:57.699 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:57.699 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:57.699 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:57.699 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/fedora_17.yaml").st_ino) 2024-09-21T02:44:57.699 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:57.801 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628400 2024-09-21T02:44:57.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:57.811 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:57.811 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:57.811 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:57.811 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:57.811 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/centos_6.4.yaml").st_ino) 2024-09-21T02:44:57.811 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:57.918 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628392 2024-09-21T02:44:57.921 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:57.927 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:57.928 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:57.928 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:57.928 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:57.928 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/debian_7.0.yaml").st_ino) 2024-09-21T02:44:57.928 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:58.034 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628398 2024-09-21T02:44:58.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:58.043 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:58.043 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:58.044 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:58.044 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:58.044 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/debian_6.0.yaml").st_ino) 2024-09-21T02:44:58.044 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:58.145 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628397 2024-09-21T02:44:58.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:58.155 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:58.155 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:58.155 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:58.155 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:58.155 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/fedora_19.yaml").st_ino) 2024-09-21T02:44:58.155 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:58.260 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628402 2024-09-21T02:44:58.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:58.271 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:58.271 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:58.271 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:58.271 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:58.271 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/ubuntu_16.04.yaml").st_ino) 2024-09-21T02:44:58.271 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:58.373 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628416 2024-09-21T02:44:58.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:58.383 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:58.384 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:58.384 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:58.384 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:58.384 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/opensuse_13.2.yaml").st_ino) 2024-09-21T02:44:58.384 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:58.489 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628404 2024-09-21T02:44:58.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:58.499 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:58.500 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:58.500 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:58.500 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:58.500 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/opensuse_12.2.yaml").st_ino) 2024-09-21T02:44:58.500 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:58.601 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628403 2024-09-21T02:44:58.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:58.611 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:58.611 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:58.611 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:58.611 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:58.611 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/rhel_6.3.yaml").st_ino) 2024-09-21T02:44:58.611 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:58.718 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628406 2024-09-21T02:44:58.721 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:58.728 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:58.728 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:58.728 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:58.728 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:58.728 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/sles_11-sp2.yaml").st_ino) 2024-09-21T02:44:58.729 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:58.834 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628410 2024-09-21T02:44:58.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:58.844 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:58.844 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:58.844 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:58.844 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:58.844 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/centos_7.2.yaml").st_ino) 2024-09-21T02:44:58.844 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:58.946 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628396 2024-09-21T02:44:58.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:58.956 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:58.956 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:58.956 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:58.956 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:58.956 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/rhel_6.4.yaml").st_ino) 2024-09-21T02:44:58.956 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:59.061 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628407 2024-09-21T02:44:59.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:59.070 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:59.071 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:59.071 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:59.071 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:59.071 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/centos_7.0.yaml").st_ino) 2024-09-21T02:44:59.071 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:59.173 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628394 2024-09-21T02:44:59.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:59.182 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:59.182 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:59.182 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:59.182 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:59.182 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/ubuntu_14.04_i686.yaml").st_ino) 2024-09-21T02:44:59.182 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:59.288 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628415 2024-09-21T02:44:59.291 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:59.298 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:59.298 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:59.298 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:59.298 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:59.298 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/opensuse_42.1.yaml").st_ino) 2024-09-21T02:44:59.299 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:59.405 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628405 2024-09-21T02:44:59.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:59.415 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:59.415 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:59.415 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:59.416 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:59.416 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/debian_8.0.yaml").st_ino) 2024-09-21T02:44:59.416 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:59.517 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628399 2024-09-21T02:44:59.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:59.526 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:59.526 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:59.526 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:59.526 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:59.526 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/fedora_18.yaml").st_ino) 2024-09-21T02:44:59.526 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:59.633 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628401 2024-09-21T02:44:59.636 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:59.644 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:59.644 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:59.644 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:59.644 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:59.644 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/rhel_7.0.yaml").st_ino) 2024-09-21T02:44:59.644 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:59.745 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628409 2024-09-21T02:44:59.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:59.755 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:59.755 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:59.755 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:59.755 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:59.756 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/ubuntu_14.04.yaml").st_ino) 2024-09-21T02:44:59.756 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:59.857 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628413 2024-09-21T02:44:59.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:59.868 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:59.868 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:59.868 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:59.868 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:59.868 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/centos_7.1.yaml").st_ino) 2024-09-21T02:44:59.868 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:44:59.972 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628395 2024-09-21T02:44:59.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:44:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:44:59.982 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:44:59.982 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:44:59.982 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:44:59.982 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:44:59.982 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/ubuntu_12.10.yaml").st_ino) 2024-09-21T02:44:59.982 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:00.082 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628412 2024-09-21T02:45:00.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:00.091 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:00.091 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:00.091 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:00.092 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:00.092 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/ubuntu_12.04.yaml").st_ino) 2024-09-21T02:45:00.092 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:00.192 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628411 2024-09-21T02:45:00.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:00.202 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:00.202 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:00.202 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:00.202 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:00.202 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/centos_6.3.yaml").st_ino) 2024-09-21T02:45:00.202 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:00.310 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628391 2024-09-21T02:45:00.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:00.322 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:00.322 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:00.322 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:00.322 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:00.322 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/rhel_6.5.yaml").st_ino) 2024-09-21T02:45:00.322 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:00.426 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628408 2024-09-21T02:45:00.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:00.436 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:00.436 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:00.436 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:00.436 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:00.436 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/ubuntu_14.04_aarch64.yaml").st_ino) 2024-09-21T02:45:00.436 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:00.543 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628414 2024-09-21T02:45:00.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:00.553 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:00.553 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:00.553 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:00.553 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:00.553 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/distros/all/centos_6.5.yaml").st_ino) 2024-09-21T02:45:00.553 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:00.664 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628393 2024-09-21T02:45:00.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:00.674 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:00.674 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:00.674 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:00.674 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:00.674 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites").st_ino) 2024-09-21T02:45:00.674 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:00.777 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628465 2024-09-21T02:45:00.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:00.787 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:00.787 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:00.787 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:00.787 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:00.787 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress").st_ino) 2024-09-21T02:45:00.788 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:00.893 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629777 2024-09-21T02:45:00.896 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:00.903 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:00.903 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:00.903 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:00.903 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:00.903 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/bench").st_ino) 2024-09-21T02:45:00.903 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:01.009 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629778 2024-09-21T02:45:01.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:01.018 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:01.018 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:01.018 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:01.019 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:01.019 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/bench/clusters").st_ino) 2024-09-21T02:45:01.019 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:01.127 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629780 2024-09-21T02:45:01.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:01.137 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:01.137 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:01.137 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:01.137 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:01.137 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/bench/clusters/fixed-3-cephfs.yaml").st_ino) 2024-09-21T02:45:01.138 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:01.244 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630283 2024-09-21T02:45:01.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:01.253 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:01.253 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:01.253 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:01.253 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:01.254 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/bench/%").st_ino) 2024-09-21T02:45:01.254 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:01.360 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629779 2024-09-21T02:45:01.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:01.370 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:01.370 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:01.370 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:01.371 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:01.371 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/bench/tasks").st_ino) 2024-09-21T02:45:01.371 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:01.478 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629782 2024-09-21T02:45:01.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:01.488 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:01.488 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:01.488 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:01.488 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:01.488 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/bench/tasks/kclient_workunit_suites_fsx.yaml").st_ino) 2024-09-21T02:45:01.488 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:01.589 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629784 2024-09-21T02:45:01.592 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:01.599 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:01.599 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:01.599 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:01.599 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:01.599 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/bench/tasks/cfuse_workunit_snaps.yaml").st_ino) 2024-09-21T02:45:01.599 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:01.706 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629783 2024-09-21T02:45:01.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:01.716 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:01.716 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:01.716 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:01.716 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:01.716 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/thrash").st_ino) 2024-09-21T02:45:01.716 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:01.816 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629785 2024-09-21T02:45:01.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:01.825 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:01.825 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:01.825 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:01.826 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:01.826 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/thrash/clusters").st_ino) 2024-09-21T02:45:01.826 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:01.929 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629787 2024-09-21T02:45:01.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:01.939 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:01.939 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:01.939 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:01.939 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:01.940 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/thrash/clusters/16-osd.yaml").st_ino) 2024-09-21T02:45:01.940 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:02.041 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629788 2024-09-21T02:45:02.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:02.050 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:02.050 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:02.050 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:02.051 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:02.051 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/thrash/clusters/3-osd-1-machine.yaml").st_ino) 2024-09-21T02:45:02.051 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:02.157 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629789 2024-09-21T02:45:02.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:02.167 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:02.167 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:02.167 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:02.167 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:02.168 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/thrash/clusters/8-osd.yaml").st_ino) 2024-09-21T02:45:02.168 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:02.278 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629790 2024-09-21T02:45:02.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:02.288 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:02.288 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:02.288 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:02.288 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:02.288 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/thrash/fs").st_ino) 2024-09-21T02:45:02.288 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:02.389 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629791 2024-09-21T02:45:02.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:02.398 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:02.398 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:02.398 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:02.399 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:02.399 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/thrash/fs/none.yaml").st_ino) 2024-09-21T02:45:02.399 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:02.505 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629793 2024-09-21T02:45:02.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:02.515 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:02.515 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:02.515 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:02.515 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:02.515 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/thrash/fs/btrfs.yaml").st_ino) 2024-09-21T02:45:02.515 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:02.618 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629792 2024-09-21T02:45:02.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:02.627 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:02.627 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:02.628 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:02.628 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:02.628 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/thrash/fs/xfs.yaml").st_ino) 2024-09-21T02:45:02.628 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:02.729 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629794 2024-09-21T02:45:02.732 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:02.739 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:02.739 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:02.739 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:02.739 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:02.739 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/thrash/workloads").st_ino) 2024-09-21T02:45:02.739 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:02.847 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629799 2024-09-21T02:45:02.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:02.858 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:02.858 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:02.858 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:02.858 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:02.858 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/thrash/workloads/readwrite.yaml").st_ino) 2024-09-21T02:45:02.858 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:02.963 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629803 2024-09-21T02:45:02.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:02.972 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:02.972 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:02.972 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:02.972 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:02.973 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/thrash/workloads/radosbench.yaml").st_ino) 2024-09-21T02:45:02.973 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:03.077 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629802 2024-09-21T02:45:03.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:03.086 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:03.086 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:03.086 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:03.086 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:03.087 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/thrash/workloads/iozone_cfuse.yaml").st_ino) 2024-09-21T02:45:03.087 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:03.193 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629801 2024-09-21T02:45:03.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:03.203 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:03.203 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:03.203 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:03.203 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:03.203 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/thrash/workloads/bonnie_cfuse.yaml").st_ino) 2024-09-21T02:45:03.203 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:03.310 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629800 2024-09-21T02:45:03.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:03.319 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:03.319 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:03.319 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:03.319 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:03.319 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/thrash/%").st_ino) 2024-09-21T02:45:03.320 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:03.426 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629786 2024-09-21T02:45:03.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:03.436 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:03.436 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:03.436 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:03.436 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:03.436 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/thrash/thrashers").st_ino) 2024-09-21T02:45:03.436 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:03.537 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629795 2024-09-21T02:45:03.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:03.547 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:03.547 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:03.547 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:03.547 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:03.547 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/thrash/thrashers/default.yaml").st_ino) 2024-09-21T02:45:03.547 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:03.654 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629796 2024-09-21T02:45:03.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:03.663 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:03.664 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:03.664 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:03.664 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:03.664 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/thrash/thrashers/more-down.yaml").st_ino) 2024-09-21T02:45:03.664 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:03.770 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629798 2024-09-21T02:45:03.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:03.780 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:03.781 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:03.781 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:03.781 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:03.781 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/stress/thrash/thrashers/fast.yaml").st_ino) 2024-09-21T02:45:03.781 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:03.884 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629797 2024-09-21T02:45:03.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:03.894 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:03.894 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:03.894 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:03.895 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:03.895 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mgr").st_ino) 2024-09-21T02:45:03.895 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:04.002 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629038 2024-09-21T02:45:04.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:04.012 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:04.012 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:04.013 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:04.013 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:04.013 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mgr/basic").st_ino) 2024-09-21T02:45:04.013 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:04.118 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629039 2024-09-21T02:45:04.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:04.128 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:04.128 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:04.128 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:04.128 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:04.128 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mgr/basic/clusters").st_ino) 2024-09-21T02:45:04.128 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:04.229 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629041 2024-09-21T02:45:04.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:04.239 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:04.239 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:04.239 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:04.239 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:04.240 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mgr/basic/clusters/2-node-mgr.yaml").st_ino) 2024-09-21T02:45:04.240 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:04.345 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629042 2024-09-21T02:45:04.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:04.356 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:04.356 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:04.356 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:04.356 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:04.356 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mgr/basic/fs").st_ino) 2024-09-21T02:45:04.357 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:04.461 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629045 2024-09-21T02:45:04.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:04.470 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:04.471 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:04.471 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:04.471 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:04.471 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mgr/basic/fs/xfs.yaml").st_ino) 2024-09-21T02:45:04.471 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:04.578 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629046 2024-09-21T02:45:04.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:04.588 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:04.588 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:04.588 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:04.588 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:04.588 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mgr/basic/%").st_ino) 2024-09-21T02:45:04.588 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:04.694 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629040 2024-09-21T02:45:04.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:04.703 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:04.703 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:04.703 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:04.704 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:04.704 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mgr/basic/tasks").st_ino) 2024-09-21T02:45:04.704 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:04.811 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629047 2024-09-21T02:45:04.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:04.821 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:04.821 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:04.821 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:04.821 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:04.821 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mgr/basic/tasks/failover.yaml").st_ino) 2024-09-21T02:45:04.821 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:04.925 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629048 2024-09-21T02:45:04.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:04.935 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:04.935 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:04.935 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:04.935 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:04.935 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mgr/basic/debug").st_ino) 2024-09-21T02:45:04.935 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:05.042 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629043 2024-09-21T02:45:05.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:05.051 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:05.051 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:05.052 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:05.052 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:05.052 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mgr/basic/debug/mgr.yaml").st_ino) 2024-09-21T02:45:05.052 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:05.160 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629044 2024-09-21T02:45:05.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:05.169 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:05.170 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:05.170 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:05.170 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:05.170 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle").st_ino) 2024-09-21T02:45:05.170 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:05.276 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629091 2024-09-21T02:45:05.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:05.286 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:05.287 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:05.287 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:05.287 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:05.287 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd").st_ino) 2024-09-21T02:45:05.287 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:05.393 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629092 2024-09-21T02:45:05.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:05.403 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:05.403 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:05.403 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:05.403 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:05.403 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/powercycle").st_ino) 2024-09-21T02:45:05.403 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:05.506 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629100 2024-09-21T02:45:05.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:05.516 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:05.516 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:05.516 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:05.516 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:05.516 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/powercycle/default.yaml").st_ino) 2024-09-21T02:45:05.516 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:05.623 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629101 2024-09-21T02:45:05.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:05.632 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:05.633 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:05.633 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:05.633 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:05.633 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/clusters").st_ino) 2024-09-21T02:45:05.633 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:05.737 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629094 2024-09-21T02:45:05.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:05.748 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:05.748 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:05.748 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:05.748 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:05.748 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/clusters/3osd-1per-target.yaml").st_ino) 2024-09-21T02:45:05.748 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:05.853 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629095 2024-09-21T02:45:05.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:05.863 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:05.863 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:05.863 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:05.863 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:05.863 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/objectstore").st_ino) 2024-09-21T02:45:05.863 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:05.970 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629099 2024-09-21T02:45:05.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:05.980 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:05.980 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:05.980 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:05.980 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:05.980 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/fs").st_ino) 2024-09-21T02:45:05.980 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:06.079 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629096 2024-09-21T02:45:06.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:06.088 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:06.088 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:06.089 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:06.089 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:06.089 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/fs/btrfs.yaml").st_ino) 2024-09-21T02:45:06.089 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:06.189 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629097 2024-09-21T02:45:06.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:06.199 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:06.199 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:06.199 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:06.199 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:06.199 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/fs/xfs.yaml").st_ino) 2024-09-21T02:45:06.199 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:06.307 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629098 2024-09-21T02:45:06.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:06.317 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:06.317 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:06.318 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:06.318 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:06.318 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/%").st_ino) 2024-09-21T02:45:06.318 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:06.429 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629093 2024-09-21T02:45:06.432 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:06.439 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:06.439 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:06.439 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:06.439 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:06.439 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/tasks").st_ino) 2024-09-21T02:45:06.439 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:06.545 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629102 2024-09-21T02:45:06.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:06.555 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:06.555 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:06.555 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:06.555 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:06.555 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/tasks/readwrite.yaml").st_ino) 2024-09-21T02:45:06.555 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:06.669 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629114 2024-09-21T02:45:06.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:06.679 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:06.679 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:06.679 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:06.679 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:06.679 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/tasks/cfuse_workunit_suites_fsync.yaml").st_ino) 2024-09-21T02:45:06.679 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:06.783 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629109 2024-09-21T02:45:06.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:06.793 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:06.793 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:06.793 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:06.793 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:06.793 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/tasks/radosbench.yaml").st_ino) 2024-09-21T02:45:06.793 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:06.905 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629113 2024-09-21T02:45:06.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:06.916 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:06.916 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:06.916 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:06.916 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:06.916 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/tasks/cfuse_workunit_suites_pjd.yaml").st_ino) 2024-09-21T02:45:06.916 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:07.022 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629110 2024-09-21T02:45:07.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:07.033 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:07.033 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:07.033 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:07.033 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:07.034 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/tasks/cfuse_workunit_suites_ffsb.yaml").st_ino) 2024-09-21T02:45:07.034 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:07.142 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629106 2024-09-21T02:45:07.145 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:07.153 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:07.153 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:07.153 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:07.153 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:07.153 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/tasks/cfuse_workunit_suites_fsx.yaml").st_ino) 2024-09-21T02:45:07.153 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:07.253 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629108 2024-09-21T02:45:07.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:07.263 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:07.263 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:07.263 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:07.263 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:07.264 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/tasks/snaps-few-objects.yaml").st_ino) 2024-09-21T02:45:07.264 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:07.365 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629115 2024-09-21T02:45:07.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:07.375 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:07.375 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:07.375 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:07.375 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:07.375 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/tasks/cfuse_workunit_misc.yaml").st_ino) 2024-09-21T02:45:07.375 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:07.482 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629105 2024-09-21T02:45:07.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:07.492 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:07.492 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:07.492 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:07.492 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:07.492 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/tasks/admin_socket_objecter_requests.yaml").st_ino) 2024-09-21T02:45:07.492 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:07.598 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629103 2024-09-21T02:45:07.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:07.608 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:07.608 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:07.608 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:07.608 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:07.608 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/tasks/cfuse_workunit_suites_truncate_delay.yaml").st_ino) 2024-09-21T02:45:07.608 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:07.717 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629111 2024-09-21T02:45:07.720 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:07.727 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:07.727 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:07.727 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:07.727 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:07.727 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/tasks/snaps-many-objects.yaml").st_ino) 2024-09-21T02:45:07.727 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:07.835 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629116 2024-09-21T02:45:07.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:07.845 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:07.845 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:07.845 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:07.845 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:07.845 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/tasks/cfuse_workunit_kernel_untar_build.yaml").st_ino) 2024-09-21T02:45:07.845 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:07.948 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629104 2024-09-21T02:45:07.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:07.958 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:07.958 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:07.958 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:07.958 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:07.958 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/tasks/rados_api_tests.yaml").st_ino) 2024-09-21T02:45:07.958 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:08.064 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629112 2024-09-21T02:45:08.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:08.074 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:08.074 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:08.074 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:08.074 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:08.074 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/powercycle/osd/tasks/cfuse_workunit_suites_fsstress.yaml").st_ino) 2024-09-21T02:45:08.074 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:08.174 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629107 2024-09-21T02:45:08.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:08.183 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:08.183 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:08.184 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:08.184 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:08.184 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd").st_ino) 2024-09-21T02:45:08.184 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:08.284 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629432 2024-09-21T02:45:08.287 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:08.294 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:08.294 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:08.294 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:08.295 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:08.295 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli").st_ino) 2024-09-21T02:45:08.295 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:08.400 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629456 2024-09-21T02:45:08.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:08.410 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:08.410 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:08.410 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:08.410 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:08.410 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/features").st_ino) 2024-09-21T02:45:08.410 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:08.513 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629461 2024-09-21T02:45:08.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:08.524 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:08.524 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:08.524 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:08.524 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:08.524 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/features/defaults.yaml").st_ino) 2024-09-21T02:45:08.524 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:08.630 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629462 2024-09-21T02:45:08.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:08.640 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:08.640 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:08.640 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:08.640 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:08.640 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/features/journaling.yaml").st_ino) 2024-09-21T02:45:08.640 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:08.746 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629464 2024-09-21T02:45:08.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:08.756 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:08.756 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:08.756 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:08.756 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:08.756 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/features/layering.yaml").st_ino) 2024-09-21T02:45:08.756 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:08.865 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629465 2024-09-21T02:45:08.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:08.875 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:08.875 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:08.875 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:08.875 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:08.875 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/features/format-1.yaml").st_ino) 2024-09-21T02:45:08.875 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:08.982 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629463 2024-09-21T02:45:08.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:08.992 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:08.992 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:08.993 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:08.993 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:08.993 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/base").st_ino) 2024-09-21T02:45:08.993 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:09.093 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629458 2024-09-21T02:45:09.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:09.103 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:09.103 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:09.103 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:09.103 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:09.103 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/base/install.yaml").st_ino) 2024-09-21T02:45:09.103 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:09.214 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629459 2024-09-21T02:45:09.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:09.224 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:09.225 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:09.225 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:09.225 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:09.225 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/pool").st_ino) 2024-09-21T02:45:09.225 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:09.326 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629471 2024-09-21T02:45:09.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:09.336 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:09.336 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:09.336 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:09.336 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:09.336 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/pool/small-cache-pool.yaml").st_ino) 2024-09-21T02:45:09.337 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:09.438 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629475 2024-09-21T02:45:09.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:09.447 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:09.447 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:09.447 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:09.448 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:09.448 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/pool/replicated-data-pool.yaml").st_ino) 2024-09-21T02:45:09.448 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:09.554 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629474 2024-09-21T02:45:09.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:09.563 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:09.564 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:09.564 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:09.564 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:09.564 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/pool/ec-data-pool.yaml").st_ino) 2024-09-21T02:45:09.564 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:09.669 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629472 2024-09-21T02:45:09.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:09.679 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:09.680 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:09.680 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:09.680 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:09.680 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/pool/none.yaml").st_ino) 2024-09-21T02:45:09.680 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:09.790 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629473 2024-09-21T02:45:09.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:09.800 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:09.800 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:09.800 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:09.800 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:09.800 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/clusters").st_ino) 2024-09-21T02:45:09.800 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:09.902 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629460 2024-09-21T02:45:09.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:09.911 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:09.911 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:09.911 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:09.911 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:09.911 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/msgr-failures").st_ino) 2024-09-21T02:45:09.911 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:10.017 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629467 2024-09-21T02:45:10.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:10.027 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:10.027 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:10.027 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:10.027 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:10.027 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/msgr-failures/many.yaml").st_ino) 2024-09-21T02:45:10.027 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:10.134 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629469 2024-09-21T02:45:10.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:10.146 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:10.146 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:10.146 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:10.146 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:10.146 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/msgr-failures/few.yaml").st_ino) 2024-09-21T02:45:10.146 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:10.254 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629468 2024-09-21T02:45:10.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:10.264 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:10.264 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:10.264 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:10.264 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:10.264 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/objectstore").st_ino) 2024-09-21T02:45:10.264 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:10.365 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629470 2024-09-21T02:45:10.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:10.375 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:10.375 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:10.375 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:10.375 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:10.375 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/fs").st_ino) 2024-09-21T02:45:10.375 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:10.482 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629466 2024-09-21T02:45:10.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:10.492 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:10.492 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:10.492 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:10.492 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:10.492 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/workloads").st_ino) 2024-09-21T02:45:10.492 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:10.594 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629476 2024-09-21T02:45:10.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:10.603 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:10.603 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:10.603 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:10.603 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:10.603 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/workloads/rbd_cli_import_export.yaml").st_ino) 2024-09-21T02:45:10.603 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:10.709 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629478 2024-09-21T02:45:10.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:10.719 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:10.719 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:10.719 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:10.719 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:10.720 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/workloads/rbd_cli_copy.yaml").st_ino) 2024-09-21T02:45:10.720 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:10.823 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629477 2024-09-21T02:45:10.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:10.834 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:10.834 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:10.834 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:10.834 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:10.834 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/cli/%").st_ino) 2024-09-21T02:45:10.834 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:10.942 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629457 2024-09-21T02:45:10.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:10.952 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:10.952 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:10.952 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:10.952 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:10.952 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/maintenance").st_ino) 2024-09-21T02:45:10.952 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:11.057 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629511 2024-09-21T02:45:11.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:11.067 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:11.067 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:11.067 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:11.068 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:11.068 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/maintenance/base").st_ino) 2024-09-21T02:45:11.068 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:11.170 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629513 2024-09-21T02:45:11.172 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:11.179 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:11.179 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:11.180 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:11.180 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:11.180 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/maintenance/base/install.yaml").st_ino) 2024-09-21T02:45:11.180 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:11.286 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629514 2024-09-21T02:45:11.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:11.296 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:11.296 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:11.296 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:11.296 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:11.296 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/maintenance/clusters").st_ino) 2024-09-21T02:45:11.296 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:11.402 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629515 2024-09-21T02:45:11.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:11.412 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:11.412 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:11.412 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:11.412 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:11.412 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/maintenance/clusters/openstack.yaml").st_ino) 2024-09-21T02:45:11.412 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:11.518 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629518 2024-09-21T02:45:11.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:11.529 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:11.530 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:11.530 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:11.530 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:11.530 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/maintenance/clusters/+").st_ino) 2024-09-21T02:45:11.530 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:11.637 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629516 2024-09-21T02:45:11.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:11.648 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:11.648 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:11.648 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:11.648 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:11.648 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/maintenance/clusters/fixed-3.yaml").st_ino) 2024-09-21T02:45:11.648 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:11.753 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629517 2024-09-21T02:45:11.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:11.763 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:11.763 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:11.763 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:11.763 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:11.763 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/maintenance/objectstore").st_ino) 2024-09-21T02:45:11.763 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:11.865 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629519 2024-09-21T02:45:11.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:11.875 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:11.875 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:11.875 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:11.875 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:11.875 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/maintenance/workloads").st_ino) 2024-09-21T02:45:11.875 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:11.985 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629522 2024-09-21T02:45:11.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:11.996 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:11.996 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:11.996 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:11.996 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:11.996 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/maintenance/workloads/dynamic_features.yaml").st_ino) 2024-09-21T02:45:11.996 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:12.097 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629523 2024-09-21T02:45:12.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:12.107 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:12.107 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:12.107 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:12.107 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:12.107 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/maintenance/workloads/rebuild_object_map.yaml").st_ino) 2024-09-21T02:45:12.107 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:12.214 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629524 2024-09-21T02:45:12.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:12.223 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:12.223 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:12.223 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:12.223 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:12.224 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/maintenance/%").st_ino) 2024-09-21T02:45:12.224 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:12.332 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629512 2024-09-21T02:45:12.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:12.342 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:12.342 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:12.342 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:12.342 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:12.343 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/maintenance/xfs.yaml").st_ino) 2024-09-21T02:45:12.343 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:12.448 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629525 2024-09-21T02:45:12.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:12.458 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:12.458 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:12.458 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:12.458 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:12.458 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/maintenance/qemu").st_ino) 2024-09-21T02:45:12.458 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:12.562 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629520 2024-09-21T02:45:12.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:12.571 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:12.571 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:12.571 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:12.571 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:12.571 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/maintenance/qemu/xfstests.yaml").st_ino) 2024-09-21T02:45:12.571 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:12.678 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629521 2024-09-21T02:45:12.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:12.688 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:12.688 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:12.688 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:12.688 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:12.688 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/singleton").st_ino) 2024-09-21T02:45:12.688 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:12.794 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629585 2024-09-21T02:45:12.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:12.804 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:12.804 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:12.804 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:12.804 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:12.804 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/singleton/openstack.yaml").st_ino) 2024-09-21T02:45:12.804 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:12.909 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629603 2024-09-21T02:45:12.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:12.920 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:12.920 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:12.920 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:12.920 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:12.920 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/singleton/objectstore").st_ino) 2024-09-21T02:45:12.920 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:13.025 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629602 2024-09-21T02:45:13.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:13.034 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:13.034 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:13.035 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:13.035 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:13.035 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/singleton/%").st_ino) 2024-09-21T02:45:13.035 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:13.137 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629586 2024-09-21T02:45:13.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:13.147 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:13.147 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:13.147 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:13.147 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:13.147 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/singleton/all").st_ino) 2024-09-21T02:45:13.147 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:13.249 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629587 2024-09-21T02:45:13.252 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:13.260 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:13.260 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:13.260 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:13.260 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:13.260 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/singleton/all/rbd-vs-unmanaged-snaps.yaml").st_ino) 2024-09-21T02:45:13.260 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:13.368 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629595 2024-09-21T02:45:13.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:13.378 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:13.378 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:13.379 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:13.379 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:13.379 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/singleton/all/rbd_mirror.yaml").st_ino) 2024-09-21T02:45:13.379 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:13.482 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629596 2024-09-21T02:45:13.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:13.491 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:13.491 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:13.491 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:13.491 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:13.491 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/singleton/all/verify_pool.yaml").st_ino) 2024-09-21T02:45:13.491 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:13.602 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629601 2024-09-21T02:45:13.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:13.612 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:13.612 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:13.612 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:13.612 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:13.612 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/singleton/all/formatted-output.yaml").st_ino) 2024-09-21T02:45:13.612 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:13.713 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629589 2024-09-21T02:45:13.716 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:13.723 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:13.723 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:13.723 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:13.723 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:13.723 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/singleton/all/rbdmap_RBDMAPFILE.yaml").st_ino) 2024-09-21T02:45:13.723 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:13.830 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629597 2024-09-21T02:45:13.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:13.840 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:13.840 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:13.840 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:13.840 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:13.840 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/singleton/all/qemu-iotests-writeback.yaml").st_ino) 2024-09-21T02:45:13.840 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:13.946 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629593 2024-09-21T02:45:13.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:13.956 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:13.956 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:13.956 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:13.956 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:13.956 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/singleton/all/read-flags-writeback.yaml").st_ino) 2024-09-21T02:45:13.956 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:14.061 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629599 2024-09-21T02:45:14.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:14.071 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:14.071 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:14.071 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:14.071 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:14.072 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/singleton/all/permissions.yaml").st_ino) 2024-09-21T02:45:14.072 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:14.178 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629591 2024-09-21T02:45:14.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:14.188 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:14.188 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:14.188 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:14.188 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:14.188 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/singleton/all/read-flags-no-cache.yaml").st_ino) 2024-09-21T02:45:14.188 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:14.290 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629598 2024-09-21T02:45:14.292 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:14.299 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:14.299 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:14.299 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:14.300 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:14.300 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/singleton/all/qemu-iotests-no-cache.yaml").st_ino) 2024-09-21T02:45:14.300 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:14.407 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629592 2024-09-21T02:45:14.410 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:14.417 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:14.418 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:14.418 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:14.418 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:14.418 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/singleton/all/qemu-iotests-writethrough.yaml").st_ino) 2024-09-21T02:45:14.418 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:14.525 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629594 2024-09-21T02:45:14.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:14.535 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:14.535 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:14.535 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:14.535 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:14.536 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/singleton/all/read-flags-writethrough.yaml").st_ino) 2024-09-21T02:45:14.536 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:14.642 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629600 2024-09-21T02:45:14.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:14.651 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:14.651 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:14.652 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:14.652 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:14.652 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/singleton/all/admin_socket.yaml").st_ino) 2024-09-21T02:45:14.652 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:14.754 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629588 2024-09-21T02:45:14.757 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:14.765 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:14.765 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:14.765 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:14.765 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:14.765 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/singleton/all/merge_diff.yaml").st_ino) 2024-09-21T02:45:14.765 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:14.870 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629590 2024-09-21T02:45:14.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:14.879 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:14.879 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:14.879 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:14.879 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:14.879 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic").st_ino) 2024-09-21T02:45:14.879 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:14.985 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629433 2024-09-21T02:45:14.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:14.996 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:14.996 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:14.996 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:14.996 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:14.996 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/base").st_ino) 2024-09-21T02:45:14.996 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:15.102 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629435 2024-09-21T02:45:15.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:15.112 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:15.112 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:15.112 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:15.112 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:15.112 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/base/install.yaml").st_ino) 2024-09-21T02:45:15.112 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:15.215 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629436 2024-09-21T02:45:15.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:15.225 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:15.225 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:15.225 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:15.225 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:15.225 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/cachepool").st_ino) 2024-09-21T02:45:15.225 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:15.325 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629437 2024-09-21T02:45:15.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:15.334 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:15.334 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:15.334 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:15.335 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:15.335 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/cachepool/none.yaml").st_ino) 2024-09-21T02:45:15.335 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:15.440 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629438 2024-09-21T02:45:15.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:15.450 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:15.450 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:15.450 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:15.450 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:15.450 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/cachepool/small.yaml").st_ino) 2024-09-21T02:45:15.450 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:15.553 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629439 2024-09-21T02:45:15.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:15.563 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:15.563 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:15.563 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:15.563 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:15.563 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/clusters").st_ino) 2024-09-21T02:45:15.563 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:15.665 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629440 2024-09-21T02:45:15.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:15.674 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:15.675 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:15.675 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:15.675 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:15.675 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/clusters/openstack.yaml").st_ino) 2024-09-21T02:45:15.675 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:15.778 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629443 2024-09-21T02:45:15.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:15.788 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:15.788 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:15.788 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:15.788 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:15.788 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/clusters/+").st_ino) 2024-09-21T02:45:15.788 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:15.895 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629441 2024-09-21T02:45:15.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:15.905 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:15.905 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:15.906 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:15.906 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:15.906 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/clusters/fixed-1.yaml").st_ino) 2024-09-21T02:45:15.906 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:16.014 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629442 2024-09-21T02:45:16.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:16.025 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:16.025 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:16.025 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:16.025 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:16.025 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/msgr-failures").st_ino) 2024-09-21T02:45:16.025 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:16.129 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629446 2024-09-21T02:45:16.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:16.139 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:16.139 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:16.139 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:16.139 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:16.139 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/msgr-failures/many.yaml").st_ino) 2024-09-21T02:45:16.139 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:16.241 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629448 2024-09-21T02:45:16.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:16.250 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:16.251 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:16.251 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:16.251 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:16.251 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/msgr-failures/few.yaml").st_ino) 2024-09-21T02:45:16.251 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:16.353 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629447 2024-09-21T02:45:16.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:16.363 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:16.363 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:16.363 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:16.363 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:16.363 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/objectstore").st_ino) 2024-09-21T02:45:16.363 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:16.469 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629449 2024-09-21T02:45:16.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:16.478 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:16.478 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:16.478 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:16.478 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:16.478 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/fs").st_ino) 2024-09-21T02:45:16.478 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:16.581 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629444 2024-09-21T02:45:16.584 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:16.592 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:16.592 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:16.592 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:16.592 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:16.592 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/fs/xfs.yaml").st_ino) 2024-09-21T02:45:16.592 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:16.694 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629445 2024-09-21T02:45:16.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:16.704 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:16.704 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:16.704 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:16.704 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:16.704 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/%").st_ino) 2024-09-21T02:45:16.704 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:16.806 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629434 2024-09-21T02:45:16.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:16.816 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:16.817 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:16.817 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:16.817 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:16.817 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/tasks").st_ino) 2024-09-21T02:45:16.817 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:16.922 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629450 2024-09-21T02:45:16.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:16.932 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:16.932 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:16.932 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:16.932 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:16.932 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/tasks/rbd_lock_and_fence.yaml").st_ino) 2024-09-21T02:45:16.932 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:17.038 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629454 2024-09-21T02:45:17.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:17.048 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:17.048 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:17.048 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:17.049 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:17.049 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/tasks/rbd_cli_tests.yaml").st_ino) 2024-09-21T02:45:17.049 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:17.153 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629452 2024-09-21T02:45:17.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:17.164 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:17.164 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:17.164 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:17.164 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:17.164 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/tasks/rbd_api_tests_old_format.yaml").st_ino) 2024-09-21T02:45:17.164 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:17.270 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629451 2024-09-21T02:45:17.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:17.280 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:17.280 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:17.280 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:17.280 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:17.280 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/tasks/rbd_cls_tests.yaml").st_ino) 2024-09-21T02:45:17.280 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:17.382 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629453 2024-09-21T02:45:17.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:17.393 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:17.393 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:17.393 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:17.393 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:17.393 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/basic/tasks/rbd_python_api_tests_old_format.yaml").st_ino) 2024-09-21T02:45:17.393 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:17.494 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629455 2024-09-21T02:45:17.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:17.503 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:17.504 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:17.504 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:17.504 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:17.504 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd").st_ino) 2024-09-21T02:45:17.504 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:17.605 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629479 2024-09-21T02:45:17.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:17.614 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:17.614 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:17.615 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:17.615 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:17.615 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/pool").st_ino) 2024-09-21T02:45:17.615 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:17.721 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629497 2024-09-21T02:45:17.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:17.731 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:17.731 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:17.731 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:17.731 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:17.731 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/pool/small-cache-pool.yaml").st_ino) 2024-09-21T02:45:17.732 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:17.840 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629501 2024-09-21T02:45:17.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:17.850 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:17.850 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:17.850 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:17.850 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:17.850 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/pool/replicated-data-pool.yaml").st_ino) 2024-09-21T02:45:17.850 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:17.962 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629500 2024-09-21T02:45:17.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:17.972 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:17.972 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:17.973 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:17.973 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:17.973 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/pool/ec-data-pool.yaml").st_ino) 2024-09-21T02:45:17.973 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:18.077 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629498 2024-09-21T02:45:18.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:18.086 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:18.087 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:18.087 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:18.087 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:18.087 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/pool/none.yaml").st_ino) 2024-09-21T02:45:18.087 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:18.189 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629499 2024-09-21T02:45:18.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:18.199 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:18.199 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:18.199 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:18.199 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:18.199 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/clusters").st_ino) 2024-09-21T02:45:18.200 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:18.304 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629485 2024-09-21T02:45:18.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:18.315 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:18.315 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:18.315 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:18.315 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:18.315 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/clusters/openstack.yaml").st_ino) 2024-09-21T02:45:18.315 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:18.416 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629488 2024-09-21T02:45:18.418 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:18.425 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:18.425 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:18.425 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:18.426 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:18.426 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/clusters/+").st_ino) 2024-09-21T02:45:18.426 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:18.535 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629486 2024-09-21T02:45:18.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:18.545 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:18.545 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:18.545 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:18.545 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:18.545 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/clusters/fixed-3.yaml").st_ino) 2024-09-21T02:45:18.545 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:18.649 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629487 2024-09-21T02:45:18.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:18.658 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:18.658 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:18.659 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:18.659 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:18.659 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/msgr-failures").st_ino) 2024-09-21T02:45:18.659 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:18.769 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629494 2024-09-21T02:45:18.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:18.778 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:18.778 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:18.778 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:18.779 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:18.779 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/msgr-failures/few.yaml").st_ino) 2024-09-21T02:45:18.779 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:18.890 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629495 2024-09-21T02:45:18.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:18.899 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:18.899 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:18.899 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:18.900 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:18.900 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/objectstore").st_ino) 2024-09-21T02:45:18.900 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:19.009 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629496 2024-09-21T02:45:19.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:19.020 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:19.020 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:19.020 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:19.020 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:19.021 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/config").st_ino) 2024-09-21T02:45:19.021 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:19.122 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629489 2024-09-21T02:45:19.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:19.131 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:19.132 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:19.132 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:19.132 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:19.132 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/config/skip-partial-discard.yaml").st_ino) 2024-09-21T02:45:19.132 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:19.237 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629492 2024-09-21T02:45:19.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:19.248 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:19.248 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:19.248 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:19.248 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:19.248 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/config/none.yaml").st_ino) 2024-09-21T02:45:19.248 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:19.354 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629491 2024-09-21T02:45:19.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:19.364 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:19.365 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:19.365 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:19.365 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:19.365 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/config/copy-on-read.yaml").st_ino) 2024-09-21T02:45:19.365 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:19.465 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629490 2024-09-21T02:45:19.468 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:19.475 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:19.475 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:19.475 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:19.475 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:19.475 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/fs").st_ino) 2024-09-21T02:45:19.476 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:19.577 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629493 2024-09-21T02:45:19.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:19.587 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:19.587 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:19.587 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:19.587 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:19.587 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/workloads").st_ino) 2024-09-21T02:45:19.587 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:19.696 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629502 2024-09-21T02:45:19.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:19.706 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:19.706 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:19.706 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:19.706 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:19.707 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/workloads/c_api_tests.yaml").st_ino) 2024-09-21T02:45:19.707 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:19.809 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629503 2024-09-21T02:45:19.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:19.819 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:19.819 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:19.819 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:19.819 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:19.819 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/workloads/rbd_fio.yaml").st_ino) 2024-09-21T02:45:19.819 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:19.927 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629510 2024-09-21T02:45:19.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:19.937 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:19.937 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:19.937 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:19.937 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:19.937 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/workloads/c_api_tests_with_defaults.yaml").st_ino) 2024-09-21T02:45:19.937 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:20.045 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629504 2024-09-21T02:45:20.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:20.055 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:20.055 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:20.055 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:20.056 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:20.056 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/workloads/python_api_tests.yaml").st_ino) 2024-09-21T02:45:20.056 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:20.162 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629507 2024-09-21T02:45:20.165 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:20.172 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:20.172 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:20.172 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:20.172 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:20.172 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/workloads/fsx.yaml").st_ino) 2024-09-21T02:45:20.172 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:20.273 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629506 2024-09-21T02:45:20.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:20.283 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:20.283 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:20.283 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:20.284 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:20.284 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/workloads/python_api_tests_with_journaling.yaml").st_ino) 2024-09-21T02:45:20.284 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:20.390 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629509 2024-09-21T02:45:20.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:20.399 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:20.400 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:20.400 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:20.400 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:20.400 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/workloads/c_api_tests_with_journaling.yaml").st_ino) 2024-09-21T02:45:20.400 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:20.505 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629505 2024-09-21T02:45:20.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:20.515 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:20.515 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:20.515 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:20.515 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:20.515 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/workloads/python_api_tests_with_defaults.yaml").st_ino) 2024-09-21T02:45:20.515 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:20.621 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629508 2024-09-21T02:45:20.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:20.631 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:20.631 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:20.631 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:20.631 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:20.631 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/cache").st_ino) 2024-09-21T02:45:20.632 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:20.737 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629481 2024-09-21T02:45:20.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:20.748 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:20.748 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:20.748 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:20.748 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:20.748 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/cache/writeback.yaml").st_ino) 2024-09-21T02:45:20.748 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:20.855 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629483 2024-09-21T02:45:20.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:20.865 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:20.865 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:20.865 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:20.865 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:20.865 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/cache/writethrough.yaml").st_ino) 2024-09-21T02:45:20.865 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:20.974 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629484 2024-09-21T02:45:20.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:20.984 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:20.984 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:20.984 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:20.985 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:20.985 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/cache/none.yaml").st_ino) 2024-09-21T02:45:20.985 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:21.086 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629482 2024-09-21T02:45:21.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:21.095 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:21.095 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:21.095 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:21.096 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:21.096 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/librbd/%").st_ino) 2024-09-21T02:45:21.096 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:21.197 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629480 2024-09-21T02:45:21.200 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:21.208 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:21.208 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:21.208 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:21.208 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:21.208 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/valgrind").st_ino) 2024-09-21T02:45:21.208 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:21.312 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629631 2024-09-21T02:45:21.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:21.322 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:21.322 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:21.322 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:21.322 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:21.322 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/valgrind/base").st_ino) 2024-09-21T02:45:21.322 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:21.425 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629633 2024-09-21T02:45:21.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:21.434 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:21.434 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:21.434 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:21.435 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:21.435 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/valgrind/base/install.yaml").st_ino) 2024-09-21T02:45:21.435 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:21.545 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629634 2024-09-21T02:45:21.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:21.555 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:21.555 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:21.555 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:21.555 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:21.555 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/valgrind/clusters").st_ino) 2024-09-21T02:45:21.556 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:21.662 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629635 2024-09-21T02:45:21.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:21.672 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:21.672 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:21.672 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:21.672 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:21.672 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/valgrind/objectstore").st_ino) 2024-09-21T02:45:21.672 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:21.773 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629637 2024-09-21T02:45:21.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:21.795 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:21.795 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:21.795 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:21.795 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:21.795 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/valgrind/fs").st_ino) 2024-09-21T02:45:21.795 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:21.901 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629636 2024-09-21T02:45:21.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:21.911 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:21.911 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:21.911 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:21.911 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:21.911 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/valgrind/workloads").st_ino) 2024-09-21T02:45:21.911 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:22.013 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629640 2024-09-21T02:45:22.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:22.023 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:22.023 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:22.023 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:22.023 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:22.023 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/valgrind/workloads/rbd_mirror.yaml").st_ino) 2024-09-21T02:45:22.023 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:22.128 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629648 2024-09-21T02:45:22.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:22.137 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:22.137 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:22.138 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:22.138 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:22.138 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/valgrind/workloads/c_api_tests.yaml").st_ino) 2024-09-21T02:45:22.138 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:22.242 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629641 2024-09-21T02:45:22.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:22.252 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:22.252 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:22.252 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:22.252 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:22.252 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/valgrind/workloads/c_api_tests_with_defaults.yaml").st_ino) 2024-09-21T02:45:22.252 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:22.361 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629642 2024-09-21T02:45:22.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:22.370 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:22.370 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:22.370 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:22.370 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:22.370 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/valgrind/workloads/python_api_tests.yaml").st_ino) 2024-09-21T02:45:22.370 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:22.473 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629645 2024-09-21T02:45:22.475 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:22.482 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:22.482 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:22.482 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:22.483 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:22.483 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/valgrind/workloads/fsx.yaml").st_ino) 2024-09-21T02:45:22.483 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:22.585 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629644 2024-09-21T02:45:22.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:22.594 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:22.594 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:22.594 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:22.595 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:22.595 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/valgrind/workloads/python_api_tests_with_journaling.yaml").st_ino) 2024-09-21T02:45:22.595 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:22.701 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629647 2024-09-21T02:45:22.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:22.711 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:22.711 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:22.711 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:22.711 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:22.711 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/valgrind/workloads/c_api_tests_with_journaling.yaml").st_ino) 2024-09-21T02:45:22.711 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:22.817 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629643 2024-09-21T02:45:22.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:22.827 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:22.827 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:22.827 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:22.827 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:22.827 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/valgrind/workloads/python_api_tests_with_defaults.yaml").st_ino) 2024-09-21T02:45:22.827 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:22.934 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629646 2024-09-21T02:45:22.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:22.945 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:22.945 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:22.945 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:22.945 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:22.945 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/valgrind/validator").st_ino) 2024-09-21T02:45:22.945 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:23.050 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629638 2024-09-21T02:45:23.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:23.060 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:23.061 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:23.061 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:23.061 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:23.061 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/valgrind/validator/memcheck.yaml").st_ino) 2024-09-21T02:45:23.061 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:23.166 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629639 2024-09-21T02:45:23.169 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:23.176 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:23.176 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:23.176 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:23.176 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:23.177 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/valgrind/%").st_ino) 2024-09-21T02:45:23.177 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:23.280 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629632 2024-09-21T02:45:23.282 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:23.290 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:23.290 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:23.290 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:23.290 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:23.290 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/nbd").st_ino) 2024-09-21T02:45:23.290 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:23.397 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629542 2024-09-21T02:45:23.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:23.407 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:23.407 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:23.407 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:23.407 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:23.408 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/nbd/base").st_ino) 2024-09-21T02:45:23.408 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:23.510 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629544 2024-09-21T02:45:23.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:23.519 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:23.520 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:23.520 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:23.520 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:23.520 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/nbd/cluster").st_ino) 2024-09-21T02:45:23.520 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:23.626 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629545 2024-09-21T02:45:23.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:23.636 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:23.636 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:23.636 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:23.636 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:23.636 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/nbd/cluster/openstack.yaml").st_ino) 2024-09-21T02:45:23.636 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:23.743 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629548 2024-09-21T02:45:23.746 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:23.754 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:23.754 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:23.754 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:23.754 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:23.754 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/nbd/cluster/+").st_ino) 2024-09-21T02:45:23.754 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:23.863 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629546 2024-09-21T02:45:23.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:23.873 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:23.873 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:23.873 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:23.874 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:23.874 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/nbd/cluster/fixed-3.yaml").st_ino) 2024-09-21T02:45:23.874 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:23.981 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629547 2024-09-21T02:45:23.984 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:23.991 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:23.991 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:23.991 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:23.991 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:23.991 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/nbd/msgr-failures").st_ino) 2024-09-21T02:45:23.991 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:24.100 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629550 2024-09-21T02:45:24.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:24.110 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:24.110 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:24.110 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:24.111 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:24.111 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/nbd/objectstore").st_ino) 2024-09-21T02:45:24.111 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:24.214 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629551 2024-09-21T02:45:24.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:24.223 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:24.224 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:24.224 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:24.224 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:24.224 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/nbd/fs").st_ino) 2024-09-21T02:45:24.224 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:24.322 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629549 2024-09-21T02:45:24.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:24.332 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:24.332 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:24.333 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:24.333 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:24.333 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/nbd/workloads").st_ino) 2024-09-21T02:45:24.333 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:24.433 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629553 2024-09-21T02:45:24.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:24.442 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:24.442 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:24.443 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:24.443 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:24.443 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/nbd/workloads/rbd_nbd.yaml").st_ino) 2024-09-21T02:45:24.443 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:24.545 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629555 2024-09-21T02:45:24.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:24.554 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:24.554 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:24.554 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:24.555 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:24.555 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/nbd/workloads/rbd_fsx_nbd.yaml").st_ino) 2024-09-21T02:45:24.555 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:24.662 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629554 2024-09-21T02:45:24.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:24.672 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:24.672 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:24.672 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:24.672 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:24.672 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/nbd/%").st_ino) 2024-09-21T02:45:24.672 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:24.773 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629543 2024-09-21T02:45:24.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:24.783 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:24.783 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:24.783 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:24.783 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:24.783 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/nbd/thrashers").st_ino) 2024-09-21T02:45:24.783 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:24.893 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629552 2024-09-21T02:45:24.896 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:24.903 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:24.903 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:24.903 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:24.903 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:24.903 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash").st_ino) 2024-09-21T02:45:24.903 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:25.010 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629604 2024-09-21T02:45:25.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:25.021 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:25.021 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:25.021 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:25.021 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:25.022 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/base").st_ino) 2024-09-21T02:45:25.022 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:25.129 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629606 2024-09-21T02:45:25.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:25.139 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:25.139 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:25.139 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:25.139 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:25.139 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/base/install.yaml").st_ino) 2024-09-21T02:45:25.139 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:25.242 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629607 2024-09-21T02:45:25.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:25.252 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:25.252 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:25.252 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:25.252 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:25.252 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/clusters").st_ino) 2024-09-21T02:45:25.252 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:25.356 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629608 2024-09-21T02:45:25.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:25.366 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:25.366 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:25.366 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:25.366 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:25.367 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/clusters/openstack.yaml").st_ino) 2024-09-21T02:45:25.367 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:25.478 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629611 2024-09-21T02:45:25.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:25.488 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:25.488 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:25.488 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:25.488 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:25.488 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/clusters/fixed-2.yaml").st_ino) 2024-09-21T02:45:25.488 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:25.595 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629610 2024-09-21T02:45:25.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:25.604 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:25.604 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:25.604 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:25.604 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:25.605 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/clusters/+").st_ino) 2024-09-21T02:45:25.605 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:25.710 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629609 2024-09-21T02:45:25.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:25.719 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:25.719 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:25.719 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:25.720 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:25.720 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/msgr-failures").st_ino) 2024-09-21T02:45:25.720 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:25.826 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629614 2024-09-21T02:45:25.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:25.836 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:25.836 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:25.836 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:25.836 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:25.836 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/msgr-failures/few.yaml").st_ino) 2024-09-21T02:45:25.836 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:25.864 DEBUG:teuthology.orchestra.run.smithi083:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T02:45:25.880 DEBUG:teuthology.orchestra.run.smithi142:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T02:45:25.937 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629615 2024-09-21T02:45:25.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:25.947 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:25.947 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:25.947 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:25.947 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:25.947 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/objectstore").st_ino) 2024-09-21T02:45:25.948 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:26.004 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629616 2024-09-21T02:45:26.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:26.014 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:26.014 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:26.014 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:26.014 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:26.014 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/fs").st_ino) 2024-09-21T02:45:26.014 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:26.121 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629612 2024-09-21T02:45:26.124 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:26.131 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:26.131 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:26.131 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:26.131 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:26.131 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/fs/xfs.yaml").st_ino) 2024-09-21T02:45:26.131 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:26.238 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629613 2024-09-21T02:45:26.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:26.247 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:26.247 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:26.247 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:26.248 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:26.248 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/workloads").st_ino) 2024-09-21T02:45:26.248 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:26.357 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629620 2024-09-21T02:45:26.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:26.366 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:26.367 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:26.367 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:26.367 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:26.367 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/workloads/rbd_fsx_cache_writeback.yaml").st_ino) 2024-09-21T02:45:26.367 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:26.469 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629626 2024-09-21T02:45:26.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:26.478 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:26.478 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:26.478 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:26.478 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:26.478 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/workloads/rbd_fsx_copy_on_read.yaml").st_ino) 2024-09-21T02:45:26.478 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:26.581 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629628 2024-09-21T02:45:26.583 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:26.590 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:26.590 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:26.590 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:26.590 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:26.590 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/workloads/rbd_fsx_journal.yaml").st_ino) 2024-09-21T02:45:26.591 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:26.697 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629629 2024-09-21T02:45:26.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:26.707 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:26.707 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:26.707 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:26.707 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:26.708 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/workloads/rbd_api_tests_journaling.yaml").st_ino) 2024-09-21T02:45:26.708 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:26.814 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629624 2024-09-21T02:45:26.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:26.823 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:26.824 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:26.824 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:26.824 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:26.824 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/workloads/rbd_fsx_nocache.yaml").st_ino) 2024-09-21T02:45:26.824 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:26.929 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629630 2024-09-21T02:45:26.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:26.940 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:26.940 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:26.940 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:26.940 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:26.940 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/workloads/rbd_api_tests.yaml").st_ino) 2024-09-21T02:45:26.940 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:27.048 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629622 2024-09-21T02:45:27.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:27.058 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:27.058 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:27.058 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:27.058 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:27.058 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/workloads/journal.yaml").st_ino) 2024-09-21T02:45:27.059 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:27.166 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629621 2024-09-21T02:45:27.169 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:27.176 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:27.176 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:27.176 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:27.176 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:27.176 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/workloads/rbd_api_tests_copy_on_read.yaml").st_ino) 2024-09-21T02:45:27.176 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:27.281 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629623 2024-09-21T02:45:27.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:27.291 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:27.291 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:27.291 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:27.291 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:27.291 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/workloads/rbd_api_tests_no_locking.yaml").st_ino) 2024-09-21T02:45:27.291 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:27.397 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629625 2024-09-21T02:45:27.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:27.407 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:27.407 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:27.407 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:27.407 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:27.407 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/workloads/rbd_fsx_cache_writethrough.yaml").st_ino) 2024-09-21T02:45:27.407 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:27.514 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629627 2024-09-21T02:45:27.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:27.524 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:27.524 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:27.524 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:27.524 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:27.524 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/%").st_ino) 2024-09-21T02:45:27.524 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:27.629 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629605 2024-09-21T02:45:27.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:27.639 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:27.639 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:27.639 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:27.639 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:27.639 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/thrashers").st_ino) 2024-09-21T02:45:27.640 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:27.745 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629617 2024-09-21T02:45:27.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:27.755 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:27.755 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:27.755 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:27.756 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:27.756 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/thrashers/default.yaml").st_ino) 2024-09-21T02:45:27.756 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:27.861 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629619 2024-09-21T02:45:27.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:27.871 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:27.871 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:27.871 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:27.871 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:27.871 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/thrash/thrashers/cache.yaml").st_ino) 2024-09-21T02:45:27.871 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:27.974 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629618 2024-09-21T02:45:27.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:27.984 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:27.984 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:27.984 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:27.984 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:27.984 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/mirror").st_ino) 2024-09-21T02:45:27.984 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:28.085 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629526 2024-09-21T02:45:28.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:28.095 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:28.096 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:28.096 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:28.096 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:28.096 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/mirror/base").st_ino) 2024-09-21T02:45:28.096 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:28.200 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629528 2024-09-21T02:45:28.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:28.210 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:28.210 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:28.210 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:28.210 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:28.210 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/mirror/base/install.yaml").st_ino) 2024-09-21T02:45:28.210 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:28.312 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629529 2024-09-21T02:45:28.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:28.322 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:28.322 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:28.322 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:28.322 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:28.322 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/mirror/cluster").st_ino) 2024-09-21T02:45:28.322 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:28.428 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629530 2024-09-21T02:45:28.431 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:28.438 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:28.438 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:28.438 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:28.438 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:28.438 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/mirror/cluster/openstack.yaml").st_ino) 2024-09-21T02:45:28.438 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:28.545 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629533 2024-09-21T02:45:28.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:28.555 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:28.555 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:28.555 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:28.555 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:28.555 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/mirror/cluster/2-node.yaml").st_ino) 2024-09-21T02:45:28.555 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:28.666 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629532 2024-09-21T02:45:28.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:28.676 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:28.676 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:28.676 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:28.676 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:28.676 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/mirror/cluster/+").st_ino) 2024-09-21T02:45:28.676 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:28.777 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629531 2024-09-21T02:45:28.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:28.787 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:28.787 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:28.787 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:28.787 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:28.787 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/mirror/msgr-failures").st_ino) 2024-09-21T02:45:28.787 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:28.894 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629535 2024-09-21T02:45:28.896 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:28.903 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:28.903 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:28.903 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:28.904 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:28.904 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/mirror/objectstore").st_ino) 2024-09-21T02:45:28.904 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:29.005 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629536 2024-09-21T02:45:29.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:29.015 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:29.015 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:29.015 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:29.015 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:29.015 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/mirror/fs").st_ino) 2024-09-21T02:45:29.015 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:29.121 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629534 2024-09-21T02:45:29.124 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:29.131 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:29.131 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:29.131 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:29.131 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:29.131 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/mirror/workloads").st_ino) 2024-09-21T02:45:29.131 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:29.239 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629539 2024-09-21T02:45:29.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:29.249 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:29.250 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:29.250 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:29.250 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:29.250 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/mirror/workloads/rbd-mirror-stress-workunit.yaml").st_ino) 2024-09-21T02:45:29.250 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:29.354 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629540 2024-09-21T02:45:29.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:29.363 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:29.364 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:29.364 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:29.364 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:29.364 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/mirror/workloads/rbd-mirror-workunit.yaml").st_ino) 2024-09-21T02:45:29.364 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:29.465 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629541 2024-09-21T02:45:29.468 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:29.475 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:29.476 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:29.476 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:29.476 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:29.476 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/mirror/%").st_ino) 2024-09-21T02:45:29.476 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:29.582 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629527 2024-09-21T02:45:29.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:29.592 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:29.592 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:29.592 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:29.592 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:29.592 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/mirror/rbd-mirror").st_ino) 2024-09-21T02:45:29.592 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:29.697 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629537 2024-09-21T02:45:29.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:29.706 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:29.706 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:29.707 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:29.707 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:29.707 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/mirror/rbd-mirror/one-per-cluster.yaml").st_ino) 2024-09-21T02:45:29.707 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:29.814 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629538 2024-09-21T02:45:29.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:29.824 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:29.825 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:29.825 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:29.825 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:29.825 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu").st_ino) 2024-09-21T02:45:29.825 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:29.925 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629556 2024-09-21T02:45:29.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:29.935 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:29.935 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:29.936 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:29.936 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:29.936 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/features").st_ino) 2024-09-21T02:45:29.936 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:30.049 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629566 2024-09-21T02:45:30.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:30.058 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:30.058 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:30.058 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:30.059 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:30.059 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/features/defaults.yaml").st_ino) 2024-09-21T02:45:30.059 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:30.161 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629567 2024-09-21T02:45:30.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:30.171 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:30.171 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:30.171 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:30.171 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:30.171 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/features/journaling.yaml").st_ino) 2024-09-21T02:45:30.171 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:30.273 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629568 2024-09-21T02:45:30.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:30.283 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:30.283 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:30.283 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:30.283 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:30.283 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/pool").st_ino) 2024-09-21T02:45:30.283 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:30.394 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629573 2024-09-21T02:45:30.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:30.404 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:30.404 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:30.404 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:30.404 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:30.404 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/pool/small-cache-pool.yaml").st_ino) 2024-09-21T02:45:30.404 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:30.505 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629578 2024-09-21T02:45:30.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:30.514 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:30.514 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:30.514 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:30.514 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:30.514 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/pool/replicated-data-pool.yaml").st_ino) 2024-09-21T02:45:30.514 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:30.621 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629577 2024-09-21T02:45:30.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:30.631 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:30.631 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:30.631 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:30.631 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:30.631 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/pool/ec-cache-pool.yaml").st_ino) 2024-09-21T02:45:30.631 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:30.738 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629574 2024-09-21T02:45:30.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:30.747 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:30.747 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:30.747 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:30.747 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:30.747 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/pool/ec-data-pool.yaml").st_ino) 2024-09-21T02:45:30.748 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:30.849 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629575 2024-09-21T02:45:30.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:30.859 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:30.859 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:30.859 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:30.859 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:30.859 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/pool/none.yaml").st_ino) 2024-09-21T02:45:30.859 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:30.964 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629576 2024-09-21T02:45:30.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:30.974 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:30.974 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:30.974 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:30.974 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:30.974 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/clusters").st_ino) 2024-09-21T02:45:30.974 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:31.081 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629562 2024-09-21T02:45:31.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:31.091 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:31.091 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:31.091 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:31.091 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:31.092 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/clusters/openstack.yaml").st_ino) 2024-09-21T02:45:31.092 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:31.199 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629565 2024-09-21T02:45:31.202 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:31.210 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:31.210 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:31.210 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:31.210 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:31.210 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/clusters/+").st_ino) 2024-09-21T02:45:31.210 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:31.315 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629563 2024-09-21T02:45:31.318 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:31.326 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:31.326 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:31.326 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:31.326 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:31.326 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/clusters/fixed-3.yaml").st_ino) 2024-09-21T02:45:31.326 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:31.433 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629564 2024-09-21T02:45:31.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:31.443 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:31.443 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:31.443 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:31.443 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:31.444 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/msgr-failures").st_ino) 2024-09-21T02:45:31.444 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:31.554 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629570 2024-09-21T02:45:31.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:31.566 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:31.566 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:31.566 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:31.566 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:31.566 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/msgr-failures/few.yaml").st_ino) 2024-09-21T02:45:31.566 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:31.674 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629571 2024-09-21T02:45:31.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:31.684 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:31.684 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:31.684 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:31.684 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:31.684 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/objectstore").st_ino) 2024-09-21T02:45:31.684 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:31.786 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629572 2024-09-21T02:45:31.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:31.795 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:31.795 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:31.796 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:31.796 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:31.796 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/fs").st_ino) 2024-09-21T02:45:31.796 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:31.897 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629569 2024-09-21T02:45:31.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:31.907 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:31.907 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:31.907 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:31.907 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:31.907 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/workloads").st_ino) 2024-09-21T02:45:31.907 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:32.013 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629579 2024-09-21T02:45:32.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:32.024 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:32.024 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:32.024 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:32.024 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:32.024 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/workloads/qemu_iozone.yaml.disabled").st_ino) 2024-09-21T02:45:32.024 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:32.125 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629583 2024-09-21T02:45:32.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:32.135 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:32.135 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:32.135 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:32.135 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:32.135 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/workloads/#qemu_xfstests.yaml#").st_ino) 2024-09-21T02:45:32.135 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:32.242 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629580 2024-09-21T02:45:32.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:32.251 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:32.252 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:32.252 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:32.252 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:32.252 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/workloads/qemu_xfstests.yaml").st_ino) 2024-09-21T02:45:32.252 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:32.357 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629584 2024-09-21T02:45:32.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:32.366 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:32.367 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:32.367 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:32.367 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:32.367 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/workloads/qemu_fsstress.yaml").st_ino) 2024-09-21T02:45:32.367 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:32.476 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629582 2024-09-21T02:45:32.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:32.486 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:32.486 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:32.486 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:32.487 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:32.487 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/workloads/qemu_bonnie.yaml").st_ino) 2024-09-21T02:45:32.487 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:32.594 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629581 2024-09-21T02:45:32.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:32.604 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:32.604 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:32.604 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:32.604 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:32.604 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/cache").st_ino) 2024-09-21T02:45:32.604 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:32.705 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629558 2024-09-21T02:45:32.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:32.715 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:32.715 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:32.715 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:32.715 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:32.715 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/cache/writeback.yaml").st_ino) 2024-09-21T02:45:32.715 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:32.821 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629560 2024-09-21T02:45:32.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:32.831 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:32.831 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:32.831 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:32.831 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:32.831 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/cache/writethrough.yaml").st_ino) 2024-09-21T02:45:32.832 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:32.937 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629561 2024-09-21T02:45:32.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:32.946 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:32.946 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:32.946 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:32.947 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:32.947 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/cache/none.yaml").st_ino) 2024-09-21T02:45:32.947 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:33.055 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629559 2024-09-21T02:45:33.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:33.064 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:33.064 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:33.064 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:33.064 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:33.064 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rbd/qemu/%").st_ino) 2024-09-21T02:45:33.064 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:33.170 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629557 2024-09-21T02:45:33.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:33.180 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:33.180 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:33.180 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:33.180 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:33.180 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rest").st_ino) 2024-09-21T02:45:33.180 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:33.283 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629649 2024-09-21T02:45:33.286 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:33.293 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:33.293 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:33.293 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:33.294 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:33.294 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rest/basic").st_ino) 2024-09-21T02:45:33.294 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:33.399 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629650 2024-09-21T02:45:33.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:33.409 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:33.409 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:33.409 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:33.409 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:33.409 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rest/basic/tasks").st_ino) 2024-09-21T02:45:33.409 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:33.513 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629651 2024-09-21T02:45:33.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:33.523 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:33.523 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:33.523 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:33.523 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:33.523 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rest/basic/tasks/rest_test.yaml").st_ino) 2024-09-21T02:45:33.523 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:33.629 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629652 2024-09-21T02:45:33.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:33.638 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:33.639 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:33.639 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:33.639 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:33.639 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw").st_ino) 2024-09-21T02:45:33.639 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:33.744 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629653 2024-09-21T02:45:33.746 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:33.754 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:33.754 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:33.754 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:33.754 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:33.754 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs").st_ino) 2024-09-21T02:45:33.754 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:33.858 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629654 2024-09-21T02:45:33.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:33.867 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:33.867 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:33.867 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:33.868 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:33.868 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs/clusters").st_ino) 2024-09-21T02:45:33.868 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:33.976 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629656 2024-09-21T02:45:33.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:33.986 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:33.986 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:33.986 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:33.986 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:33.986 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs/clusters/fixed-2.yaml").st_ino) 2024-09-21T02:45:33.986 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:34.095 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629657 2024-09-21T02:45:34.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:34.105 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:34.105 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:34.105 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:34.105 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:34.105 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs/objectstore").st_ino) 2024-09-21T02:45:34.105 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:34.218 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629663 2024-09-21T02:45:34.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:34.228 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:34.228 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:34.228 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:34.228 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:34.228 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs/fs").st_ino) 2024-09-21T02:45:34.228 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:34.333 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629661 2024-09-21T02:45:34.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:34.343 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:34.343 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:34.343 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:34.343 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:34.343 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs/fs/xfs.yaml").st_ino) 2024-09-21T02:45:34.343 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:34.443 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629662 2024-09-21T02:45:34.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:34.453 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:34.453 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:34.453 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:34.453 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:34.453 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs/rgw_pool_type").st_ino) 2024-09-21T02:45:34.453 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:34.553 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629665 2024-09-21T02:45:34.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:34.563 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:34.563 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:34.563 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:34.563 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:34.563 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs/frontend").st_ino) 2024-09-21T02:45:34.563 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:34.668 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629658 2024-09-21T02:45:34.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:34.678 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:34.678 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:34.678 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:34.678 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:34.678 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs/frontend/apache.yaml").st_ino) 2024-09-21T02:45:34.678 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:34.781 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629659 2024-09-21T02:45:34.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:34.792 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:34.792 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:34.792 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:34.792 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:34.792 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs/frontend/civetweb.yaml").st_ino) 2024-09-21T02:45:34.792 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:34.898 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629660 2024-09-21T02:45:34.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:34.908 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:34.909 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:34.909 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:34.909 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:34.909 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs/overrides.yaml").st_ino) 2024-09-21T02:45:34.909 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:35.012 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629664 2024-09-21T02:45:35.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:35.022 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:35.022 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:35.022 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:35.022 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:35.023 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs/%").st_ino) 2024-09-21T02:45:35.023 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:35.129 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629655 2024-09-21T02:45:35.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:35.139 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:35.139 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:35.139 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:35.139 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:35.140 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs/tasks").st_ino) 2024-09-21T02:45:35.140 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:35.240 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629666 2024-09-21T02:45:35.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:35.250 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:35.250 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:35.250 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:35.250 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:35.250 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs/tasks/rgw_roundtrip.yaml").st_ino) 2024-09-21T02:45:35.250 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:35.358 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629670 2024-09-21T02:45:35.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:35.367 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:35.367 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:35.367 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:35.368 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:35.368 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs/tasks/rgw_multipart_upload.yaml").st_ino) 2024-09-21T02:45:35.368 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:35.469 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629668 2024-09-21T02:45:35.472 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:35.479 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:35.479 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:35.479 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:35.480 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:35.480 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs/tasks/rgw_user_quota.yaml").st_ino) 2024-09-21T02:45:35.480 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:35.583 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629673 2024-09-21T02:45:35.583 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:35.591 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:35.591 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:35.591 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:35.591 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:35.591 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs/tasks/rgw_readwrite.yaml").st_ino) 2024-09-21T02:45:35.591 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:35.700 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629669 2024-09-21T02:45:35.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:35.710 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:35.710 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:35.710 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:35.710 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:35.710 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs/tasks/rgw_swift.yaml").st_ino) 2024-09-21T02:45:35.710 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:35.817 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629672 2024-09-21T02:45:35.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:35.827 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:35.827 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:35.828 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:35.828 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:35.828 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs/tasks/rgw_s3tests.yaml").st_ino) 2024-09-21T02:45:35.828 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:35.936 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629671 2024-09-21T02:45:35.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:35.945 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:35.945 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:35.946 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:35.946 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:35.946 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/multifs/tasks/rgw_bucket_quota.yaml").st_ino) 2024-09-21T02:45:35.946 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:36.056 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629667 2024-09-21T02:45:36.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:36.066 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:36.066 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:36.066 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:36.066 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:36.066 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/singleton").st_ino) 2024-09-21T02:45:36.066 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:36.173 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629674 2024-09-21T02:45:36.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:36.182 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:36.182 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:36.182 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:36.183 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:36.183 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/singleton/objectstore").st_ino) 2024-09-21T02:45:36.183 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:36.285 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629686 2024-09-21T02:45:36.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:36.295 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:36.295 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:36.295 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:36.295 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:36.295 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/singleton/fs").st_ino) 2024-09-21T02:45:36.295 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:36.402 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629684 2024-09-21T02:45:36.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:36.413 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:36.413 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:36.413 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:36.413 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:36.413 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/singleton/fs/xfs.yaml").st_ino) 2024-09-21T02:45:36.413 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:36.521 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629685 2024-09-21T02:45:36.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:36.530 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:36.530 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:36.530 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:36.531 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:36.531 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/singleton/rgw_pool_type").st_ino) 2024-09-21T02:45:36.531 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:36.635 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629688 2024-09-21T02:45:36.637 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:36.644 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:36.644 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:36.645 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:36.645 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:36.645 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/singleton/frontend").st_ino) 2024-09-21T02:45:36.645 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:36.750 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629681 2024-09-21T02:45:36.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:36.760 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:36.760 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:36.760 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:36.760 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:36.761 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/singleton/frontend/apache.yaml").st_ino) 2024-09-21T02:45:36.761 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:36.866 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629682 2024-09-21T02:45:36.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:36.875 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:36.875 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:36.875 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:36.875 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:36.875 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/singleton/frontend/civetweb.yaml").st_ino) 2024-09-21T02:45:36.875 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:36.977 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629683 2024-09-21T02:45:36.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:36.987 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:36.987 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:36.987 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:36.987 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:36.988 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/singleton/overrides.yaml").st_ino) 2024-09-21T02:45:36.988 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:37.093 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629687 2024-09-21T02:45:37.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:37.104 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:37.104 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:37.104 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:37.104 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:37.104 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/singleton/%").st_ino) 2024-09-21T02:45:37.104 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:37.205 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629675 2024-09-21T02:45:37.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:37.215 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:37.215 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:37.215 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:37.215 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:37.216 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/singleton/xfs.yaml").st_ino) 2024-09-21T02:45:37.216 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:37.322 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629689 2024-09-21T02:45:37.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:37.332 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:37.332 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:37.332 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:37.332 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:37.332 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/singleton/all").st_ino) 2024-09-21T02:45:37.332 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:37.433 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629676 2024-09-21T02:45:37.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:37.442 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:37.442 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:37.442 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:37.443 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:37.443 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/singleton/all/radosgw-admin-multi-region.yaml").st_ino) 2024-09-21T02:45:37.443 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:37.545 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629678 2024-09-21T02:45:37.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:37.559 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:37.559 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:37.559 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:37.560 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:37.560 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/singleton/all/radosgw-admin.yaml").st_ino) 2024-09-21T02:45:37.560 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:37.667 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629679 2024-09-21T02:45:37.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:37.676 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:37.677 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:37.677 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:37.677 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:37.677 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/singleton/all/radosgw-admin-data-sync.yaml").st_ino) 2024-09-21T02:45:37.677 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:37.781 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629677 2024-09-21T02:45:37.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:37.792 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:37.792 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:37.792 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:37.792 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:37.792 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/singleton/all/radosgw-convert-to-region.yaml").st_ino) 2024-09-21T02:45:37.792 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:37.902 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629680 2024-09-21T02:45:37.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:37.912 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:37.912 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:37.912 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:37.912 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:37.912 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify").st_ino) 2024-09-21T02:45:37.912 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:38.018 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629690 2024-09-21T02:45:38.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:38.027 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:38.027 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:38.027 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:38.027 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:38.028 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/validater").st_ino) 2024-09-21T02:45:38.028 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:38.129 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629708 2024-09-21T02:45:38.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:38.140 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:38.140 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:38.140 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:38.140 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:38.140 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/validater/valgrind.yaml").st_ino) 2024-09-21T02:45:38.140 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:38.245 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629710 2024-09-21T02:45:38.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:38.256 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:38.256 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:38.256 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:38.256 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:38.256 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/validater/lockdep.yaml").st_ino) 2024-09-21T02:45:38.256 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:38.362 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629709 2024-09-21T02:45:38.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:38.372 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:38.373 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:38.373 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:38.373 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:38.373 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/clusters").st_ino) 2024-09-21T02:45:38.373 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:38.477 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629692 2024-09-21T02:45:38.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:38.487 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:38.487 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:38.487 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:38.487 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:38.487 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/clusters/fixed-2.yaml").st_ino) 2024-09-21T02:45:38.487 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:38.592 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629693 2024-09-21T02:45:38.595 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:38.602 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:38.602 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:38.602 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:38.602 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:38.602 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/msgr-failures").st_ino) 2024-09-21T02:45:38.602 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:38.710 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629699 2024-09-21T02:45:38.713 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:38.720 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:38.720 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:38.720 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:38.720 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:38.720 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/msgr-failures/few.yaml").st_ino) 2024-09-21T02:45:38.720 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:38.826 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629700 2024-09-21T02:45:38.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:38.836 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:38.836 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:38.836 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:38.836 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:38.836 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/objectstore").st_ino) 2024-09-21T02:45:38.836 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:38.941 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629701 2024-09-21T02:45:38.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:38.951 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:38.951 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:38.951 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:38.951 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:38.951 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/fs").st_ino) 2024-09-21T02:45:38.951 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:39.058 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629697 2024-09-21T02:45:39.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:39.067 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:39.067 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:39.067 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:39.067 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:39.067 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/fs/xfs.yaml").st_ino) 2024-09-21T02:45:39.067 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:39.174 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629698 2024-09-21T02:45:39.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:39.184 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:39.184 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:39.184 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:39.184 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:39.184 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/rgw_pool_type").st_ino) 2024-09-21T02:45:39.184 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:39.285 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629703 2024-09-21T02:45:39.287 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:39.294 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:39.294 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:39.294 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:39.294 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:39.295 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/frontend").st_ino) 2024-09-21T02:45:39.295 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:39.405 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629694 2024-09-21T02:45:39.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:39.415 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:39.415 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:39.415 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:39.415 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:39.415 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/frontend/apache.yaml").st_ino) 2024-09-21T02:45:39.415 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:39.518 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629695 2024-09-21T02:45:39.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:39.528 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:39.528 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:39.529 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:39.529 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:39.529 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/frontend/civetweb.yaml").st_ino) 2024-09-21T02:45:39.529 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:39.632 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629696 2024-09-21T02:45:39.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:39.641 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:39.641 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:39.641 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:39.641 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:39.641 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/overrides.yaml").st_ino) 2024-09-21T02:45:39.642 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:39.748 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629702 2024-09-21T02:45:39.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:39.758 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:39.758 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:39.758 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:39.759 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:39.759 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/%").st_ino) 2024-09-21T02:45:39.759 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:39.863 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629691 2024-09-21T02:45:39.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:39.873 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:39.873 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:39.873 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:39.873 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:39.873 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/tasks").st_ino) 2024-09-21T02:45:39.873 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:39.977 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629704 2024-09-21T02:45:39.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:39.987 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:39.987 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:39.987 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:39.987 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:39.987 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/tasks/rgw_s3tests_multiregion.yaml").st_ino) 2024-09-21T02:45:39.987 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:40.093 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629706 2024-09-21T02:45:40.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:40.103 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:40.103 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:40.103 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:40.103 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:40.103 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/tasks/rgw_swift.yaml").st_ino) 2024-09-21T02:45:40.103 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:40.206 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629707 2024-09-21T02:45:40.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:40.215 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:40.215 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:40.215 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:40.215 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:40.215 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rgw/verify/tasks/rgw_s3tests.yaml").st_ino) 2024-09-21T02:45:40.215 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:40.321 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629705 2024-09-21T02:45:40.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:40.331 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:40.331 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:40.331 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:40.331 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:40.331 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-deploy").st_ino) 2024-09-21T02:45:40.331 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:40.437 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628520 2024-09-21T02:45:40.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:40.447 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:40.447 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:40.447 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:40.447 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:40.447 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-deploy/basic").st_ino) 2024-09-21T02:45:40.447 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:40.557 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628521 2024-09-21T02:45:40.560 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:40.567 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:40.567 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:40.567 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:40.567 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:40.567 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-deploy/basic/ceph-deploy-overrides").st_ino) 2024-09-21T02:45:40.567 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:40.674 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628523 2024-09-21T02:45:40.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:40.684 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:40.684 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:40.684 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:40.684 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:40.684 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-deploy/basic/python_versions").st_ino) 2024-09-21T02:45:40.684 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:40.790 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628526 2024-09-21T02:45:40.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:40.799 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:40.799 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:40.799 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:40.800 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:40.800 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-deploy/basic/python_versions/python_3.yaml").st_ino) 2024-09-21T02:45:40.800 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:40.905 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628528 2024-09-21T02:45:40.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:40.915 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:40.915 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:40.915 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:40.915 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:40.915 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-deploy/basic/python_versions/python_2.yaml").st_ino) 2024-09-21T02:45:40.915 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:41.022 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628527 2024-09-21T02:45:41.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:41.032 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:41.032 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:41.032 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:41.032 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:41.032 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-deploy/basic/config_options").st_ino) 2024-09-21T02:45:41.032 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:41.136 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628524 2024-09-21T02:45:41.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:41.146 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:41.146 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:41.146 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:41.146 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:41.146 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-deploy/basic/distros").st_ino) 2024-09-21T02:45:41.146 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:41.254 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628525 2024-09-21T02:45:41.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:41.264 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:41.264 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:41.264 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:41.264 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:41.264 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-deploy/basic/%").st_ino) 2024-09-21T02:45:41.264 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:41.373 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628522 2024-09-21T02:45:41.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:41.383 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:41.383 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:41.383 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:41.383 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:41.383 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-deploy/basic/tasks").st_ino) 2024-09-21T02:45:41.383 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:41.485 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628529 2024-09-21T02:45:41.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:41.495 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:41.495 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:41.495 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:41.495 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:41.495 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-deploy/basic/tasks/ceph-admin-commands.yaml").st_ino) 2024-09-21T02:45:41.496 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:41.597 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628530 2024-09-21T02:45:41.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:41.607 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:41.607 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:41.607 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:41.607 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:41.607 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt").st_ino) 2024-09-21T02:45:41.607 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:41.713 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629848 2024-09-21T02:45:41.716 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:41.722 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:41.723 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:41.723 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:41.723 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:41.723 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic").st_ino) 2024-09-21T02:45:41.723 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:41.825 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629849 2024-09-21T02:45:41.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:41.835 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:41.835 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:41.835 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:41.835 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:41.835 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/clusters").st_ino) 2024-09-21T02:45:41.835 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:41.937 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629851 2024-09-21T02:45:41.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:41.946 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:41.947 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:41.947 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:41.947 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:41.947 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/clusters/fixed-3.yaml").st_ino) 2024-09-21T02:45:41.947 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:42.049 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629852 2024-09-21T02:45:42.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:42.059 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:42.059 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:42.059 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:42.059 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:42.059 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/msgr-failures").st_ino) 2024-09-21T02:45:42.059 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:42.164 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629855 2024-09-21T02:45:42.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:42.174 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:42.174 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:42.174 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:42.174 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:42.175 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/msgr-failures/many.yaml").st_ino) 2024-09-21T02:45:42.175 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:42.281 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629857 2024-09-21T02:45:42.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:42.290 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:42.291 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:42.291 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:42.291 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:42.291 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/msgr-failures/few.yaml").st_ino) 2024-09-21T02:45:42.291 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:42.397 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629856 2024-09-21T02:45:42.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:42.406 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:42.406 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:42.407 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:42.407 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:42.407 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/fs").st_ino) 2024-09-21T02:45:42.407 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:42.511 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629853 2024-09-21T02:45:42.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:42.520 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:42.520 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:42.520 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:42.520 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:42.520 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/fs/btrfs.yaml").st_ino) 2024-09-21T02:45:42.520 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:42.620 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629854 2024-09-21T02:45:42.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:42.629 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:42.629 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:42.629 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:42.630 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:42.630 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/%").st_ino) 2024-09-21T02:45:42.630 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:42.737 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629850 2024-09-21T02:45:42.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:42.746 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:42.747 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:42.747 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:42.747 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:42.747 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/tasks").st_ino) 2024-09-21T02:45:42.747 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:42.851 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629858 2024-09-21T02:45:42.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:42.862 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:42.862 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:42.862 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:42.862 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:42.862 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/tasks/iozone-sync.yaml").st_ino) 2024-09-21T02:45:42.862 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:42.964 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629869 2024-09-21T02:45:42.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:42.974 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:42.974 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:42.974 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:42.975 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:42.975 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/tasks/dbench-short.yaml").st_ino) 2024-09-21T02:45:42.975 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:43.085 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629861 2024-09-21T02:45:43.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:43.095 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:43.095 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:43.096 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:43.096 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:43.096 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/tasks/blogbench.yaml").st_ino) 2024-09-21T02:45:43.096 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:43.202 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629859 2024-09-21T02:45:43.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:43.213 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:43.213 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:43.213 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:43.213 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:43.214 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/tasks/ffsb.yaml").st_ino) 2024-09-21T02:45:43.214 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:43.322 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629863 2024-09-21T02:45:43.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:43.333 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:43.333 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:43.333 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:43.333 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:43.333 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/tasks/pjd.yaml").st_ino) 2024-09-21T02:45:43.333 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:43.438 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629871 2024-09-21T02:45:43.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:43.448 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:43.449 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:43.449 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:43.449 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:43.449 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/tasks/fsync-tester.yaml").st_ino) 2024-09-21T02:45:43.449 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:43.557 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629867 2024-09-21T02:45:43.559 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:43.567 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:43.567 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:43.567 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:43.567 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:43.567 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/tasks/iogen.yaml").st_ino) 2024-09-21T02:45:43.567 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:43.674 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629868 2024-09-21T02:45:43.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:43.683 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:43.683 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:43.683 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:43.683 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:43.683 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/tasks/fsx.yaml").st_ino) 2024-09-21T02:45:43.683 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:43.785 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629866 2024-09-21T02:45:43.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:43.794 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:43.795 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:43.795 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:43.795 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:43.795 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/tasks/bonnie.yaml").st_ino) 2024-09-21T02:45:43.795 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:43.902 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629860 2024-09-21T02:45:43.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:43.911 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:43.912 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:43.912 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:43.912 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:43.912 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/tasks/fio.yaml").st_ino) 2024-09-21T02:45:43.912 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:44.013 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629864 2024-09-21T02:45:44.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:44.024 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:44.024 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:44.024 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:44.024 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:44.024 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/tasks/iozone.yaml").st_ino) 2024-09-21T02:45:44.024 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:44.125 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629870 2024-09-21T02:45:44.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:44.135 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:44.135 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:44.135 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:44.135 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:44.135 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/tasks/dbench.yaml").st_ino) 2024-09-21T02:45:44.135 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:44.237 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629862 2024-09-21T02:45:44.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:44.247 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:44.247 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:44.247 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:44.247 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:44.247 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/tgt/basic/tasks/fsstress.yaml").st_ino) 2024-09-21T02:45:44.247 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:44.353 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629865 2024-09-21T02:45:44.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:44.363 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:44.363 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:44.363 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:44.364 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:44.364 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/samba").st_ino) 2024-09-21T02:45:44.364 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:44.468 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629711 2024-09-21T02:45:44.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:44.478 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:44.478 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:44.479 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:44.479 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:44.479 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/samba/install").st_ino) 2024-09-21T02:45:44.479 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:44.584 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629717 2024-09-21T02:45:44.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:44.594 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:44.594 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:44.594 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:44.594 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:44.594 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/samba/install/install.yaml").st_ino) 2024-09-21T02:45:44.594 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:44.700 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629718 2024-09-21T02:45:44.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:44.710 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:44.710 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:44.710 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:44.710 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:44.710 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/samba/clusters").st_ino) 2024-09-21T02:45:44.710 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:44.817 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629713 2024-09-21T02:45:44.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:44.827 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:44.827 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:44.827 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:44.827 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:44.827 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/samba/clusters/samba-basic.yaml").st_ino) 2024-09-21T02:45:44.827 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:44.932 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629714 2024-09-21T02:45:44.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:44.942 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:44.942 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:44.942 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:44.942 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:44.942 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/samba/workload").st_ino) 2024-09-21T02:45:44.942 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:45.050 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629724 2024-09-21T02:45:45.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:45.059 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:45.059 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:45.060 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:45.060 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:45.060 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/samba/workload/cifs-kernel-build.yaml.disabled").st_ino) 2024-09-21T02:45:45.060 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:45.161 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629727 2024-09-21T02:45:45.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:45.170 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:45.171 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:45.171 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:45.171 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:45.171 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/samba/workload/cifs-fsstress.yaml").st_ino) 2024-09-21T02:45:45.171 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:45.276 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629726 2024-09-21T02:45:45.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:45.286 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:45.286 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:45.286 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:45.286 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:45.286 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/samba/workload/smbtorture.yaml").st_ino) 2024-09-21T02:45:45.286 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:45.393 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629728 2024-09-21T02:45:45.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:45.403 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:45.403 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:45.403 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:45.403 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:45.403 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/samba/workload/cifs-dbench.yaml").st_ino) 2024-09-21T02:45:45.403 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:45.510 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629725 2024-09-21T02:45:45.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:45.519 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:45.519 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:45.520 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:45.520 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:45.520 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/samba/fs").st_ino) 2024-09-21T02:45:45.520 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:45.624 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629715 2024-09-21T02:45:45.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:45.634 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:45.634 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:45.634 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:45.634 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:45.634 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/samba/fs/xfs.yaml").st_ino) 2024-09-21T02:45:45.634 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:45.737 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629716 2024-09-21T02:45:45.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:45.747 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:45.747 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:45.747 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:45.747 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:45.747 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/samba/mount").st_ino) 2024-09-21T02:45:45.747 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:45.853 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629719 2024-09-21T02:45:45.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:45.863 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:45.863 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:45.863 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:45.863 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:45.863 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/samba/mount/noceph.yaml").st_ino) 2024-09-21T02:45:45.863 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:45.964 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629723 2024-09-21T02:45:45.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:45.974 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:45.974 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:45.974 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:45.974 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:45.974 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/samba/mount/kclient.yaml").st_ino) 2024-09-21T02:45:45.974 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:46.080 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629721 2024-09-21T02:45:46.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:46.090 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:46.090 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:46.090 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:46.090 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:46.090 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/samba/mount/fuse.yaml").st_ino) 2024-09-21T02:45:46.090 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:46.200 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629720 2024-09-21T02:45:46.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:46.210 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:46.210 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:46.210 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:46.210 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:46.210 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/samba/mount/native.yaml").st_ino) 2024-09-21T02:45:46.211 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:46.317 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629722 2024-09-21T02:45:46.320 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:46.327 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:46.327 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:46.327 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:46.327 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:46.327 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/samba/%").st_ino) 2024-09-21T02:45:46.328 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:46.431 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629712 2024-09-21T02:45:46.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:46.442 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:46.442 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:46.442 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:46.442 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:46.442 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible").st_ino) 2024-09-21T02:45:46.442 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:46.547 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628493 2024-09-21T02:45:46.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:46.557 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:46.557 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:46.557 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:46.557 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:46.557 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke").st_ino) 2024-09-21T02:45:46.557 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:46.669 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628494 2024-09-21T02:45:46.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:46.679 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:46.679 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:46.680 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:46.680 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:46.680 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/5-tests").st_ino) 2024-09-21T02:45:46.680 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:46.785 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628515 2024-09-21T02:45:46.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:46.795 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:46.795 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:46.795 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:46.795 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:46.795 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/5-tests/cls.yaml").st_ino) 2024-09-21T02:45:46.796 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:46.901 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628517 2024-09-21T02:45:46.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:46.910 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:46.910 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:46.910 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:46.910 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:46.910 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/5-tests/rbd_cli_tests.yaml.disabled").st_ino) 2024-09-21T02:45:46.910 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:47.016 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628518 2024-09-21T02:45:47.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:47.025 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:47.026 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:47.026 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:47.026 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:47.026 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/5-tests/rbd_import_export.yaml").st_ino) 2024-09-21T02:45:47.026 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:47.129 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628519 2024-09-21T02:45:47.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:47.138 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:47.138 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:47.138 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:47.138 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:47.139 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/5-tests/ceph-admin-commands.yaml").st_ino) 2024-09-21T02:45:47.139 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:47.240 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628516 2024-09-21T02:45:47.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:47.250 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:47.250 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:47.250 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:47.250 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:47.250 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/1-distros").st_ino) 2024-09-21T02:45:47.250 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:47.359 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628499 2024-09-21T02:45:47.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:47.369 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:47.369 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:47.369 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:47.369 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:47.369 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/0-clusters").st_ino) 2024-09-21T02:45:47.369 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:47.472 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628496 2024-09-21T02:45:47.475 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:47.482 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:47.482 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:47.482 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:47.482 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:47.482 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/0-clusters/single_mon_osd.yaml").st_ino) 2024-09-21T02:45:47.482 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:47.588 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628498 2024-09-21T02:45:47.591 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:47.598 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:47.598 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:47.598 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:47.598 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:47.598 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/0-clusters/3-node.yaml").st_ino) 2024-09-21T02:45:47.598 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:47.700 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628497 2024-09-21T02:45:47.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:47.710 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:47.710 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:47.710 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:47.710 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:47.710 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/3-common").st_ino) 2024-09-21T02:45:47.710 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:47.821 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628502 2024-09-21T02:45:47.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:47.832 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:47.832 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:47.832 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:47.832 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:47.832 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/3-common/os_tuning").st_ino) 2024-09-21T02:45:47.832 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:47.932 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628504 2024-09-21T02:45:47.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:47.942 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:47.942 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:47.942 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:47.942 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:47.942 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/3-common/os_tuning/vm_friendly.yaml").st_ino) 2024-09-21T02:45:47.942 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:48.051 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628505 2024-09-21T02:45:48.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:48.061 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:48.061 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:48.061 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:48.061 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:48.061 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/3-common/source").st_ino) 2024-09-21T02:45:48.062 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:48.165 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628506 2024-09-21T02:45:48.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:48.174 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:48.174 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:48.174 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:48.174 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:48.174 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/3-common/source/upstream_stable.yaml").st_ino) 2024-09-21T02:45:48.174 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:48.279 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628507 2024-09-21T02:45:48.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:48.288 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:48.288 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:48.288 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:48.288 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:48.289 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/3-common/%").st_ino) 2024-09-21T02:45:48.289 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:48.392 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628503 2024-09-21T02:45:48.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:48.401 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:48.401 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:48.402 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:48.402 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:48.402 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/%").st_ino) 2024-09-21T02:45:48.402 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:48.506 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628495 2024-09-21T02:45:48.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:48.515 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:48.515 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:48.515 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:48.515 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:48.515 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/4-osd").st_ino) 2024-09-21T02:45:48.515 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:48.612 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628508 2024-09-21T02:45:48.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:48.621 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:48.621 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:48.621 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:48.622 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:48.622 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/4-osd/journal").st_ino) 2024-09-21T02:45:48.622 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:48.727 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628513 2024-09-21T02:45:48.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:48.738 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:48.738 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:48.738 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:48.738 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:48.738 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/4-osd/journal/collocated.yaml").st_ino) 2024-09-21T02:45:48.738 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:48.846 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628514 2024-09-21T02:45:48.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:48.856 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:48.857 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:48.857 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:48.857 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:48.857 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/4-osd/%").st_ino) 2024-09-21T02:45:48.857 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:48.956 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628509 2024-09-21T02:45:48.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:48.966 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:48.966 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:48.966 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:48.966 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:48.966 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/4-osd/devices").st_ino) 2024-09-21T02:45:48.966 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:49.070 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628510 2024-09-21T02:45:49.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:49.080 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:49.080 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:49.080 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:49.080 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:49.080 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/4-osd/devices/osd_auto_discovery.yaml").st_ino) 2024-09-21T02:45:49.080 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:49.184 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628512 2024-09-21T02:45:49.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:49.195 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:49.195 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:49.195 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:49.195 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:49.195 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/4-osd/devices/from_teuthology.yaml").st_ino) 2024-09-21T02:45:49.195 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:49.302 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628511 2024-09-21T02:45:49.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:49.312 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:49.312 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:49.312 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:49.312 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:49.312 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/2-setup").st_ino) 2024-09-21T02:45:49.312 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:49.418 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628500 2024-09-21T02:45:49.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:49.428 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:49.428 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:49.428 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:49.428 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:49.428 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-ansible/smoke/2-setup/ceph_ansible.yaml").st_ino) 2024-09-21T02:45:49.429 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:49.536 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628501 2024-09-21T02:45:49.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:49.546 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:49.546 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:49.547 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:49.547 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:49.547 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/big").st_ino) 2024-09-21T02:45:49.547 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:49.648 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628466 2024-09-21T02:45:49.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:49.658 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:49.658 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:49.658 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:49.658 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:49.658 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/big/rados-thrash").st_ino) 2024-09-21T02:45:49.659 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:49.765 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628467 2024-09-21T02:45:49.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:49.775 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:49.775 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:49.775 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:49.775 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:49.775 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/big/rados-thrash/clusters").st_ino) 2024-09-21T02:45:49.775 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:49.874 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628471 2024-09-21T02:45:49.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:49.883 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:49.884 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:49.884 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:49.884 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:49.884 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/big/rados-thrash/clusters/medium.yaml").st_ino) 2024-09-21T02:45:49.884 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:49.988 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628473 2024-09-21T02:45:49.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:49.998 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:49.998 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:49.998 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:49.998 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:49.998 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/big/rados-thrash/clusters/big.yaml").st_ino) 2024-09-21T02:45:49.998 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:50.101 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628472 2024-09-21T02:45:50.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:50.111 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:50.111 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:50.111 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:50.111 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:50.111 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/big/rados-thrash/clusters/small.yaml").st_ino) 2024-09-21T02:45:50.111 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:50.215 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628474 2024-09-21T02:45:50.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:50.224 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:50.224 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:50.225 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:50.225 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:50.225 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/big/rados-thrash/fs").st_ino) 2024-09-21T02:45:50.225 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:50.323 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628475 2024-09-21T02:45:50.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:50.333 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:50.333 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:50.333 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:50.333 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:50.333 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/big/rados-thrash/fs/btrfs.yaml").st_ino) 2024-09-21T02:45:50.333 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:50.435 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628476 2024-09-21T02:45:50.438 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:50.444 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:50.445 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:50.445 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:50.445 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:50.445 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/big/rados-thrash/fs/xfs.yaml").st_ino) 2024-09-21T02:45:50.445 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:50.545 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628477 2024-09-21T02:45:50.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:50.555 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:50.555 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:50.555 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:50.555 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:50.555 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/big/rados-thrash/workloads").st_ino) 2024-09-21T02:45:50.555 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:50.656 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628480 2024-09-21T02:45:50.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:50.665 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:50.665 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:50.666 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:50.666 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:50.666 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/big/rados-thrash/workloads/snaps-few-objects.yaml").st_ino) 2024-09-21T02:45:50.666 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:50.768 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628481 2024-09-21T02:45:50.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:50.778 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:50.778 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:50.778 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:50.778 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:50.778 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/big/rados-thrash/ceph").st_ino) 2024-09-21T02:45:50.778 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:50.884 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628469 2024-09-21T02:45:50.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:50.894 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:50.894 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:50.894 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:50.894 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:50.895 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/big/rados-thrash/ceph/ceph.yaml").st_ino) 2024-09-21T02:45:50.895 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:51.000 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628470 2024-09-21T02:45:51.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:51.010 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:51.010 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:51.010 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:51.010 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:51.010 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/big/rados-thrash/%").st_ino) 2024-09-21T02:45:51.011 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:51.112 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628468 2024-09-21T02:45:51.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:51.122 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:51.122 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:51.123 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:51.123 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:51.123 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/big/rados-thrash/thrashers").st_ino) 2024-09-21T02:45:51.123 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:51.227 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628478 2024-09-21T02:45:51.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:51.237 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:51.237 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:51.237 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:51.237 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:51.237 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/big/rados-thrash/thrashers/default.yaml").st_ino) 2024-09-21T02:45:51.237 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:51.344 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628479 2024-09-21T02:45:51.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:51.354 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:51.354 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:51.354 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:51.354 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:51.354 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mixed-clients").st_ino) 2024-09-21T02:45:51.354 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:51.460 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629049 2024-09-21T02:45:51.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:51.470 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:51.471 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:51.471 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:51.471 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:51.471 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mixed-clients/basic").st_ino) 2024-09-21T02:45:51.471 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:51.572 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629050 2024-09-21T02:45:51.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:51.582 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:51.582 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:51.582 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:51.582 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:51.582 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mixed-clients/basic/clusters").st_ino) 2024-09-21T02:45:51.583 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:51.690 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629051 2024-09-21T02:45:51.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:51.700 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:51.700 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:51.700 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:51.700 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:51.700 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mixed-clients/basic/clusters/fixed-3.yaml").st_ino) 2024-09-21T02:45:51.700 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:51.805 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629052 2024-09-21T02:45:51.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:51.815 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:51.815 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:51.815 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:51.816 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:51.816 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mixed-clients/basic/fs").st_ino) 2024-09-21T02:45:51.816 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:51.921 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629053 2024-09-21T02:45:51.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:51.931 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:51.931 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:51.931 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:51.931 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:51.931 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mixed-clients/basic/fs/btrfs.yaml").st_ino) 2024-09-21T02:45:51.931 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:52.037 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629054 2024-09-21T02:45:52.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:52.047 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:52.047 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:52.047 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:52.047 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:52.047 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mixed-clients/basic/tasks").st_ino) 2024-09-21T02:45:52.047 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:52.149 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629055 2024-09-21T02:45:52.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:52.159 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:52.159 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:52.159 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:52.159 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:52.159 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mixed-clients/basic/tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml").st_ino) 2024-09-21T02:45:52.160 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:52.266 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629057 2024-09-21T02:45:52.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:52.277 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:52.277 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:52.277 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:52.278 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:52.278 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/mixed-clients/basic/tasks/kernel_cfuse_workunits_dbench_iozone.yaml").st_ino) 2024-09-21T02:45:52.278 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:52.381 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629056 2024-09-21T02:45:52.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:52.391 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:52.391 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:52.391 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:52.391 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:52.392 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs").st_ino) 2024-09-21T02:45:52.392 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:52.497 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628548 2024-09-21T02:45:52.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:52.533 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:52.533 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:52.533 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:52.533 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:52.533 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless").st_ino) 2024-09-21T02:45:52.533 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:52.641 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628761 2024-09-21T02:45:52.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:52.651 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:52.651 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:52.651 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:52.651 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:52.651 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/traceless").st_ino) 2024-09-21T02:45:52.651 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:52.756 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628781 2024-09-21T02:45:52.759 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:52.766 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:52.766 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:52.766 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:52.767 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:52.767 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/traceless/50pc.yaml").st_ino) 2024-09-21T02:45:52.767 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:52.874 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628782 2024-09-21T02:45:52.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:52.884 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:52.884 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:52.884 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:52.884 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:52.884 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/overrides").st_ino) 2024-09-21T02:45:52.884 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:52.989 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628771 2024-09-21T02:45:52.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:52.998 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:52.998 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:52.998 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:52.999 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:52.999 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/overrides/whitelist_wrongly_marked_down.yaml").st_ino) 2024-09-21T02:45:52.999 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:53.105 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628775 2024-09-21T02:45:53.108 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:53.115 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:53.115 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:53.115 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:53.115 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:53.115 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/overrides/debug.yaml").st_ino) 2024-09-21T02:45:53.115 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:53.217 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628773 2024-09-21T02:45:53.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:53.226 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:53.226 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:53.226 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:53.226 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:53.226 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/overrides/+").st_ino) 2024-09-21T02:45:53.226 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:53.329 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628772 2024-09-21T02:45:53.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:53.339 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:53.339 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:53.339 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:53.339 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:53.339 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/overrides/frag_enable.yaml").st_ino) 2024-09-21T02:45:53.339 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:53.444 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628774 2024-09-21T02:45:53.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:53.454 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:53.454 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:53.454 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:53.454 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:53.454 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/clusters").st_ino) 2024-09-21T02:45:53.455 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:53.561 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628764 2024-09-21T02:45:53.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:53.572 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:53.572 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:53.572 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:53.572 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:53.572 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/clusters/fixed-2-ucephfs.yaml").st_ino) 2024-09-21T02:45:53.572 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:53.674 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628765 2024-09-21T02:45:53.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:53.684 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:53.684 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:53.684 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:53.684 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:53.684 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/objectstore").st_ino) 2024-09-21T02:45:53.684 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:53.793 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628770 2024-09-21T02:45:53.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:53.804 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:53.804 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:53.804 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:53.804 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:53.804 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/fs").st_ino) 2024-09-21T02:45:53.804 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:53.910 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628766 2024-09-21T02:45:53.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:53.921 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:53.921 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:53.921 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:53.921 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:53.921 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/fs/xfs.yaml").st_ino) 2024-09-21T02:45:53.921 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:54.026 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628767 2024-09-21T02:45:54.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:54.037 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:54.037 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:54.037 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:54.037 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:54.037 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/mount").st_ino) 2024-09-21T02:45:54.037 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:54.141 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628768 2024-09-21T02:45:54.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:54.151 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:54.151 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:54.151 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:54.151 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:54.151 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/mount/fuse.yaml").st_ino) 2024-09-21T02:45:54.151 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:54.258 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628769 2024-09-21T02:45:54.261 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:54.268 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:54.268 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:54.269 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:54.269 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:54.269 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/begin.yaml").st_ino) 2024-09-21T02:45:54.269 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:54.369 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628763 2024-09-21T02:45:54.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:54.379 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:54.379 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:54.379 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:54.379 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:54.379 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/%").st_ino) 2024-09-21T02:45:54.379 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:54.480 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628762 2024-09-21T02:45:54.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:54.490 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:54.490 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:54.491 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:54.491 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:54.491 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/tasks").st_ino) 2024-09-21T02:45:54.491 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:54.597 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628776 2024-09-21T02:45:54.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:54.607 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:54.607 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:54.607 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:54.607 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:54.607 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/tasks/cfuse_workunit_suites_ffsb.yaml").st_ino) 2024-09-21T02:45:54.607 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:54.712 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628779 2024-09-21T02:45:54.715 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:54.722 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:54.722 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:54.722 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:54.722 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:54.722 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/tasks/cfuse_workunit_suites_blogbench.yaml").st_ino) 2024-09-21T02:45:54.722 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:54.825 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628777 2024-09-21T02:45:54.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:54.835 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:54.835 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:54.835 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:54.836 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:54.836 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/tasks/cfuse_workunit_suites_fsstress.yaml").st_ino) 2024-09-21T02:45:54.836 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:54.938 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628780 2024-09-21T02:45:54.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:54.948 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:54.948 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:54.949 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:54.949 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:54.949 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/traceless/tasks/cfuse_workunit_suites_dbench.yaml").st_ino) 2024-09-21T02:45:54.949 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:55.049 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628778 2024-09-21T02:45:55.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:55.059 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:55.059 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:55.059 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:55.060 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:55.060 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multifs").st_ino) 2024-09-21T02:45:55.060 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:55.165 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628631 2024-09-21T02:45:55.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:55.175 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:55.175 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:55.175 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:55.175 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:55.175 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multifs/overrides").st_ino) 2024-09-21T02:45:55.175 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:55.277 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628641 2024-09-21T02:45:55.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:55.287 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:55.287 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:55.287 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:55.287 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:55.287 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multifs/overrides/whitelist_wrongly_marked_down.yaml").st_ino) 2024-09-21T02:45:55.287 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:55.392 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628646 2024-09-21T02:45:55.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:55.402 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:55.403 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:55.403 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:55.403 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:55.403 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multifs/overrides/mon-debug.yaml").st_ino) 2024-09-21T02:45:55.403 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:55.505 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628645 2024-09-21T02:45:55.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:55.515 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:55.515 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:55.515 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:55.515 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:55.515 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multifs/overrides/debug.yaml").st_ino) 2024-09-21T02:45:55.515 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:55.622 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628643 2024-09-21T02:45:55.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:55.631 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:55.631 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:55.631 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:55.632 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:55.632 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multifs/overrides/+").st_ino) 2024-09-21T02:45:55.632 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:55.740 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628642 2024-09-21T02:45:55.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:55.750 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:55.750 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:55.750 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:55.750 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:55.750 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multifs/overrides/frag_enable.yaml").st_ino) 2024-09-21T02:45:55.750 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:55.853 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628644 2024-09-21T02:45:55.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:55.863 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:55.863 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:55.863 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:55.863 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:55.864 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multifs/clusters").st_ino) 2024-09-21T02:45:55.864 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:55.970 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628634 2024-09-21T02:45:55.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:55.979 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:55.979 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:55.979 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:55.979 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:55.980 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multifs/clusters/2-remote-clients.yaml").st_ino) 2024-09-21T02:45:55.980 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:55.992 DEBUG:teuthology.orchestra.run.smithi083:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T02:45:56.024 DEBUG:teuthology.orchestra.run.smithi142:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T02:45:56.081 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628635 2024-09-21T02:45:56.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:56.090 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:56.090 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:56.090 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:56.091 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:56.091 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multifs/objectstore").st_ino) 2024-09-21T02:45:56.091 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:56.196 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628640 2024-09-21T02:45:56.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:56.206 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:56.206 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:56.206 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:56.206 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:56.206 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multifs/fs").st_ino) 2024-09-21T02:45:56.206 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:56.315 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628636 2024-09-21T02:45:56.318 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:56.326 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:56.326 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:56.326 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:56.326 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:56.327 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multifs/fs/xfs.yaml").st_ino) 2024-09-21T02:45:56.327 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:56.433 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628637 2024-09-21T02:45:56.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:56.443 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:56.444 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:56.444 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:56.444 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:56.444 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multifs/mount").st_ino) 2024-09-21T02:45:56.444 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:56.547 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628638 2024-09-21T02:45:56.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:56.557 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:56.557 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:56.557 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:56.557 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:56.557 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multifs/mount/fuse.yaml").st_ino) 2024-09-21T02:45:56.557 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:56.665 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628639 2024-09-21T02:45:56.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:56.675 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:56.675 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:56.675 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:56.675 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:56.675 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multifs/begin.yaml").st_ino) 2024-09-21T02:45:56.675 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:56.785 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628633 2024-09-21T02:45:56.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:56.795 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:56.795 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:56.795 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:56.795 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:56.795 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multifs/%").st_ino) 2024-09-21T02:45:56.796 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:56.901 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628632 2024-09-21T02:45:56.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:56.910 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:56.911 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:56.911 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:56.911 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:56.911 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multifs/tasks").st_ino) 2024-09-21T02:45:56.911 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:57.012 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628647 2024-09-21T02:45:57.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:57.021 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:57.021 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:57.022 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:57.022 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:57.022 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multifs/tasks/failover.yaml").st_ino) 2024-09-21T02:45:57.022 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:57.130 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628648 2024-09-21T02:45:57.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:57.139 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:57.139 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:57.139 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:57.139 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:57.139 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/snaps").st_ino) 2024-09-21T02:45:57.139 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:57.238 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628702 2024-09-21T02:45:57.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:57.246 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:57.247 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:57.247 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:57.247 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:57.247 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/snaps/overrides").st_ino) 2024-09-21T02:45:57.247 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:57.347 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628712 2024-09-21T02:45:57.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:57.356 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:57.356 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:57.357 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:57.357 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:57.357 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/snaps/overrides/whitelist_wrongly_marked_down.yaml").st_ino) 2024-09-21T02:45:57.357 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:57.459 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628716 2024-09-21T02:45:57.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:57.468 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:57.468 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:57.468 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:57.469 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:57.469 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/snaps/overrides/debug.yaml").st_ino) 2024-09-21T02:45:57.469 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:57.572 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628714 2024-09-21T02:45:57.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:57.582 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:57.582 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:57.582 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:57.582 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:57.582 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/snaps/overrides/+").st_ino) 2024-09-21T02:45:57.582 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:57.690 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628713 2024-09-21T02:45:57.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:57.700 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:57.700 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:57.700 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:57.700 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:57.700 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/snaps/overrides/frag_enable.yaml").st_ino) 2024-09-21T02:45:57.700 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:57.800 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628715 2024-09-21T02:45:57.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:57.810 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:57.810 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:57.810 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:57.810 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:57.810 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/snaps/clusters").st_ino) 2024-09-21T02:45:57.811 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:57.921 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628705 2024-09-21T02:45:57.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:57.931 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:57.931 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:57.931 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:57.931 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:57.931 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/snaps/clusters/fixed-2-ucephfs.yaml").st_ino) 2024-09-21T02:45:57.932 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:58.039 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628706 2024-09-21T02:45:58.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:58.048 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:58.049 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:58.049 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:58.049 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:58.049 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/snaps/objectstore").st_ino) 2024-09-21T02:45:58.049 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:58.158 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628711 2024-09-21T02:45:58.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:58.166 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:58.166 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:58.167 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:58.167 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:58.167 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/snaps/fs").st_ino) 2024-09-21T02:45:58.167 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:58.273 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628707 2024-09-21T02:45:58.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:58.283 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:58.283 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:58.283 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:58.283 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:58.283 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/snaps/fs/xfs.yaml").st_ino) 2024-09-21T02:45:58.283 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:58.389 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628708 2024-09-21T02:45:58.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:58.399 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:58.399 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:58.399 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:58.399 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:58.399 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/snaps/mount").st_ino) 2024-09-21T02:45:58.399 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:58.500 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628709 2024-09-21T02:45:58.503 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:58.510 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:58.510 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:58.510 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:58.510 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:58.510 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/snaps/mount/fuse.yaml").st_ino) 2024-09-21T02:45:58.511 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:58.618 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628710 2024-09-21T02:45:58.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:58.628 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:58.628 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:58.628 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:58.628 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:58.628 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/snaps/begin.yaml").st_ino) 2024-09-21T02:45:58.628 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:58.732 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628704 2024-09-21T02:45:58.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:58.741 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:58.742 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:58.742 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:58.742 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:58.742 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/snaps/%").st_ino) 2024-09-21T02:45:58.742 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:58.851 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628703 2024-09-21T02:45:58.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:58.861 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:58.862 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:58.862 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:58.862 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:58.862 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/snaps/tasks").st_ino) 2024-09-21T02:45:58.862 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:58.973 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628717 2024-09-21T02:45:58.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:58.983 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:58.983 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:58.983 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:58.983 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:58.983 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/snaps/tasks/snaptests.yaml").st_ino) 2024-09-21T02:45:58.983 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:59.089 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628718 2024-09-21T02:45:59.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:59.099 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:59.099 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:59.099 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:59.099 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:59.100 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic").st_ino) 2024-09-21T02:45:59.100 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:59.205 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628568 2024-09-21T02:45:59.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:59.216 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:59.216 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:59.216 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:59.216 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:59.216 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/overrides").st_ino) 2024-09-21T02:45:59.216 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:59.321 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628581 2024-09-21T02:45:59.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:59.330 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:59.330 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:59.330 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:59.330 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:59.330 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/overrides/whitelist_wrongly_marked_down.yaml").st_ino) 2024-09-21T02:45:59.331 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:59.438 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628585 2024-09-21T02:45:59.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:59.448 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:59.449 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:59.449 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:59.449 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:59.449 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/overrides/debug.yaml").st_ino) 2024-09-21T02:45:59.449 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:59.553 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628583 2024-09-21T02:45:59.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:59.562 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:59.562 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:59.562 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:59.563 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:59.563 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/overrides/+").st_ino) 2024-09-21T02:45:59.563 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:59.670 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628582 2024-09-21T02:45:59.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:59.681 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:59.681 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:59.681 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:59.681 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:59.681 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/overrides/frag_enable.yaml").st_ino) 2024-09-21T02:45:59.681 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:59.787 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628584 2024-09-21T02:45:59.790 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:59.798 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:59.798 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:59.798 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:59.798 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:59.798 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/clusters").st_ino) 2024-09-21T02:45:59.798 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:45:59.905 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628571 2024-09-21T02:45:59.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:45:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:45:59.915 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:45:59.915 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:45:59.915 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:45:59.915 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:45:59.915 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/clusters/fixed-2-ucephfs.yaml").st_ino) 2024-09-21T02:45:59.915 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:00.021 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628572 2024-09-21T02:46:00.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:00.031 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:00.031 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:00.031 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:00.031 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:00.031 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/objectstore").st_ino) 2024-09-21T02:46:00.031 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:00.135 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628580 2024-09-21T02:46:00.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:00.145 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:00.145 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:00.145 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:00.145 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:00.145 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/fs").st_ino) 2024-09-21T02:46:00.145 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:00.253 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628573 2024-09-21T02:46:00.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:00.263 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:00.263 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:00.263 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:00.263 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:00.263 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/fs/xfs.yaml").st_ino) 2024-09-21T02:46:00.264 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:00.364 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628574 2024-09-21T02:46:00.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:00.374 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:00.374 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:00.374 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:00.374 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:00.374 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/mount").st_ino) 2024-09-21T02:46:00.374 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:00.485 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628578 2024-09-21T02:46:00.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:00.495 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:00.495 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:00.495 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:00.495 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:00.495 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/mount/fuse.yaml").st_ino) 2024-09-21T02:46:00.495 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:00.602 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628579 2024-09-21T02:46:00.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:00.612 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:00.612 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:00.612 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:00.612 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:00.612 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/inline").st_ino) 2024-09-21T02:46:00.612 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:00.716 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628575 2024-09-21T02:46:00.719 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:00.726 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:00.726 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:00.726 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:00.726 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:00.727 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/inline/yes.yaml").st_ino) 2024-09-21T02:46:00.727 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:00.829 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628577 2024-09-21T02:46:00.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:00.839 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:00.839 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:00.839 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:00.840 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:00.840 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/inline/no.yaml").st_ino) 2024-09-21T02:46:00.840 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:00.940 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628576 2024-09-21T02:46:00.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:00.949 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:00.949 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:00.949 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:00.949 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:00.949 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/begin.yaml").st_ino) 2024-09-21T02:46:00.950 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:01.059 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628570 2024-09-21T02:46:01.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:01.069 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:01.069 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:01.069 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:01.069 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:01.069 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/%").st_ino) 2024-09-21T02:46:01.069 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:01.180 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628569 2024-09-21T02:46:01.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:01.190 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:01.190 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:01.190 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:01.190 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:01.190 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks").st_ino) 2024-09-21T02:46:01.190 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:01.298 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628586 2024-09-21T02:46:01.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:01.308 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:01.308 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:01.308 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:01.308 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:01.308 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_fsync.yaml").st_ino) 2024-09-21T02:46:01.308 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:01.411 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628599 2024-09-21T02:46:01.413 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:01.420 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:01.421 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:01.421 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:01.421 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:01.421 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/libcephfs_interface_tests.yaml").st_ino) 2024-09-21T02:46:01.421 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:01.529 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628605 2024-09-21T02:46:01.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:01.539 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:01.539 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:01.539 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:01.539 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:01.540 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_pjd.yaml").st_ino) 2024-09-21T02:46:01.540 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:01.645 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628602 2024-09-21T02:46:01.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:01.655 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:01.655 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:01.655 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:01.655 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:01.655 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_norstats.yaml").st_ino) 2024-09-21T02:46:01.655 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:01.757 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628592 2024-09-21T02:46:01.759 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:01.766 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:01.766 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:01.766 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:01.766 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:01.767 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_trivial_sync.yaml").st_ino) 2024-09-21T02:46:01.767 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:01.873 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628604 2024-09-21T02:46:01.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:01.884 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:01.884 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:01.884 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:01.884 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:01.884 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_ffsb.yaml").st_ino) 2024-09-21T02:46:01.884 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:01.989 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628596 2024-09-21T02:46:01.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:01.998 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:01.998 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:01.998 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:01.999 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:01.999 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_fsx.yaml").st_ino) 2024-09-21T02:46:01.999 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:02.104 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628598 2024-09-21T02:46:02.107 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:02.114 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:02.115 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:02.115 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:02.115 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:02.115 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/libcephfs_java.yaml").st_ino) 2024-09-21T02:46:02.115 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:02.219 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628606 2024-09-21T02:46:02.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:02.229 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:02.229 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:02.229 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:02.229 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:02.229 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_misc.yaml").st_ino) 2024-09-21T02:46:02.229 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:02.338 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628590 2024-09-21T02:46:02.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:02.347 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:02.347 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:02.348 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:02.348 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:02.348 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_misc_test_o_trunc.yaml").st_ino) 2024-09-21T02:46:02.348 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:02.452 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628591 2024-09-21T02:46:02.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:02.461 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:02.461 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:02.461 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:02.461 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:02.462 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/mds_creation_retry.yaml").st_ino) 2024-09-21T02:46:02.462 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:02.566 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628608 2024-09-21T02:46:02.569 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:02.575 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:02.575 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:02.575 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:02.576 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:02.576 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/asok_dump_tree.yaml").st_ino) 2024-09-21T02:46:02.576 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:02.676 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628587 2024-09-21T02:46:02.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:02.687 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:02.687 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:02.687 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:02.687 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:02.687 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_quota.yaml").st_ino) 2024-09-21T02:46:02.687 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:02.797 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628593 2024-09-21T02:46:02.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:02.806 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:02.806 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:02.806 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:02.807 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:02.807 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_truncate_delay.yaml").st_ino) 2024-09-21T02:46:02.807 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:02.908 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628603 2024-09-21T02:46:02.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:02.918 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:02.918 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:02.918 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:02.918 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:02.918 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_kernel_untar_build.yaml").st_ino) 2024-09-21T02:46:02.918 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:03.021 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628589 2024-09-21T02:46:03.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:03.031 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:03.031 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:03.032 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:03.032 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:03.032 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_blogbench.yaml").st_ino) 2024-09-21T02:46:03.032 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:03.138 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628594 2024-09-21T02:46:03.141 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:03.148 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:03.148 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:03.148 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:03.148 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:03.148 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/libcephfs_python.yaml").st_ino) 2024-09-21T02:46:03.148 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:03.252 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628607 2024-09-21T02:46:03.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:03.261 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:03.262 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:03.262 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:03.262 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:03.262 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_fsstress.yaml").st_ino) 2024-09-21T02:46:03.262 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:03.369 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628597 2024-09-21T02:46:03.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:03.380 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:03.380 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:03.380 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:03.380 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:03.380 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/cephfs_scrub_tests.yaml").st_ino) 2024-09-21T02:46:03.380 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:03.481 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628588 2024-09-21T02:46:03.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:03.490 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:03.491 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:03.491 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:03.491 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:03.491 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_iogen.yaml").st_ino) 2024-09-21T02:46:03.491 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:03.597 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628600 2024-09-21T02:46:03.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:03.607 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:03.607 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:03.608 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:03.608 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:03.608 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_dbench.yaml").st_ino) 2024-09-21T02:46:03.608 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:03.710 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628595 2024-09-21T02:46:03.713 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:03.720 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:03.720 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:03.720 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:03.720 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:03.720 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/basic/tasks/cfuse_workunit_suites_iozone.yaml").st_ino) 2024-09-21T02:46:03.720 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:03.820 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628601 2024-09-21T02:46:03.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:03.830 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:03.830 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:03.830 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:03.830 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:03.830 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery").st_ino) 2024-09-21T02:46:03.830 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:03.938 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628667 2024-09-21T02:46:03.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:03.948 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:03.948 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:03.948 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:03.948 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:03.948 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/overrides").st_ino) 2024-09-21T02:46:03.948 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:04.050 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628677 2024-09-21T02:46:04.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:04.059 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:04.060 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:04.060 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:04.060 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:04.060 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/overrides/whitelist_wrongly_marked_down.yaml").st_ino) 2024-09-21T02:46:04.060 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:04.162 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628682 2024-09-21T02:46:04.165 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:04.173 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:04.174 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:04.174 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:04.174 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:04.174 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/overrides/fuse-unmounted.yaml").st_ino) 2024-09-21T02:46:04.174 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:04.280 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628681 2024-09-21T02:46:04.282 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:04.290 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:04.290 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:04.290 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:04.290 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:04.290 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/overrides/debug.yaml").st_ino) 2024-09-21T02:46:04.290 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:04.397 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628679 2024-09-21T02:46:04.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:04.407 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:04.407 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:04.407 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:04.407 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:04.407 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/overrides/+").st_ino) 2024-09-21T02:46:04.407 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:04.510 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628678 2024-09-21T02:46:04.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:04.519 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:04.519 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:04.519 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:04.520 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:04.520 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/overrides/frag_enable.yaml").st_ino) 2024-09-21T02:46:04.520 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:04.626 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628680 2024-09-21T02:46:04.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:04.635 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:04.636 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:04.636 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:04.636 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:04.636 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/clusters").st_ino) 2024-09-21T02:46:04.636 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:04.737 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628670 2024-09-21T02:46:04.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:04.747 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:04.747 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:04.747 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:04.747 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:04.747 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/clusters/4-remote-clients.yaml").st_ino) 2024-09-21T02:46:04.747 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:04.849 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628671 2024-09-21T02:46:04.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:04.859 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:04.859 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:04.859 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:04.859 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:04.859 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/objectstore").st_ino) 2024-09-21T02:46:04.859 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:04.959 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628676 2024-09-21T02:46:04.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:04.969 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:04.969 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:04.969 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:04.969 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:04.969 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/fs").st_ino) 2024-09-21T02:46:04.969 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:05.078 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628672 2024-09-21T02:46:05.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:05.088 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:05.088 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:05.088 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:05.088 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:05.088 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/fs/xfs.yaml").st_ino) 2024-09-21T02:46:05.088 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:05.194 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628673 2024-09-21T02:46:05.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:05.203 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:05.203 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:05.203 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:05.204 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:05.204 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/mount").st_ino) 2024-09-21T02:46:05.204 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:05.303 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628674 2024-09-21T02:46:05.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:05.313 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:05.313 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:05.313 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:05.313 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:05.313 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/mount/fuse.yaml").st_ino) 2024-09-21T02:46:05.313 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:05.417 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628675 2024-09-21T02:46:05.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:05.426 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:05.426 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:05.426 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:05.426 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:05.426 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/begin.yaml").st_ino) 2024-09-21T02:46:05.426 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:05.528 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628669 2024-09-21T02:46:05.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:05.538 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:05.538 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:05.538 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:05.538 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:05.538 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/%").st_ino) 2024-09-21T02:46:05.539 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:05.644 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628668 2024-09-21T02:46:05.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:05.654 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:05.654 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:05.654 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:05.654 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:05.654 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/tasks").st_ino) 2024-09-21T02:46:05.654 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:05.758 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628683 2024-09-21T02:46:05.760 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:05.767 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:05.767 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:05.767 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:05.767 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:05.767 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/tasks/backtrace.yaml").st_ino) 2024-09-21T02:46:05.767 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:05.880 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628685 2024-09-21T02:46:05.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:05.890 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:05.890 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:05.891 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:05.891 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:05.891 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/tasks/forward-scrub.yaml").st_ino) 2024-09-21T02:46:05.891 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:05.993 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628693 2024-09-21T02:46:05.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:06.002 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:06.003 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:06.003 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:06.003 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:06.003 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/tasks/client-readahad.yaml").st_ino) 2024-09-21T02:46:06.003 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:06.104 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628688 2024-09-21T02:46:06.107 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:06.115 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:06.115 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:06.115 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:06.115 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:06.115 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/tasks/volume-client.yaml").st_ino) 2024-09-21T02:46:06.115 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:06.225 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628701 2024-09-21T02:46:06.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:06.234 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:06.234 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:06.235 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:06.235 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:06.235 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/tasks/config-commands.yaml").st_ino) 2024-09-21T02:46:06.235 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:06.341 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628690 2024-09-21T02:46:06.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:06.350 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:06.350 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:06.350 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:06.350 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:06.351 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/tasks/mds-full.yaml").st_ino) 2024-09-21T02:46:06.351 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:06.456 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628697 2024-09-21T02:46:06.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:06.465 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:06.466 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:06.466 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:06.466 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:06.466 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/tasks/sessionmap.yaml").st_ino) 2024-09-21T02:46:06.466 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:06.573 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628699 2024-09-21T02:46:06.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:06.583 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:06.583 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:06.583 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:06.583 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:06.584 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/tasks/data-scan.yaml").st_ino) 2024-09-21T02:46:06.584 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:06.689 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628692 2024-09-21T02:46:06.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:06.699 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:06.699 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:06.699 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:06.699 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:06.699 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/tasks/cap-flush.yaml").st_ino) 2024-09-21T02:46:06.699 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:06.805 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628686 2024-09-21T02:46:06.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:06.815 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:06.815 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:06.815 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:06.815 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:06.815 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/tasks/mds-flush.yaml").st_ino) 2024-09-21T02:46:06.815 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:06.917 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628696 2024-09-21T02:46:06.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:06.926 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:06.926 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:06.927 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:06.927 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:06.927 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/tasks/auto-repair.yaml").st_ino) 2024-09-21T02:46:06.927 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:07.030 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628684 2024-09-21T02:46:07.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:07.040 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:07.040 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:07.040 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:07.040 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:07.040 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/tasks/damage.yaml").st_ino) 2024-09-21T02:46:07.040 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:07.145 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628691 2024-09-21T02:46:07.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:07.155 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:07.155 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:07.155 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:07.155 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:07.155 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/tasks/client-recovery.yaml").st_ino) 2024-09-21T02:46:07.156 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:07.256 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628689 2024-09-21T02:46:07.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:07.266 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:07.266 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:07.266 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:07.266 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:07.266 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/tasks/journal-repair.yaml").st_ino) 2024-09-21T02:46:07.266 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:07.372 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628695 2024-09-21T02:46:07.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:07.381 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:07.382 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:07.382 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:07.382 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:07.382 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/tasks/client-limits.yaml").st_ino) 2024-09-21T02:46:07.382 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:07.489 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628687 2024-09-21T02:46:07.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:07.499 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:07.499 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:07.499 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:07.499 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:07.499 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/tasks/strays.yaml").st_ino) 2024-09-21T02:46:07.499 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:07.604 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628700 2024-09-21T02:46:07.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:07.614 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:07.614 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:07.614 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:07.614 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:07.614 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/tasks/fragment.yaml").st_ino) 2024-09-21T02:46:07.614 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:07.717 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628694 2024-09-21T02:46:07.720 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:07.728 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:07.728 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:07.728 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:07.728 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:07.728 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/recovery/tasks/pool-perm.yaml").st_ino) 2024-09-21T02:46:07.728 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:07.829 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628698 2024-09-21T02:46:07.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:07.838 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:07.838 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:07.839 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:07.839 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:07.839 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/permission").st_ino) 2024-09-21T02:46:07.839 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:07.945 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628649 2024-09-21T02:46:07.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:07.955 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:07.955 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:07.955 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:07.956 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:07.956 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/permission/overrides").st_ino) 2024-09-21T02:46:07.956 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:08.062 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628659 2024-09-21T02:46:08.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:08.072 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:08.072 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:08.072 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:08.072 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:08.072 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/permission/overrides/whitelist_wrongly_marked_down.yaml").st_ino) 2024-09-21T02:46:08.073 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:08.174 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628663 2024-09-21T02:46:08.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:08.183 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:08.183 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:08.184 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:08.184 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:08.184 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/permission/overrides/debug.yaml").st_ino) 2024-09-21T02:46:08.184 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:08.289 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628661 2024-09-21T02:46:08.292 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:08.299 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:08.299 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:08.299 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:08.299 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:08.299 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/permission/overrides/+").st_ino) 2024-09-21T02:46:08.299 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:08.400 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628660 2024-09-21T02:46:08.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:08.410 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:08.410 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:08.410 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:08.411 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:08.411 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/permission/overrides/frag_enable.yaml").st_ino) 2024-09-21T02:46:08.411 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:08.518 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628662 2024-09-21T02:46:08.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:08.528 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:08.528 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:08.529 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:08.529 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:08.529 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/permission/clusters").st_ino) 2024-09-21T02:46:08.529 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:08.633 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628652 2024-09-21T02:46:08.636 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:08.643 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:08.643 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:08.643 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:08.643 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:08.643 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/permission/clusters/fixed-2-ucephfs.yaml").st_ino) 2024-09-21T02:46:08.643 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:08.746 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628653 2024-09-21T02:46:08.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:08.755 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:08.755 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:08.755 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:08.755 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:08.755 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/permission/objectstore").st_ino) 2024-09-21T02:46:08.755 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:08.866 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628658 2024-09-21T02:46:08.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:08.876 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:08.876 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:08.876 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:08.876 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:08.876 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/permission/fs").st_ino) 2024-09-21T02:46:08.876 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:08.981 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628654 2024-09-21T02:46:08.984 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:08.991 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:08.991 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:08.991 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:08.991 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:08.991 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/permission/fs/xfs.yaml").st_ino) 2024-09-21T02:46:08.991 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:09.098 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628655 2024-09-21T02:46:09.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:09.108 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:09.108 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:09.108 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:09.108 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:09.108 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/permission/mount").st_ino) 2024-09-21T02:46:09.108 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:09.214 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628656 2024-09-21T02:46:09.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:09.224 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:09.224 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:09.224 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:09.224 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:09.224 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/permission/mount/fuse.yaml").st_ino) 2024-09-21T02:46:09.225 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:09.325 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628657 2024-09-21T02:46:09.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:09.335 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:09.335 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:09.335 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:09.335 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:09.335 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/permission/begin.yaml").st_ino) 2024-09-21T02:46:09.336 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:09.440 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628651 2024-09-21T02:46:09.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:09.450 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:09.450 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:09.450 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:09.451 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:09.451 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/permission/%").st_ino) 2024-09-21T02:46:09.451 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:09.553 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628650 2024-09-21T02:46:09.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:09.563 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:09.563 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:09.563 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:09.563 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:09.563 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/permission/tasks").st_ino) 2024-09-21T02:46:09.563 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:09.663 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628664 2024-09-21T02:46:09.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:09.673 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:09.673 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:09.673 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:09.674 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:09.674 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/permission/tasks/cfuse_workunit_suites_pjd.yaml").st_ino) 2024-09-21T02:46:09.674 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:09.781 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628666 2024-09-21T02:46:09.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:09.790 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:09.790 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:09.790 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:09.791 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:09.791 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/permission/tasks/cfuse_workunit_misc.yaml").st_ino) 2024-09-21T02:46:09.791 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:09.893 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628665 2024-09-21T02:46:09.895 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:09.903 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:09.903 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:09.903 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:09.903 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:09.903 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/standbyreplay").st_ino) 2024-09-21T02:46:09.903 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:10.008 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628719 2024-09-21T02:46:10.011 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:10.017 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:10.017 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:10.017 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:10.017 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:10.018 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/standbyreplay/overrides").st_ino) 2024-09-21T02:46:10.018 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:10.127 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628729 2024-09-21T02:46:10.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:10.137 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:10.137 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:10.137 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:10.137 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:10.137 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/standbyreplay/overrides/whitelist_wrongly_marked_down.yaml").st_ino) 2024-09-21T02:46:10.137 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:10.247 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628733 2024-09-21T02:46:10.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:10.257 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:10.257 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:10.257 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:10.257 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:10.257 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/standbyreplay/overrides/debug.yaml").st_ino) 2024-09-21T02:46:10.257 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:10.363 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628731 2024-09-21T02:46:10.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:10.373 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:10.373 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:10.373 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:10.373 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:10.373 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/standbyreplay/overrides/+").st_ino) 2024-09-21T02:46:10.373 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:10.486 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628730 2024-09-21T02:46:10.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:10.496 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:10.496 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:10.496 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:10.496 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:10.496 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/standbyreplay/overrides/frag_enable.yaml").st_ino) 2024-09-21T02:46:10.496 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:10.600 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628732 2024-09-21T02:46:10.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:10.610 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:10.610 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:10.610 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:10.610 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:10.610 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/standbyreplay/clusters").st_ino) 2024-09-21T02:46:10.610 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:10.713 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628722 2024-09-21T02:46:10.715 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:10.723 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:10.723 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:10.723 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:10.723 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:10.723 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/standbyreplay/clusters/standby-replay.yaml").st_ino) 2024-09-21T02:46:10.723 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:10.833 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628723 2024-09-21T02:46:10.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:10.843 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:10.843 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:10.843 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:10.843 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:10.843 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/standbyreplay/objectstore").st_ino) 2024-09-21T02:46:10.843 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:10.944 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628728 2024-09-21T02:46:10.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:10.954 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:10.954 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:10.954 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:10.954 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:10.954 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/standbyreplay/fs").st_ino) 2024-09-21T02:46:10.954 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:11.061 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628724 2024-09-21T02:46:11.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:11.071 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:11.071 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:11.071 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:11.071 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:11.071 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/standbyreplay/fs/xfs.yaml").st_ino) 2024-09-21T02:46:11.072 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:11.178 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628725 2024-09-21T02:46:11.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:11.188 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:11.188 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:11.188 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:11.188 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:11.188 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/standbyreplay/mount").st_ino) 2024-09-21T02:46:11.188 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:11.288 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628726 2024-09-21T02:46:11.291 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:11.298 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:11.298 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:11.298 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:11.298 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:11.299 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/standbyreplay/mount/fuse.yaml").st_ino) 2024-09-21T02:46:11.299 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:11.400 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628727 2024-09-21T02:46:11.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:11.410 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:11.410 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:11.410 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:11.410 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:11.410 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/standbyreplay/begin.yaml").st_ino) 2024-09-21T02:46:11.410 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:11.511 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628721 2024-09-21T02:46:11.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:11.520 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:11.520 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:11.520 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:11.520 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:11.521 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/standbyreplay/%").st_ino) 2024-09-21T02:46:11.521 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:11.620 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628720 2024-09-21T02:46:11.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:11.630 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:11.630 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:11.630 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:11.630 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:11.630 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/standbyreplay/tasks").st_ino) 2024-09-21T02:46:11.630 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:11.736 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628734 2024-09-21T02:46:11.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:11.746 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:11.746 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:11.746 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:11.746 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:11.746 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/standbyreplay/tasks/migration.yaml").st_ino) 2024-09-21T02:46:11.746 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:11.852 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628735 2024-09-21T02:46:11.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:11.861 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:11.861 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:11.861 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:11.862 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:11.862 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/32bits").st_ino) 2024-09-21T02:46:11.862 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:11.973 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628549 2024-09-21T02:46:11.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:11.983 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:11.983 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:11.983 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:11.983 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:11.983 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/32bits/overrides").st_ino) 2024-09-21T02:46:11.983 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:12.088 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628559 2024-09-21T02:46:12.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:12.099 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:12.099 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:12.099 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:12.099 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:12.099 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/32bits/overrides/whitelist_wrongly_marked_down.yaml").st_ino) 2024-09-21T02:46:12.099 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:12.203 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628564 2024-09-21T02:46:12.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:12.214 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:12.214 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:12.214 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:12.214 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:12.214 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/32bits/overrides/debug.yaml").st_ino) 2024-09-21T02:46:12.214 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:12.317 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628561 2024-09-21T02:46:12.319 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:12.326 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:12.326 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:12.326 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:12.326 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:12.326 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/32bits/overrides/+").st_ino) 2024-09-21T02:46:12.326 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:12.433 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628560 2024-09-21T02:46:12.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:12.443 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:12.443 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:12.443 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:12.443 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:12.443 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/32bits/overrides/faked-ino.yaml").st_ino) 2024-09-21T02:46:12.443 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:12.548 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628562 2024-09-21T02:46:12.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:12.558 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:12.558 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:12.558 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:12.558 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:12.558 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/32bits/overrides/frag_enable.yaml").st_ino) 2024-09-21T02:46:12.558 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:12.666 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628563 2024-09-21T02:46:12.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:12.676 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:12.676 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:12.676 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:12.676 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:12.677 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/32bits/clusters").st_ino) 2024-09-21T02:46:12.677 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:12.782 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628552 2024-09-21T02:46:12.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:12.792 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:12.792 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:12.792 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:12.792 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:12.792 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/32bits/clusters/fixed-2-ucephfs.yaml").st_ino) 2024-09-21T02:46:12.792 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:12.898 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628553 2024-09-21T02:46:12.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:12.908 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:12.908 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:12.908 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:12.908 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:12.908 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/32bits/objectstore").st_ino) 2024-09-21T02:46:12.908 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:13.014 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628558 2024-09-21T02:46:13.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:13.023 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:13.023 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:13.023 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:13.024 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:13.024 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/32bits/fs").st_ino) 2024-09-21T02:46:13.024 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:13.132 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628554 2024-09-21T02:46:13.135 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:13.142 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:13.142 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:13.142 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:13.142 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:13.143 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/32bits/fs/xfs.yaml").st_ino) 2024-09-21T02:46:13.143 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:13.250 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628555 2024-09-21T02:46:13.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:13.260 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:13.260 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:13.260 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:13.260 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:13.260 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/32bits/mount").st_ino) 2024-09-21T02:46:13.260 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:13.365 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628556 2024-09-21T02:46:13.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:13.375 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:13.375 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:13.376 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:13.376 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:13.376 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/32bits/mount/fuse.yaml").st_ino) 2024-09-21T02:46:13.376 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:13.481 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628557 2024-09-21T02:46:13.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:13.491 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:13.491 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:13.491 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:13.491 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:13.491 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/32bits/begin.yaml").st_ino) 2024-09-21T02:46:13.491 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:13.592 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628551 2024-09-21T02:46:13.595 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:13.602 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:13.602 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:13.602 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:13.602 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:13.602 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/32bits/%").st_ino) 2024-09-21T02:46:13.602 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:13.708 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628550 2024-09-21T02:46:13.711 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:13.718 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:13.718 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:13.718 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:13.718 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:13.718 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/32bits/tasks").st_ino) 2024-09-21T02:46:13.718 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:13.826 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628565 2024-09-21T02:46:13.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:13.836 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:13.836 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:13.837 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:13.837 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:13.837 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/32bits/tasks/cfuse_workunit_suites_pjd.yaml").st_ino) 2024-09-21T02:46:13.837 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:13.941 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628567 2024-09-21T02:46:13.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:13.951 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:13.951 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:13.951 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:13.951 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:13.951 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/32bits/tasks/cfuse_workunit_suites_fsstress.yaml").st_ino) 2024-09-21T02:46:13.951 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:14.053 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628566 2024-09-21T02:46:14.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:14.063 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:14.063 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:14.063 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:14.063 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:14.063 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash").st_ino) 2024-09-21T02:46:14.063 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:14.168 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628736 2024-09-21T02:46:14.170 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:14.177 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:14.177 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:14.177 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:14.177 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:14.177 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/ceph-thrash").st_ino) 2024-09-21T02:46:14.177 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:14.285 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628739 2024-09-21T02:46:14.287 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:14.295 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:14.295 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:14.295 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:14.296 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:14.296 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/ceph-thrash/default.yaml").st_ino) 2024-09-21T02:46:14.296 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:14.397 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628740 2024-09-21T02:46:14.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:14.407 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:14.407 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:14.407 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:14.407 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:14.407 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/overrides").st_ino) 2024-09-21T02:46:14.407 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:14.512 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628751 2024-09-21T02:46:14.515 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:14.522 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:14.523 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:14.523 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:14.523 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:14.523 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/overrides/whitelist_wrongly_marked_down.yaml").st_ino) 2024-09-21T02:46:14.523 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:14.632 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628755 2024-09-21T02:46:14.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:14.642 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:14.642 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:14.642 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:14.642 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:14.642 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/overrides/debug.yaml").st_ino) 2024-09-21T02:46:14.642 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:14.747 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628753 2024-09-21T02:46:14.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:14.757 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:14.758 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:14.758 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:14.758 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:14.758 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/overrides/+").st_ino) 2024-09-21T02:46:14.758 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:14.866 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628752 2024-09-21T02:46:14.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:14.876 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:14.876 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:14.876 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:14.876 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:14.876 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/overrides/frag_enable.yaml").st_ino) 2024-09-21T02:46:14.876 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:14.980 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628754 2024-09-21T02:46:14.983 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:14.990 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:14.990 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:14.990 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:14.990 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:14.990 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/clusters").st_ino) 2024-09-21T02:46:14.990 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:15.097 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628741 2024-09-21T02:46:15.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:15.107 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:15.107 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:15.107 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:15.108 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:15.108 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/clusters/mds-1active-1standby.yaml").st_ino) 2024-09-21T02:46:15.108 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:15.216 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628742 2024-09-21T02:46:15.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:15.227 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:15.227 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:15.227 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:15.227 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:15.227 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/msgr-failures").st_ino) 2024-09-21T02:46:15.227 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:15.331 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628747 2024-09-21T02:46:15.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:15.341 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:15.341 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:15.341 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:15.341 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:15.342 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/msgr-failures/osd-mds-delay.yaml").st_ino) 2024-09-21T02:46:15.342 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:15.451 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628749 2024-09-21T02:46:15.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:15.461 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:15.461 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:15.461 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:15.461 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:15.461 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/msgr-failures/none.yaml").st_ino) 2024-09-21T02:46:15.461 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:15.568 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628748 2024-09-21T02:46:15.571 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:15.578 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:15.579 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:15.579 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:15.579 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:15.579 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/objectstore").st_ino) 2024-09-21T02:46:15.579 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:15.686 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628750 2024-09-21T02:46:15.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:15.695 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:15.695 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:15.695 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:15.695 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:15.695 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/fs").st_ino) 2024-09-21T02:46:15.696 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:15.802 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628743 2024-09-21T02:46:15.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:15.812 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:15.813 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:15.813 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:15.813 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:15.813 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/fs/xfs.yaml").st_ino) 2024-09-21T02:46:15.813 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:15.913 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628744 2024-09-21T02:46:15.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:15.923 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:15.923 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:15.923 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:15.923 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:15.924 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/mount").st_ino) 2024-09-21T02:46:15.924 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:16.030 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628745 2024-09-21T02:46:16.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:16.040 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:16.040 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:16.040 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:16.040 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:16.041 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/mount/fuse.yaml").st_ino) 2024-09-21T02:46:16.041 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:16.144 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628746 2024-09-21T02:46:16.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:16.154 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:16.154 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:16.154 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:16.154 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:16.154 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/begin.yaml").st_ino) 2024-09-21T02:46:16.154 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:16.261 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628738 2024-09-21T02:46:16.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:16.271 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:16.271 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:16.271 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:16.271 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:16.271 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/%").st_ino) 2024-09-21T02:46:16.271 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:16.376 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628737 2024-09-21T02:46:16.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:16.387 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:16.387 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:16.387 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:16.387 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:16.387 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/tasks").st_ino) 2024-09-21T02:46:16.387 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:16.493 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628756 2024-09-21T02:46:16.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:16.503 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:16.503 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:16.503 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:16.503 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:16.503 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/tasks/cfuse_workunit_suites_pjd.yaml").st_ino) 2024-09-21T02:46:16.503 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:16.608 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628759 2024-09-21T02:46:16.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:16.618 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:16.618 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:16.618 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:16.618 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:16.618 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/tasks/cfuse_workunit_trivial_sync.yaml").st_ino) 2024-09-21T02:46:16.618 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:16.722 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628760 2024-09-21T02:46:16.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:16.731 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:16.731 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:16.731 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:16.731 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:16.731 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/tasks/cfuse_workunit_snaptests.yaml").st_ino) 2024-09-21T02:46:16.731 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:16.837 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628757 2024-09-21T02:46:16.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:16.847 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:16.848 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:16.848 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:16.848 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:16.848 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/thrash/tasks/cfuse_workunit_suites_fsstress.yaml").st_ino) 2024-09-21T02:46:16.848 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:16.954 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628758 2024-09-21T02:46:16.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:16.965 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:16.965 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:16.965 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:16.965 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:16.965 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify").st_ino) 2024-09-21T02:46:16.965 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:17.069 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628783 2024-09-21T02:46:17.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:17.079 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:17.079 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:17.079 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:17.079 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:17.079 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/validater").st_ino) 2024-09-21T02:46:17.079 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:17.182 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628803 2024-09-21T02:46:17.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:17.192 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:17.192 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:17.192 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:17.192 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:17.192 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/validater/valgrind.yaml").st_ino) 2024-09-21T02:46:17.192 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:17.298 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628805 2024-09-21T02:46:17.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:17.308 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:17.308 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:17.308 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:17.308 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:17.308 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/validater/lockdep.yaml").st_ino) 2024-09-21T02:46:17.308 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:17.408 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628804 2024-09-21T02:46:17.411 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:17.418 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:17.418 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:17.418 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:17.418 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:17.418 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/overrides").st_ino) 2024-09-21T02:46:17.418 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:17.525 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628793 2024-09-21T02:46:17.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:17.535 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:17.535 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:17.535 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:17.535 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:17.535 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/overrides/whitelist_wrongly_marked_down.yaml").st_ino) 2024-09-21T02:46:17.535 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:17.642 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628798 2024-09-21T02:46:17.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:17.652 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:17.652 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:17.652 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:17.652 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:17.652 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/overrides/mon-debug.yaml").st_ino) 2024-09-21T02:46:17.652 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:17.753 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628797 2024-09-21T02:46:17.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:17.762 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:17.762 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:17.762 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:17.762 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:17.762 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/overrides/debug.yaml").st_ino) 2024-09-21T02:46:17.762 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:17.869 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628795 2024-09-21T02:46:17.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:17.879 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:17.879 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:17.879 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:17.879 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:17.879 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/overrides/+").st_ino) 2024-09-21T02:46:17.879 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:17.985 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628794 2024-09-21T02:46:17.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:17.996 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:17.996 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:17.996 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:17.996 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:17.996 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/overrides/frag_enable.yaml").st_ino) 2024-09-21T02:46:17.996 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:18.097 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628796 2024-09-21T02:46:18.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:18.106 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:18.106 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:18.106 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:18.107 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:18.107 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/clusters").st_ino) 2024-09-21T02:46:18.107 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:18.209 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628786 2024-09-21T02:46:18.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:18.219 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:18.219 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:18.219 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:18.219 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:18.219 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/clusters/fixed-2-ucephfs.yaml").st_ino) 2024-09-21T02:46:18.219 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:18.330 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628787 2024-09-21T02:46:18.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:18.339 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:18.339 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:18.339 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:18.340 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:18.340 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/objectstore").st_ino) 2024-09-21T02:46:18.340 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:18.441 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628792 2024-09-21T02:46:18.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:18.450 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:18.450 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:18.450 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:18.450 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:18.451 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/fs").st_ino) 2024-09-21T02:46:18.451 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:18.551 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628788 2024-09-21T02:46:18.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:18.561 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:18.561 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:18.561 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:18.561 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:18.561 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/fs/xfs.yaml").st_ino) 2024-09-21T02:46:18.561 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:18.664 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628789 2024-09-21T02:46:18.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:18.673 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:18.673 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:18.673 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:18.673 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:18.674 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/mount").st_ino) 2024-09-21T02:46:18.674 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:18.780 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628790 2024-09-21T02:46:18.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:18.790 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:18.790 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:18.790 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:18.790 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:18.790 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/mount/fuse.yaml").st_ino) 2024-09-21T02:46:18.790 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:18.896 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628791 2024-09-21T02:46:18.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:18.906 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:18.906 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:18.906 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:18.906 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:18.906 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/begin.yaml").st_ino) 2024-09-21T02:46:18.906 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:19.012 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628785 2024-09-21T02:46:19.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:19.023 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:19.023 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:19.023 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:19.023 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:19.023 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/%").st_ino) 2024-09-21T02:46:19.023 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:19.128 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628784 2024-09-21T02:46:19.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:19.139 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:19.139 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:19.139 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:19.139 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:19.139 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/tasks").st_ino) 2024-09-21T02:46:19.139 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:19.247 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628799 2024-09-21T02:46:19.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:19.257 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:19.257 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:19.258 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:19.258 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:19.258 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/tasks/libcephfs_interface_tests.yaml").st_ino) 2024-09-21T02:46:19.258 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:19.360 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628802 2024-09-21T02:46:19.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:19.370 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:19.370 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:19.370 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:19.370 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:19.370 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/tasks/cfuse_workunit_suites_fsstress.yaml").st_ino) 2024-09-21T02:46:19.370 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:19.477 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628801 2024-09-21T02:46:19.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:19.487 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:19.487 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:19.487 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:19.487 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:19.488 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/verify/tasks/cfuse_workunit_suites_dbench.yaml").st_ino) 2024-09-21T02:46:19.488 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:19.593 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628800 2024-09-21T02:46:19.596 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:19.602 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:19.603 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:19.603 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:19.603 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:19.603 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient").st_ino) 2024-09-21T02:46:19.603 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:19.709 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628609 2024-09-21T02:46:19.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:19.719 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:19.719 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:19.719 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:19.719 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:19.719 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/overrides").st_ino) 2024-09-21T02:46:19.719 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:19.825 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628621 2024-09-21T02:46:19.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:19.834 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:19.834 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:19.835 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:19.835 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:19.835 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/overrides/whitelist_wrongly_marked_down.yaml").st_ino) 2024-09-21T02:46:19.835 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:19.941 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628625 2024-09-21T02:46:19.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:19.951 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:19.951 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:19.951 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:19.951 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:19.951 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/overrides/debug.yaml").st_ino) 2024-09-21T02:46:19.952 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:20.057 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628623 2024-09-21T02:46:20.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:20.067 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:20.068 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:20.068 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:20.068 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:20.068 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/overrides/+").st_ino) 2024-09-21T02:46:20.068 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:20.169 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628622 2024-09-21T02:46:20.171 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:20.178 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:20.178 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:20.178 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:20.178 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:20.178 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/overrides/frag_enable.yaml").st_ino) 2024-09-21T02:46:20.178 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:20.286 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628624 2024-09-21T02:46:20.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:20.297 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:20.297 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:20.297 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:20.297 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:20.297 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/clusters").st_ino) 2024-09-21T02:46:20.297 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:20.403 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628612 2024-09-21T02:46:20.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:20.413 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:20.413 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:20.413 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:20.413 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:20.413 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/clusters/three_clients.yaml").st_ino) 2024-09-21T02:46:20.413 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:20.521 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628613 2024-09-21T02:46:20.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:20.532 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:20.532 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:20.532 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:20.532 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:20.532 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/clusters/two_clients.yaml").st_ino) 2024-09-21T02:46:20.532 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:20.633 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628614 2024-09-21T02:46:20.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:20.642 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:20.642 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:20.642 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:20.643 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:20.643 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/objectstore").st_ino) 2024-09-21T02:46:20.643 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:20.751 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628620 2024-09-21T02:46:20.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:20.762 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:20.762 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:20.762 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:20.762 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:20.762 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/fs").st_ino) 2024-09-21T02:46:20.762 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:20.867 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628615 2024-09-21T02:46:20.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:20.877 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:20.877 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:20.877 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:20.877 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:20.878 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/fs/xfs.yaml").st_ino) 2024-09-21T02:46:20.878 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:20.983 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628616 2024-09-21T02:46:20.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:20.994 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:20.994 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:20.994 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:20.994 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:20.994 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/mount").st_ino) 2024-09-21T02:46:20.994 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:21.097 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628617 2024-09-21T02:46:21.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:21.107 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:21.107 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:21.107 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:21.107 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:21.107 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/mount/fuse.yaml").st_ino) 2024-09-21T02:46:21.107 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:21.213 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628618 2024-09-21T02:46:21.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:21.223 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:21.223 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:21.223 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:21.223 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:21.223 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/mount/kclient.yaml.disabled").st_ino) 2024-09-21T02:46:21.224 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:21.328 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628619 2024-09-21T02:46:21.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:21.338 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:21.338 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:21.338 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:21.338 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:21.339 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/begin.yaml").st_ino) 2024-09-21T02:46:21.339 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:21.446 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628611 2024-09-21T02:46:21.449 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:21.456 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:21.456 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:21.457 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:21.457 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:21.457 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/%").st_ino) 2024-09-21T02:46:21.457 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:21.556 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628610 2024-09-21T02:46:21.559 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:21.566 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:21.566 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:21.566 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:21.566 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:21.566 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/tasks").st_ino) 2024-09-21T02:46:21.566 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:21.672 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628626 2024-09-21T02:46:21.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:21.682 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:21.682 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:21.682 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:21.683 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:21.683 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/tasks/fsx-mpi.yaml.disabled").st_ino) 2024-09-21T02:46:21.683 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:21.784 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628628 2024-09-21T02:46:21.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:21.794 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:21.794 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:21.794 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:21.794 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:21.794 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/tasks/ior-shared-file.yaml").st_ino) 2024-09-21T02:46:21.794 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:21.901 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628629 2024-09-21T02:46:21.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:21.912 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:21.912 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:21.912 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:21.912 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:21.912 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/tasks/cephfs_misc_tests.yaml").st_ino) 2024-09-21T02:46:21.912 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:22.016 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628627 2024-09-21T02:46:22.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:22.026 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:22.026 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:22.026 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:22.027 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:22.027 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/fs/multiclient/tasks/mdtest.yaml").st_ino) 2024-09-21T02:46:22.027 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:22.139 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628630 2024-09-21T02:46:22.142 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:22.149 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:22.149 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:22.149 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:22.149 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:22.149 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-disk").st_ino) 2024-09-21T02:46:22.149 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:22.256 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628531 2024-09-21T02:46:22.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:22.266 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:22.266 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:22.267 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:22.267 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:22.267 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-disk/basic").st_ino) 2024-09-21T02:46:22.267 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:22.369 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628532 2024-09-21T02:46:22.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:22.379 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:22.379 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:22.379 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:22.379 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:22.379 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-disk/basic/distros").st_ino) 2024-09-21T02:46:22.379 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:22.480 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628534 2024-09-21T02:46:22.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:22.489 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:22.489 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:22.490 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:22.490 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:22.490 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-disk/basic/%").st_ino) 2024-09-21T02:46:22.490 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:22.595 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628533 2024-09-21T02:46:22.599 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:22.605 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:22.606 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:22.606 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:22.606 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:22.606 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-disk/basic/tasks").st_ino) 2024-09-21T02:46:22.606 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:22.707 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628535 2024-09-21T02:46:22.710 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:22.717 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:22.718 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:22.718 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:22.718 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:22.718 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/ceph-disk/basic/tasks/ceph-disk.yaml").st_ino) 2024-09-21T02:46:22.718 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:22.825 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628536 2024-09-21T02:46:22.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:22.835 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:22.835 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:22.835 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:22.835 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:22.835 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd").st_ino) 2024-09-21T02:46:22.835 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:22.941 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628912 2024-09-21T02:46:22.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:22.951 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:22.951 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:22.951 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:22.951 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:22.951 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/unmap").st_ino) 2024-09-21T02:46:22.951 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:23.053 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628979 2024-09-21T02:46:23.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:23.062 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:23.062 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:23.062 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:23.062 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:23.063 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/unmap/clusters").st_ino) 2024-09-21T02:46:23.063 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:23.170 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628983 2024-09-21T02:46:23.172 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:23.180 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:23.180 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:23.180 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:23.180 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:23.180 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/unmap/clusters/separate-client.yaml").st_ino) 2024-09-21T02:46:23.181 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:23.284 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628984 2024-09-21T02:46:23.290 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:23.295 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:23.295 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:23.295 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:23.295 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:23.295 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/unmap/ceph").st_ino) 2024-09-21T02:46:23.295 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:23.397 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628981 2024-09-21T02:46:23.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:23.407 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:23.407 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:23.407 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:23.408 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:23.408 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/unmap/ceph/ceph.yaml").st_ino) 2024-09-21T02:46:23.408 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:23.514 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628982 2024-09-21T02:46:23.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:23.525 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:23.525 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:23.525 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:23.525 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:23.525 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/unmap/kernels").st_ino) 2024-09-21T02:46:23.525 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:23.629 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628986 2024-09-21T02:46:23.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:23.639 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:23.640 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:23.640 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:23.640 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:23.640 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/unmap/kernels/pre-single-major.yaml").st_ino) 2024-09-21T02:46:23.640 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:23.748 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628987 2024-09-21T02:46:23.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:23.758 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:23.758 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:23.758 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:23.758 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:23.758 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/unmap/kernels/single-major-on.yaml").st_ino) 2024-09-21T02:46:23.758 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:23.865 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628989 2024-09-21T02:46:23.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:23.874 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:23.874 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:23.874 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:23.875 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:23.875 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/unmap/kernels/single-major-off.yaml").st_ino) 2024-09-21T02:46:23.875 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:23.982 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628988 2024-09-21T02:46:23.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:23.992 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:23.992 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:23.993 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:23.993 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:23.993 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/unmap/conf.yaml").st_ino) 2024-09-21T02:46:23.993 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:24.093 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628985 2024-09-21T02:46:24.095 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:24.102 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:24.102 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:24.102 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:24.103 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:24.103 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/unmap/%").st_ino) 2024-09-21T02:46:24.103 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:24.207 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628980 2024-09-21T02:46:24.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:24.217 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:24.217 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:24.217 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:24.217 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:24.217 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/unmap/xfs.yaml").st_ino) 2024-09-21T02:46:24.217 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:24.321 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628992 2024-09-21T02:46:24.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:24.331 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:24.331 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:24.331 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:24.331 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:24.331 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/unmap/tasks").st_ino) 2024-09-21T02:46:24.331 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:24.436 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628990 2024-09-21T02:46:24.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:24.445 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:24.446 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:24.446 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:24.446 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:24.446 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/unmap/tasks/unmap.yaml").st_ino) 2024-09-21T02:46:24.446 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:24.554 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628991 2024-09-21T02:46:24.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:24.565 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:24.565 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:24.565 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:24.565 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:24.565 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd").st_ino) 2024-09-21T02:46:24.565 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:24.677 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628934 2024-09-21T02:46:24.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:24.687 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:24.687 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:24.687 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:24.687 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:24.687 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/clusters").st_ino) 2024-09-21T02:46:24.688 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:24.797 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628936 2024-09-21T02:46:24.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:24.807 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:24.807 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:24.807 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:24.807 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:24.808 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/clusters/fixed-3.yaml").st_ino) 2024-09-21T02:46:24.808 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:24.913 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628937 2024-09-21T02:46:24.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:24.922 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:24.922 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:24.922 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:24.923 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:24.923 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/msgr-failures").st_ino) 2024-09-21T02:46:24.923 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:25.029 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628941 2024-09-21T02:46:25.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:25.039 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:25.039 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:25.039 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:25.039 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:25.039 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/msgr-failures/many.yaml").st_ino) 2024-09-21T02:46:25.039 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:25.144 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628943 2024-09-21T02:46:25.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:25.153 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:25.153 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:25.153 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:25.153 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:25.153 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/msgr-failures/few.yaml").st_ino) 2024-09-21T02:46:25.153 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:25.262 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628942 2024-09-21T02:46:25.265 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:25.272 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:25.272 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:25.272 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:25.272 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:25.272 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/fs").st_ino) 2024-09-21T02:46:25.272 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:25.372 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628939 2024-09-21T02:46:25.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:25.381 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:25.381 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:25.382 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:25.382 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:25.382 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/fs/btrfs.yaml").st_ino) 2024-09-21T02:46:25.382 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:25.488 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628940 2024-09-21T02:46:25.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:25.497 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:25.498 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:25.498 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:25.498 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:25.498 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/conf.yaml").st_ino) 2024-09-21T02:46:25.498 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:25.605 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628938 2024-09-21T02:46:25.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:25.614 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:25.615 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:25.615 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:25.615 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:25.615 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/%").st_ino) 2024-09-21T02:46:25.615 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:25.719 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628935 2024-09-21T02:46:25.722 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:25.729 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:25.729 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:25.729 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:25.729 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:25.729 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/tasks").st_ino) 2024-09-21T02:46:25.729 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:25.836 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628944 2024-09-21T02:46:25.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:25.846 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:25.846 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:25.846 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:25.846 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:25.846 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_workunit_suites_fsstress.yaml").st_ino) 2024-09-21T02:46:25.846 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:25.954 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628949 2024-09-21T02:46:25.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:25.963 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:25.963 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:25.963 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:25.963 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:25.963 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_fio.yaml").st_ino) 2024-09-21T02:46:25.964 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:26.065 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628945 2024-09-21T02:46:26.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:26.075 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:26.075 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:26.075 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:26.075 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:26.075 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_workunit_suites_ffsb.yaml").st_ino) 2024-09-21T02:46:26.075 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:26.090 DEBUG:teuthology.orchestra.run.smithi083:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T02:46:26.119 DEBUG:teuthology.orchestra.run.smithi142:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T02:46:26.180 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628948 2024-09-21T02:46:26.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:26.190 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:26.190 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:26.190 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:26.190 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:26.190 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_workunit_suites_fsstress_ext4.yaml").st_ino) 2024-09-21T02:46:26.191 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:26.247 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628951 2024-09-21T02:46:26.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:26.256 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:26.256 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:26.257 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:26.257 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:26.257 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_workunit_suites_iozone.yaml").st_ino) 2024-09-21T02:46:26.257 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:26.356 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628953 2024-09-21T02:46:26.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:26.365 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:26.366 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:26.366 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:26.366 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:26.366 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_workunit_suites_dbench.yaml").st_ino) 2024-09-21T02:46:26.366 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:26.466 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628947 2024-09-21T02:46:26.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:26.477 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:26.477 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:26.477 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:26.477 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:26.478 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_workunit_kernel_untar_build.yaml").st_ino) 2024-09-21T02:46:26.478 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:26.586 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628946 2024-09-21T02:46:26.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:26.597 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:26.597 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:26.597 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:26.597 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:26.597 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_workunit_trivial_sync.yaml").st_ino) 2024-09-21T02:46:26.597 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:26.707 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628954 2024-09-21T02:46:26.710 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:26.716 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:26.717 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:26.717 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:26.717 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:26.717 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_workunit_suites_fsstress_btrfs.yaml").st_ino) 2024-09-21T02:46:26.717 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:26.826 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628950 2024-09-21T02:46:26.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:26.836 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:26.837 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:26.837 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:26.837 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:26.837 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd/tasks/rbd_workunit_suites_fsx.yaml").st_ino) 2024-09-21T02:46:26.837 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:26.950 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628952 2024-09-21T02:46:26.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:26.960 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:26.960 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:26.960 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:26.960 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:26.960 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/singleton").st_ino) 2024-09-21T02:46:26.961 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:27.060 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628955 2024-09-21T02:46:27.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:27.070 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:27.070 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:27.070 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:27.070 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:27.070 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/singleton/msgr-failures").st_ino) 2024-09-21T02:46:27.070 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:27.178 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628960 2024-09-21T02:46:27.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:27.187 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:27.187 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:27.188 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:27.188 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:27.188 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/singleton/msgr-failures/many.yaml").st_ino) 2024-09-21T02:46:27.188 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:27.293 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628962 2024-09-21T02:46:27.296 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:27.304 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:27.304 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:27.304 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:27.304 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:27.304 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/singleton/msgr-failures/few.yaml").st_ino) 2024-09-21T02:46:27.304 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:27.410 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628961 2024-09-21T02:46:27.413 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:27.419 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:27.420 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:27.420 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:27.420 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:27.420 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/singleton/fs").st_ino) 2024-09-21T02:46:27.420 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:27.525 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628958 2024-09-21T02:46:27.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:27.535 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:27.535 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:27.535 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:27.535 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:27.535 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/singleton/fs/btrfs.yaml").st_ino) 2024-09-21T02:46:27.535 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:27.641 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628959 2024-09-21T02:46:27.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:27.651 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:27.651 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:27.651 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:27.651 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:27.651 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/singleton/conf.yaml").st_ino) 2024-09-21T02:46:27.651 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:27.758 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628957 2024-09-21T02:46:27.761 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:27.767 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:27.767 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:27.768 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:27.768 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:27.768 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/singleton/%").st_ino) 2024-09-21T02:46:27.768 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:27.873 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628956 2024-09-21T02:46:27.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:27.883 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:27.883 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:27.883 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:27.883 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:27.883 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/singleton/tasks").st_ino) 2024-09-21T02:46:27.883 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:27.992 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628963 2024-09-21T02:46:27.995 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:28.002 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:28.002 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:28.002 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:28.002 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:28.002 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/singleton/tasks/rbd_xfstests.yaml").st_ino) 2024-09-21T02:46:28.002 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:28.108 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628964 2024-09-21T02:46:28.110 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:28.117 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:28.117 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:28.118 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:28.118 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:28.118 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount").st_ino) 2024-09-21T02:46:28.118 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:28.225 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628913 2024-09-21T02:46:28.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:28.235 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:28.235 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:28.235 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:28.235 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:28.235 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/install").st_ino) 2024-09-21T02:46:28.235 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:28.333 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628920 2024-09-21T02:46:28.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:28.342 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:28.342 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:28.342 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:28.342 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:28.342 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/install/ceph.yaml").st_ino) 2024-09-21T02:46:28.342 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:28.444 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628921 2024-09-21T02:46:28.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:28.453 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:28.454 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:28.454 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:28.454 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:28.454 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/clusters").st_ino) 2024-09-21T02:46:28.454 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:28.560 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628915 2024-09-21T02:46:28.563 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:28.569 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:28.569 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:28.570 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:28.570 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:28.570 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/clusters/fixed-3.yaml").st_ino) 2024-09-21T02:46:28.570 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:28.676 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628916 2024-09-21T02:46:28.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:28.686 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:28.686 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:28.686 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:28.687 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:28.687 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/msgr-failures").st_ino) 2024-09-21T02:46:28.687 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:28.793 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628922 2024-09-21T02:46:28.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:28.804 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:28.804 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:28.804 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:28.804 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:28.804 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/msgr-failures/many.yaml").st_ino) 2024-09-21T02:46:28.804 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:28.909 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628924 2024-09-21T02:46:28.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:28.919 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:28.919 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:28.919 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:28.919 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:28.919 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/msgr-failures/few.yaml").st_ino) 2024-09-21T02:46:28.919 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:29.025 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628923 2024-09-21T02:46:29.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:29.035 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:29.035 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:29.035 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:29.035 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:29.035 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/fs").st_ino) 2024-09-21T02:46:29.035 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:29.142 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628918 2024-09-21T02:46:29.146 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:29.153 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:29.153 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:29.153 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:29.153 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:29.154 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/fs/btrfs.yaml").st_ino) 2024-09-21T02:46:29.154 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:29.260 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628919 2024-09-21T02:46:29.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:29.271 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:29.271 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:29.271 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:29.271 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:29.271 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/conf.yaml").st_ino) 2024-09-21T02:46:29.271 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:29.377 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628917 2024-09-21T02:46:29.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:29.388 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:29.388 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:29.388 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:29.388 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:29.388 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/%").st_ino) 2024-09-21T02:46:29.388 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:29.489 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628914 2024-09-21T02:46:29.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:29.499 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:29.499 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:29.499 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:29.499 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:29.499 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/tasks").st_ino) 2024-09-21T02:46:29.499 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:29.605 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628925 2024-09-21T02:46:29.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:29.615 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:29.615 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:29.615 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:29.615 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:29.615 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/tasks/rbd_map_unmap.yaml").st_ino) 2024-09-21T02:46:29.616 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:29.720 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628932 2024-09-21T02:46:29.723 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:29.730 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:29.730 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:29.730 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:29.730 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:29.730 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/tasks/rbd_kfsx.yaml").st_ino) 2024-09-21T02:46:29.730 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:29.841 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628930 2024-09-21T02:46:29.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:29.850 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:29.850 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:29.851 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:29.851 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:29.851 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/tasks/rbd_image_read.yaml").st_ino) 2024-09-21T02:46:29.851 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:29.957 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628928 2024-09-21T02:46:29.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:29.966 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:29.966 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:29.966 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:29.966 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:29.966 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/tasks/rbd_simple_big.yaml").st_ino) 2024-09-21T02:46:29.967 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:30.069 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628933 2024-09-21T02:46:30.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:30.079 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:30.079 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:30.079 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:30.079 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:30.079 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/tasks/rbd_concurrent.yaml").st_ino) 2024-09-21T02:46:30.079 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:30.181 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628926 2024-09-21T02:46:30.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:30.190 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:30.190 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:30.190 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:30.190 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:30.190 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/tasks/rbd_map_snapshot_io.yaml").st_ino) 2024-09-21T02:46:30.190 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:30.293 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628931 2024-09-21T02:46:30.296 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:30.303 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:30.303 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:30.303 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:30.303 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:30.303 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/tasks/rbd_huge_tickets.yaml").st_ino) 2024-09-21T02:46:30.303 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:30.409 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628927 2024-09-21T02:46:30.412 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:30.419 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:30.419 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:30.419 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:30.419 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:30.419 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/rbd-nomount/tasks/rbd_kernel.yaml").st_ino) 2024-09-21T02:46:30.419 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:30.526 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628929 2024-09-21T02:46:30.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:30.536 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:30.536 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:30.536 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:30.536 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:30.537 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/thrash").st_ino) 2024-09-21T02:46:30.537 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:30.639 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628965 2024-09-21T02:46:30.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:30.648 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:30.649 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:30.649 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:30.649 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:30.649 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/thrash/clusters").st_ino) 2024-09-21T02:46:30.649 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:30.758 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628967 2024-09-21T02:46:30.761 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:30.767 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:30.767 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:30.767 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:30.768 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:30.768 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/thrash/clusters/fixed-3.yaml").st_ino) 2024-09-21T02:46:30.768 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:30.875 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628968 2024-09-21T02:46:30.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:30.886 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:30.886 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:30.886 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:30.886 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:30.886 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/thrash/fs").st_ino) 2024-09-21T02:46:30.887 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:30.993 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628970 2024-09-21T02:46:30.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:31.003 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:31.003 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:31.003 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:31.004 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:31.004 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/thrash/fs/btrfs.yaml").st_ino) 2024-09-21T02:46:31.004 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:31.104 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628971 2024-09-21T02:46:31.107 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:31.114 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:31.114 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:31.114 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:31.114 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:31.114 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/thrash/workloads").st_ino) 2024-09-21T02:46:31.114 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:31.220 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628975 2024-09-21T02:46:31.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:31.231 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:31.231 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:31.231 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:31.231 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:31.231 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/thrash/workloads/rbd_fio.yaml").st_ino) 2024-09-21T02:46:31.231 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:31.338 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628976 2024-09-21T02:46:31.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:31.348 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:31.348 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:31.348 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:31.348 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:31.348 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/thrash/workloads/rbd_workunit_suites_ffsb.yaml").st_ino) 2024-09-21T02:46:31.348 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:31.453 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628977 2024-09-21T02:46:31.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:31.464 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:31.464 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:31.464 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:31.464 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:31.464 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/thrash/workloads/rbd_workunit_suites_iozone.yaml.disabled").st_ino) 2024-09-21T02:46:31.464 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:31.575 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628978 2024-09-21T02:46:31.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:31.585 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:31.585 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:31.586 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:31.586 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:31.586 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/thrash/conf.yaml").st_ino) 2024-09-21T02:46:31.586 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:31.693 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628969 2024-09-21T02:46:31.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:31.704 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:31.704 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:31.704 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:31.705 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:31.705 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/thrash/%").st_ino) 2024-09-21T02:46:31.705 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:31.810 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628966 2024-09-21T02:46:31.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:31.819 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:31.819 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:31.819 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:31.819 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:31.820 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/thrash/thrashers").st_ino) 2024-09-21T02:46:31.820 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:31.925 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628972 2024-09-21T02:46:31.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:31.935 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:31.935 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:31.935 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:31.935 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:31.935 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/thrash/thrashers/default.yaml").st_ino) 2024-09-21T02:46:31.935 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:32.036 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628973 2024-09-21T02:46:32.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:32.046 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:32.046 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:32.046 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:32.046 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:32.046 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/krbd/thrash/thrashers/mon-thrasher.yaml").st_ino) 2024-09-21T02:46:32.046 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:32.152 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628974 2024-09-21T02:46:32.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:32.161 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:32.161 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:32.162 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:32.162 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:32.162 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/buildpackages").st_ino) 2024-09-21T02:46:32.162 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:32.267 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628482 2024-09-21T02:46:32.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:32.278 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:32.278 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:32.278 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:32.278 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:32.278 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/buildpackages/tests").st_ino) 2024-09-21T02:46:32.278 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:32.385 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628488 2024-09-21T02:46:32.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:32.395 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:32.395 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:32.395 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:32.395 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:32.395 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/buildpackages/tests/distros").st_ino) 2024-09-21T02:46:32.395 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:32.498 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628490 2024-09-21T02:46:32.501 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:32.508 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:32.508 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:32.508 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:32.508 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:32.509 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/buildpackages/tests/%").st_ino) 2024-09-21T02:46:32.509 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:32.611 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628489 2024-09-21T02:46:32.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:32.621 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:32.621 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:32.621 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:32.621 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:32.621 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/buildpackages/tests/tasks").st_ino) 2024-09-21T02:46:32.621 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:32.724 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628491 2024-09-21T02:46:32.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:32.733 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:32.734 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:32.734 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:32.734 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:32.734 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/buildpackages/tests/tasks/release.yaml").st_ino) 2024-09-21T02:46:32.734 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:32.842 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628492 2024-09-21T02:46:32.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:32.851 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:32.851 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:32.851 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:32.852 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:32.852 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/buildpackages/any").st_ino) 2024-09-21T02:46:32.852 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:32.957 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628483 2024-09-21T02:46:32.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:32.966 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:32.966 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:32.967 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:32.967 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:32.967 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/buildpackages/any/distros").st_ino) 2024-09-21T02:46:32.967 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:33.072 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628485 2024-09-21T02:46:33.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:33.082 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:33.082 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:33.082 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:33.082 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:33.082 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/buildpackages/any/%").st_ino) 2024-09-21T02:46:33.082 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:33.188 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628484 2024-09-21T02:46:33.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:33.198 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:33.198 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:33.198 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:33.198 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:33.198 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/buildpackages/any/tasks").st_ino) 2024-09-21T02:46:33.198 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:33.305 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628486 2024-09-21T02:46:33.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:33.315 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:33.315 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:33.315 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:33.315 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:33.315 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/buildpackages/any/tasks/release.yaml").st_ino) 2024-09-21T02:46:33.315 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:33.421 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628487 2024-09-21T02:46:33.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:33.431 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:33.431 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:33.431 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:33.431 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:33.431 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados").st_ino) 2024-09-21T02:46:33.431 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:33.537 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629117 2024-09-21T02:46:33.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:33.547 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:33.547 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:33.547 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:33.547 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:33.547 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/objectstore").st_ino) 2024-09-21T02:46:33.547 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:33.649 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629198 2024-09-21T02:46:33.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:33.659 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:33.659 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:33.659 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:33.660 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:33.660 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/objectstore/filestore-idempotent-aio-journal.yaml").st_ino) 2024-09-21T02:46:33.660 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:33.765 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629202 2024-09-21T02:46:33.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:33.775 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:33.775 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:33.775 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:33.775 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:33.775 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/objectstore/ceph_objectstore_tool.yaml").st_ino) 2024-09-21T02:46:33.776 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:33.884 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629200 2024-09-21T02:46:33.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:33.894 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:33.894 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:33.894 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:33.894 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:33.894 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/objectstore/fusestore.yaml").st_ino) 2024-09-21T02:46:33.895 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:33.997 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629204 2024-09-21T02:46:34.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:34.006 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:34.007 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:34.007 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:34.007 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:34.007 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/objectstore/keyvaluedb.yaml").st_ino) 2024-09-21T02:46:34.007 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:34.113 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629205 2024-09-21T02:46:34.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:34.123 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:34.123 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:34.123 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:34.123 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:34.123 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/objectstore/objectstore.yaml").st_ino) 2024-09-21T02:46:34.123 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:34.230 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629207 2024-09-21T02:46:34.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:34.239 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:34.239 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:34.239 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:34.239 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:34.239 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/objectstore/alloc-hint.yaml").st_ino) 2024-09-21T02:46:34.240 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:34.340 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629199 2024-09-21T02:46:34.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:34.350 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:34.350 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:34.350 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:34.350 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:34.350 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/objectstore/filejournal.yaml").st_ino) 2024-09-21T02:46:34.351 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:34.454 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629201 2024-09-21T02:46:34.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:34.463 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:34.463 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:34.463 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:34.463 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:34.463 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/objectstore/objectcacher-stress.yaml").st_ino) 2024-09-21T02:46:34.463 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:34.567 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629206 2024-09-21T02:46:34.570 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:34.577 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:34.577 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:34.577 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:34.577 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:34.578 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/objectstore/filestore-idempotent.yaml").st_ino) 2024-09-21T02:46:34.578 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:34.684 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629203 2024-09-21T02:46:34.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:34.694 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:34.694 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:34.694 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:34.694 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:34.694 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton").st_ino) 2024-09-21T02:46:34.694 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:34.797 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629219 2024-09-21T02:46:34.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:34.808 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:34.808 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:34.808 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:34.808 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:34.808 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/msgr").st_ino) 2024-09-21T02:46:34.808 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:34.915 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629249 2024-09-21T02:46:34.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:34.925 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:34.926 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:34.926 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:34.926 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:34.926 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/msgr-failures").st_ino) 2024-09-21T02:46:34.926 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:35.032 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629250 2024-09-21T02:46:35.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:35.041 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:35.041 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:35.041 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:35.042 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:35.042 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/msgr-failures/many.yaml").st_ino) 2024-09-21T02:46:35.042 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:35.148 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629252 2024-09-21T02:46:35.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:35.158 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:35.158 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:35.158 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:35.158 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:35.159 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/msgr-failures/few.yaml").st_ino) 2024-09-21T02:46:35.159 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:35.270 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629251 2024-09-21T02:46:35.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:35.279 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:35.279 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:35.279 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:35.279 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:35.279 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/objectstore").st_ino) 2024-09-21T02:46:35.279 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:35.384 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629253 2024-09-21T02:46:35.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:35.393 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:35.394 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:35.394 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:35.394 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:35.394 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/fs").st_ino) 2024-09-21T02:46:35.394 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:35.500 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629247 2024-09-21T02:46:35.503 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:35.510 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:35.510 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:35.510 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:35.510 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:35.510 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/fs/xfs.yaml").st_ino) 2024-09-21T02:46:35.510 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:35.614 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629248 2024-09-21T02:46:35.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:35.623 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:35.624 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:35.624 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:35.624 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:35.624 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/%").st_ino) 2024-09-21T02:46:35.624 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:35.726 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629220 2024-09-21T02:46:35.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:35.735 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:35.735 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:35.735 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:35.736 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:35.736 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all").st_ino) 2024-09-21T02:46:35.736 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:35.840 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629221 2024-09-21T02:46:35.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:35.849 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:35.849 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:35.849 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:35.849 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:35.849 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/divergent_priors.yaml").st_ino) 2024-09-21T02:46:35.850 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:35.958 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629224 2024-09-21T02:46:35.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:35.968 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:35.968 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:35.968 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:35.968 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:35.968 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/watch-notify-same-primary.yaml").st_ino) 2024-09-21T02:46:35.968 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:36.074 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629246 2024-09-21T02:46:36.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:36.083 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:36.083 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:36.083 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:36.083 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:36.083 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/ec-lost-unfound.yaml").st_ino) 2024-09-21T02:46:36.084 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:36.189 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629227 2024-09-21T02:46:36.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:36.199 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:36.199 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:36.199 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:36.199 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:36.200 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/rest-api.yaml").st_ino) 2024-09-21T02:46:36.200 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:36.305 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629242 2024-09-21T02:46:36.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:36.315 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:36.315 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:36.315 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:36.315 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:36.315 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/mon-config-keys.yaml").st_ino) 2024-09-21T02:46:36.315 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:36.423 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629230 2024-09-21T02:46:36.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:36.433 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:36.433 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:36.434 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:36.434 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:36.434 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/mon-thrasher.yaml").st_ino) 2024-09-21T02:46:36.434 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:36.538 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629232 2024-09-21T02:46:36.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:36.548 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:36.548 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:36.548 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:36.548 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:36.548 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/osd-recovery-incomplete.yaml").st_ino) 2024-09-21T02:46:36.549 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:36.653 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629234 2024-09-21T02:46:36.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:36.663 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:36.663 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:36.664 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:36.664 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:36.664 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/osd-recovery.yaml").st_ino) 2024-09-21T02:46:36.664 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:36.764 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629235 2024-09-21T02:46:36.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:36.775 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:36.775 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:36.775 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:36.775 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:36.775 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/admin-socket.yaml").st_ino) 2024-09-21T02:46:36.775 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:36.881 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629222 2024-09-21T02:46:36.884 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:36.891 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:36.891 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:36.891 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:36.891 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:36.891 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/reg11184.yaml").st_ino) 2024-09-21T02:46:36.891 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:36.998 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629240 2024-09-21T02:46:37.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:37.007 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:37.007 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:37.007 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:37.007 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:37.007 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/mon-seesaw.yaml").st_ino) 2024-09-21T02:46:37.008 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:37.109 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629231 2024-09-21T02:46:37.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:37.118 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:37.118 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:37.119 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:37.119 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:37.119 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/radostool.yaml").st_ino) 2024-09-21T02:46:37.119 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:37.219 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629238 2024-09-21T02:46:37.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:37.228 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:37.228 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:37.228 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:37.228 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:37.228 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/thrash_cache_writeback_proxy_none.yaml").st_ino) 2024-09-21T02:46:37.229 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:37.333 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629245 2024-09-21T02:46:37.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:37.343 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:37.343 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:37.343 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:37.343 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:37.343 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/dump-stuck.yaml").st_ino) 2024-09-21T02:46:37.343 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:37.450 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629226 2024-09-21T02:46:37.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:37.459 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:37.459 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:37.459 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:37.459 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:37.459 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/resolve_stuck_peering.yaml").st_ino) 2024-09-21T02:46:37.460 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:37.564 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629241 2024-09-21T02:46:37.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:37.574 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:37.574 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:37.574 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:37.574 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:37.574 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/osd-backfill.yaml").st_ino) 2024-09-21T02:46:37.574 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:37.681 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629233 2024-09-21T02:46:37.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:37.691 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:37.691 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:37.691 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:37.691 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:37.691 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/divergent_priors2.yaml").st_ino) 2024-09-21T02:46:37.691 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:37.797 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629225 2024-09-21T02:46:37.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:37.807 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:37.807 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:37.807 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:37.808 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:37.808 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/peer.yaml").st_ino) 2024-09-21T02:46:37.808 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:37.916 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629236 2024-09-21T02:46:37.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:37.926 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:37.926 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:37.926 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:37.926 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:37.927 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/test_envlibrados_for_rocksdb.yaml").st_ino) 2024-09-21T02:46:37.927 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:38.038 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629243 2024-09-21T02:46:38.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:38.048 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:38.048 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:38.049 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:38.049 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:38.049 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/thrash-rados.yaml").st_ino) 2024-09-21T02:46:38.049 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:38.152 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629244 2024-09-21T02:46:38.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:38.162 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:38.162 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:38.162 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:38.162 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:38.162 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/lost-unfound.yaml").st_ino) 2024-09-21T02:46:38.162 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:38.264 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629229 2024-09-21T02:46:38.267 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:38.274 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:38.274 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:38.275 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:38.275 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:38.275 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/cephtool.yaml").st_ino) 2024-09-21T02:46:38.275 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:38.381 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629223 2024-09-21T02:46:38.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:38.391 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:38.391 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:38.391 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:38.391 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:38.391 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/pg-removal-interruption.yaml").st_ino) 2024-09-21T02:46:38.391 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:38.497 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629237 2024-09-21T02:46:38.500 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:38.507 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:38.507 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:38.507 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:38.507 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:38.507 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/rebuild-mondb.yaml").st_ino) 2024-09-21T02:46:38.507 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:38.614 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629239 2024-09-21T02:46:38.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:38.623 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:38.623 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:38.623 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:38.624 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:38.624 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/all/lost-unfound-delete.yaml").st_ino) 2024-09-21T02:46:38.624 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:38.729 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629228 2024-09-21T02:46:38.732 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:38.739 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:38.739 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:38.739 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:38.739 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:38.739 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton/rados.yaml").st_ino) 2024-09-21T02:46:38.740 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:38.841 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629254 2024-09-21T02:46:38.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:38.850 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:38.850 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:38.850 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:38.850 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:38.850 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic").st_ino) 2024-09-21T02:46:38.851 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:38.960 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629118 2024-09-21T02:46:38.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:38.970 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:38.970 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:38.970 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:38.970 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:38.970 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/msgr").st_ino) 2024-09-21T02:46:38.970 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:39.073 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629131 2024-09-21T02:46:39.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:39.083 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:39.083 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:39.083 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:39.083 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:39.083 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/msgr/async.yaml").st_ino) 2024-09-21T02:46:39.083 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:39.189 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629132 2024-09-21T02:46:39.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:39.199 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:39.199 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:39.199 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:39.199 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:39.199 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/msgr/simple.yaml").st_ino) 2024-09-21T02:46:39.200 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:39.301 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629134 2024-09-21T02:46:39.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:39.311 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:39.311 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:39.311 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:39.312 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:39.312 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/msgr/random.yaml").st_ino) 2024-09-21T02:46:39.312 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:39.417 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629133 2024-09-21T02:46:39.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:39.428 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:39.428 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:39.428 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:39.428 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:39.428 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/clusters").st_ino) 2024-09-21T02:46:39.428 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:39.529 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629120 2024-09-21T02:46:39.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:39.539 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:39.539 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:39.539 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:39.539 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:39.539 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/clusters/openstack.yaml").st_ino) 2024-09-21T02:46:39.539 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:39.645 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629123 2024-09-21T02:46:39.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:39.656 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:39.656 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:39.656 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:39.656 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:39.656 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/clusters/fixed-2.yaml").st_ino) 2024-09-21T02:46:39.656 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:39.761 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629122 2024-09-21T02:46:39.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:39.771 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:39.771 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:39.771 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:39.771 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:39.771 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/clusters/+").st_ino) 2024-09-21T02:46:39.771 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:39.877 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629121 2024-09-21T02:46:39.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:39.886 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:39.886 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:39.887 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:39.887 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:39.887 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/msgr-failures").st_ino) 2024-09-21T02:46:39.887 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:39.997 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629128 2024-09-21T02:46:39.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:40.007 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:40.007 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:40.007 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:40.007 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:40.007 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/msgr-failures/many.yaml").st_ino) 2024-09-21T02:46:40.007 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:40.113 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629130 2024-09-21T02:46:40.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:40.123 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:40.123 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:40.123 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:40.123 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:40.123 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/msgr-failures/few.yaml").st_ino) 2024-09-21T02:46:40.123 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:40.229 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629129 2024-09-21T02:46:40.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:40.239 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:40.239 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:40.239 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:40.240 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:40.240 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/objectstore").st_ino) 2024-09-21T02:46:40.240 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:40.340 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629135 2024-09-21T02:46:40.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:40.349 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:40.349 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:40.350 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:40.350 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:40.350 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/fs").st_ino) 2024-09-21T02:46:40.350 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:40.456 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629124 2024-09-21T02:46:40.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:40.466 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:40.466 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:40.466 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:40.467 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:40.467 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/fs/btrfs.yaml").st_ino) 2024-09-21T02:46:40.467 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:40.574 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629125 2024-09-21T02:46:40.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:40.584 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:40.584 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:40.584 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:40.584 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:40.584 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/fs/xfs.yaml").st_ino) 2024-09-21T02:46:40.584 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:40.688 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629126 2024-09-21T02:46:40.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:40.697 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:40.697 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:40.697 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:40.697 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:40.698 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/%").st_ino) 2024-09-21T02:46:40.698 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:40.804 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629119 2024-09-21T02:46:40.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:40.814 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:40.814 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:40.814 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:40.815 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:40.815 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/mon_kv_backend").st_ino) 2024-09-21T02:46:40.815 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:40.921 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629127 2024-09-21T02:46:40.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:40.930 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:40.930 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:40.930 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:40.931 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:40.931 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/tasks").st_ino) 2024-09-21T02:46:40.931 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:41.037 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629137 2024-09-21T02:46:41.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:41.047 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:41.047 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:41.048 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:41.048 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:41.048 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/tasks/readwrite.yaml").st_ino) 2024-09-21T02:46:41.048 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:41.149 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629146 2024-09-21T02:46:41.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:41.159 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:41.159 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:41.159 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:41.159 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:41.159 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/tasks/rados_cls_all.yaml").st_ino) 2024-09-21T02:46:41.160 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:41.262 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629139 2024-09-21T02:46:41.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:41.272 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:41.272 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:41.272 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:41.272 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:41.272 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/tasks/rados_workunit_loadgen_mostlyread.yaml").st_ino) 2024-09-21T02:46:41.273 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:41.371 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629145 2024-09-21T02:46:41.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:41.381 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:41.381 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:41.381 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:41.381 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:41.381 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/tasks/rados_stress_watch.yaml").st_ino) 2024-09-21T02:46:41.382 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:41.489 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629141 2024-09-21T02:46:41.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:41.500 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:41.500 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:41.500 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:41.500 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:41.501 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/tasks/rados_workunit_loadgen_big.yaml").st_ino) 2024-09-21T02:46:41.501 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:41.605 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629143 2024-09-21T02:46:41.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:41.615 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:41.615 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:41.615 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:41.615 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:41.616 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/tasks/scrub_test.yaml").st_ino) 2024-09-21T02:46:41.616 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:41.717 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629149 2024-09-21T02:46:41.720 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:41.727 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:41.727 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:41.727 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:41.728 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:41.728 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/tasks/rados_workunit_loadgen_mix.yaml").st_ino) 2024-09-21T02:46:41.728 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:41.829 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629144 2024-09-21T02:46:41.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:41.838 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:41.839 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:41.839 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:41.839 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:41.839 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/tasks/rados_python.yaml").st_ino) 2024-09-21T02:46:41.839 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:41.951 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629140 2024-09-21T02:46:41.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:41.960 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:41.960 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:41.960 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:41.960 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:41.960 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/tasks/repair_test.yaml").st_ino) 2024-09-21T02:46:41.960 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:42.064 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629147 2024-09-21T02:46:42.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:42.074 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:42.075 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:42.075 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:42.075 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:42.075 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/tasks/rados_api_tests.yaml").st_ino) 2024-09-21T02:46:42.075 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:42.182 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629138 2024-09-21T02:46:42.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:42.192 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:42.192 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:42.192 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:42.192 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:42.192 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/tasks/rgw_snaps.yaml").st_ino) 2024-09-21T02:46:42.192 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:42.298 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629148 2024-09-21T02:46:42.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:42.307 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:42.308 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:42.308 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:42.308 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:42.308 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/tasks/rados_striper.yaml").st_ino) 2024-09-21T02:46:42.308 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:42.412 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629142 2024-09-21T02:46:42.415 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:42.422 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:42.422 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:42.423 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:42.423 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:42.423 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/basic/rados.yaml").st_ino) 2024-09-21T02:46:42.423 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:42.529 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629136 2024-09-21T02:46:42.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:42.539 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:42.539 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:42.539 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:42.539 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:42.540 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-shec").st_ino) 2024-09-21T02:46:42.540 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:42.645 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629287 2024-09-21T02:46:42.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:42.655 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:42.655 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:42.655 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:42.655 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:42.655 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/leveldb.yaml").st_ino) 2024-09-21T02:46:42.655 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:42.762 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629295 2024-09-21T02:46:42.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:42.771 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:42.771 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:42.771 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:42.771 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:42.771 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/clusters").st_ino) 2024-09-21T02:46:42.771 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:42.876 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629289 2024-09-21T02:46:42.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:42.885 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:42.886 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:42.886 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:42.886 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:42.886 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/clusters/openstack.yaml").st_ino) 2024-09-21T02:46:42.886 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:42.992 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629292 2024-09-21T02:46:42.995 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:43.002 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:43.002 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:43.002 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:43.002 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:43.002 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/clusters/+").st_ino) 2024-09-21T02:46:43.002 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:43.111 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629290 2024-09-21T02:46:43.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:43.121 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:43.122 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:43.122 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:43.122 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:43.122 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/clusters/fixed-4.yaml").st_ino) 2024-09-21T02:46:43.122 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:43.221 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629291 2024-09-21T02:46:43.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:43.231 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:43.232 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:43.232 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:43.232 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:43.232 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/msgr-failures").st_ino) 2024-09-21T02:46:43.232 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:43.337 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629296 2024-09-21T02:46:43.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:43.347 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:43.347 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:43.347 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:43.347 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:43.348 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/objectstore").st_ino) 2024-09-21T02:46:43.348 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:43.452 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629297 2024-09-21T02:46:43.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:43.462 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:43.462 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:43.462 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:43.462 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:43.462 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/fs").st_ino) 2024-09-21T02:46:43.462 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:43.565 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629293 2024-09-21T02:46:43.568 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:43.574 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:43.574 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:43.574 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:43.574 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:43.575 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/fs/xfs.yaml").st_ino) 2024-09-21T02:46:43.575 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:43.686 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629294 2024-09-21T02:46:43.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:43.696 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:43.696 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:43.696 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:43.696 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:43.696 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/workloads").st_ino) 2024-09-21T02:46:43.696 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:43.801 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629301 2024-09-21T02:46:43.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:43.811 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:43.811 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:43.811 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:43.811 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:43.811 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/workloads/ec-rados-plugin=shec-k=4-m=3-c=2.yaml").st_ino) 2024-09-21T02:46:43.811 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:43.916 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629302 2024-09-21T02:46:43.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:43.926 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:43.926 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:43.926 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:43.927 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:43.927 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/%").st_ino) 2024-09-21T02:46:43.927 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:44.029 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629288 2024-09-21T02:46:44.031 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:44.038 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:44.038 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:44.038 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:44.039 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:44.039 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/thrashers").st_ino) 2024-09-21T02:46:44.039 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:44.145 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629299 2024-09-21T02:46:44.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:44.155 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:44.155 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:44.155 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:44.156 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:44.156 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/thrashers/default.yaml").st_ino) 2024-09-21T02:46:44.156 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:44.260 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629300 2024-09-21T02:46:44.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:44.270 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:44.270 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:44.270 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:44.270 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:44.270 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-shec/rados.yaml").st_ino) 2024-09-21T02:46:44.270 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:44.376 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629298 2024-09-21T02:46:44.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:44.385 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:44.385 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:44.385 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:44.385 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:44.385 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code").st_ino) 2024-09-21T02:46:44.386 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:44.492 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629303 2024-09-21T02:46:44.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:44.501 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:44.501 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:44.502 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:44.502 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:44.502 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/fast").st_ino) 2024-09-21T02:46:44.502 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:44.610 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629306 2024-09-21T02:46:44.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:44.620 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:44.620 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:44.620 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:44.620 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:44.620 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/fast/normal.yaml").st_ino) 2024-09-21T02:46:44.620 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:44.726 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629308 2024-09-21T02:46:44.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:44.735 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:44.735 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:44.736 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:44.736 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:44.736 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/fast/fast.yaml").st_ino) 2024-09-21T02:46:44.736 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:44.838 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629307 2024-09-21T02:46:44.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:44.848 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:44.848 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:44.848 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:44.848 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:44.848 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/leveldb.yaml").st_ino) 2024-09-21T02:46:44.848 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:44.955 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629310 2024-09-21T02:46:44.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:44.965 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:44.965 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:44.966 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:44.966 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:44.966 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/clusters").st_ino) 2024-09-21T02:46:44.966 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:45.074 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629305 2024-09-21T02:46:45.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:45.084 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:45.084 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:45.084 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:45.085 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:45.085 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/msgr-failures").st_ino) 2024-09-21T02:46:45.085 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:45.190 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629311 2024-09-21T02:46:45.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:45.198 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:45.198 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:45.198 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:45.198 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:45.198 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/objectstore").st_ino) 2024-09-21T02:46:45.199 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:45.300 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629312 2024-09-21T02:46:45.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:45.310 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:45.310 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:45.310 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:45.310 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:45.310 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/fs").st_ino) 2024-09-21T02:46:45.310 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:45.412 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629309 2024-09-21T02:46:45.415 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:45.422 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:45.422 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:45.422 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:45.422 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:45.422 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads").st_ino) 2024-09-21T02:46:45.422 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:45.525 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629320 2024-09-21T02:46:45.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:45.535 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:45.535 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:45.536 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:45.536 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:45.536 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads/ec-small-objects-fast-read-overwrites.yaml").st_ino) 2024-09-21T02:46:45.536 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:45.636 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629325 2024-09-21T02:46:45.639 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:45.646 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:45.647 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:45.647 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:45.647 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:45.647 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads/ec-small-objects-overwrites.yaml").st_ino) 2024-09-21T02:46:45.647 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:45.752 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629327 2024-09-21T02:46:45.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:45.762 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:45.762 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:45.762 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:45.762 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:45.762 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml").st_ino) 2024-09-21T02:46:45.762 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:45.869 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629323 2024-09-21T02:46:45.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:45.878 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:45.878 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:45.879 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:45.879 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:45.879 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads/ec-snaps-few-objects-overwrites.yaml").st_ino) 2024-09-21T02:46:45.879 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:45.984 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629329 2024-09-21T02:46:45.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:45.994 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:45.994 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:45.994 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:45.994 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:45.994 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads/ec-radosbench.yaml").st_ino) 2024-09-21T02:46:45.994 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:46.101 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629324 2024-09-21T02:46:46.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:46.111 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:46.111 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:46.112 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:46.112 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:46.112 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads/ec-rados-plugin=jerasure-k=2-m=1.yaml").st_ino) 2024-09-21T02:46:46.112 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:46.216 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629322 2024-09-21T02:46:46.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:46.226 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:46.226 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:46.226 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:46.227 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:46.227 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads/ec-small-objects.yaml").st_ino) 2024-09-21T02:46:46.227 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:46.329 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629328 2024-09-21T02:46:46.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:46.339 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:46.339 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:46.339 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:46.339 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:46.339 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads/ec-small-objects-fast-read.yaml").st_ino) 2024-09-21T02:46:46.339 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:46.443 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629326 2024-09-21T02:46:46.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:46.453 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:46.453 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:46.453 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:46.453 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:46.453 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/workloads/ec-pool-snaps-few-objects-overwrites.yaml").st_ino) 2024-09-21T02:46:46.453 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:46.560 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629321 2024-09-21T02:46:46.563 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:46.570 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:46.570 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:46.570 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:46.570 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:46.570 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/%").st_ino) 2024-09-21T02:46:46.570 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:46.673 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629304 2024-09-21T02:46:46.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:46.682 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:46.682 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:46.682 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:46.682 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:46.682 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/thrashers").st_ino) 2024-09-21T02:46:46.683 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:46.784 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629314 2024-09-21T02:46:46.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:46.794 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:46.794 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:46.794 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:46.794 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:46.794 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/thrashers/default.yaml").st_ino) 2024-09-21T02:46:46.794 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:46.896 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629315 2024-09-21T02:46:46.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:46.906 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:46.906 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:46.906 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:46.906 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:46.906 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/thrashers/fastread.yaml").st_ino) 2024-09-21T02:46:46.906 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:47.014 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629316 2024-09-21T02:46:47.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:47.024 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:47.024 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:47.024 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:47.024 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:47.024 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/thrashers/morepggrow.yaml").st_ino) 2024-09-21T02:46:47.024 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:47.131 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629318 2024-09-21T02:46:47.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:47.140 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:47.140 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:47.141 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:47.141 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:47.141 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/thrashers/pggrow.yaml").st_ino) 2024-09-21T02:46:47.141 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:47.254 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629319 2024-09-21T02:46:47.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:47.263 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:47.263 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:47.263 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:47.264 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:47.264 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/thrashers/mapgap.yaml").st_ino) 2024-09-21T02:46:47.264 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:47.365 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629317 2024-09-21T02:46:47.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:47.375 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:47.375 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:47.375 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:47.375 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:47.375 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code/rados.yaml").st_ino) 2024-09-21T02:46:47.375 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:47.481 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629313 2024-09-21T02:46:47.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:47.491 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:47.492 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:47.492 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:47.492 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:47.492 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton-nomsgr").st_ino) 2024-09-21T02:46:47.492 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:47.597 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629208 2024-09-21T02:46:47.599 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:47.606 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:47.606 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:47.606 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:47.606 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:47.606 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton-nomsgr/%").st_ino) 2024-09-21T02:46:47.606 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:47.714 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629209 2024-09-21T02:46:47.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:47.724 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:47.724 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:47.724 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:47.724 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:47.724 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton-nomsgr/all").st_ino) 2024-09-21T02:46:47.724 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:47.833 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629210 2024-09-21T02:46:47.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:47.843 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:47.843 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:47.844 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:47.844 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:47.844 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton-nomsgr/all/multi-backfill-reject.yaml").st_ino) 2024-09-21T02:46:47.844 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:47.948 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629216 2024-09-21T02:46:47.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:47.958 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:47.958 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:47.958 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:47.958 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:47.958 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton-nomsgr/all/full-tiering.yaml").st_ino) 2024-09-21T02:46:47.958 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:48.065 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629214 2024-09-21T02:46:48.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:48.075 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:48.075 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:48.075 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:48.075 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:48.075 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton-nomsgr/all/cache-fs-trunc.yaml").st_ino) 2024-09-21T02:46:48.075 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:48.181 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629211 2024-09-21T02:46:48.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:48.191 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:48.191 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:48.191 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:48.191 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:48.192 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton-nomsgr/all/msgr.yaml").st_ino) 2024-09-21T02:46:48.192 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:48.297 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629215 2024-09-21T02:46:48.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:48.308 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:48.308 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:48.308 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:48.308 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:48.308 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton-nomsgr/all/ceph-post-file.yaml").st_ino) 2024-09-21T02:46:48.308 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:48.410 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629212 2024-09-21T02:46:48.413 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:48.420 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:48.420 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:48.420 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:48.420 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:48.421 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton-nomsgr/all/export-after-evict.yaml").st_ino) 2024-09-21T02:46:48.421 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:48.528 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629213 2024-09-21T02:46:48.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:48.538 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:48.538 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:48.538 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:48.538 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:48.539 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton-nomsgr/all/valgrind-leaks.yaml").st_ino) 2024-09-21T02:46:48.539 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:48.644 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629217 2024-09-21T02:46:48.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:48.654 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:48.655 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:48.655 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:48.655 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:48.655 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/singleton-nomsgr/rados.yaml").st_ino) 2024-09-21T02:46:48.655 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:48.760 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629218 2024-09-21T02:46:48.763 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:48.770 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:48.770 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:48.770 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:48.770 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:48.770 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade").st_ino) 2024-09-21T02:46:48.770 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:48.876 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629374 2024-09-21T02:46:48.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:48.886 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:48.886 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:48.886 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:48.886 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:48.886 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton").st_ino) 2024-09-21T02:46:48.886 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:48.993 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629375 2024-09-21T02:46:48.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:49.003 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:49.003 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:49.003 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:49.003 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:49.003 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/6-next-mon").st_ino) 2024-09-21T02:46:49.003 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:49.110 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629395 2024-09-21T02:46:49.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:49.119 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:49.119 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:49.120 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:49.120 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:49.120 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/6-next-mon/monb.yaml").st_ino) 2024-09-21T02:46:49.120 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:49.228 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629396 2024-09-21T02:46:49.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:49.238 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:49.238 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:49.238 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:49.238 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:49.238 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/8-next-mon").st_ino) 2024-09-21T02:46:49.238 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:49.344 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629401 2024-09-21T02:46:49.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:49.354 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:49.354 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:49.354 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:49.354 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:49.354 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/8-next-mon/monc.yaml").st_ino) 2024-09-21T02:46:49.354 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:49.460 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629402 2024-09-21T02:46:49.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:49.469 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:49.470 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:49.470 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:49.470 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:49.470 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/1-jewel-install").st_ino) 2024-09-21T02:46:49.470 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:49.576 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629381 2024-09-21T02:46:49.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:49.586 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:49.586 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:49.587 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:49.587 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:49.587 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/1-jewel-install/jewel.yaml").st_ino) 2024-09-21T02:46:49.587 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:49.695 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629382 2024-09-21T02:46:49.698 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:49.705 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:49.705 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:49.705 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:49.705 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:49.705 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/5-workload").st_ino) 2024-09-21T02:46:49.705 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:49.813 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629389 2024-09-21T02:46:49.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:49.823 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:49.823 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:49.823 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:49.823 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:49.823 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/5-workload/readwrite.yaml").st_ino) 2024-09-21T02:46:49.823 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:49.929 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629393 2024-09-21T02:46:49.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:49.939 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:49.939 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:49.939 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:49.939 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:49.939 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/5-workload/snaps-few-objects.yaml").st_ino) 2024-09-21T02:46:49.939 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:50.045 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629394 2024-09-21T02:46:50.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:50.054 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:50.055 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:50.055 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:50.055 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:50.055 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/5-workload/rbd-cls.yaml").st_ino) 2024-09-21T02:46:50.055 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:50.164 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629391 2024-09-21T02:46:50.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:50.173 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:50.173 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:50.173 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:50.173 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:50.173 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/5-workload/rbd-import-export.yaml").st_ino) 2024-09-21T02:46:50.173 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:50.276 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629392 2024-09-21T02:46:50.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:50.285 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:50.285 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:50.286 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:50.286 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:50.286 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/5-workload/+").st_ino) 2024-09-21T02:46:50.286 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:50.392 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629390 2024-09-21T02:46:50.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:50.401 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:50.401 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:50.401 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:50.401 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:50.401 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/4-mon").st_ino) 2024-09-21T02:46:50.401 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:50.502 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629387 2024-09-21T02:46:50.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:50.512 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:50.512 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:50.512 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:50.512 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:50.512 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/4-mon/mona.yaml").st_ino) 2024-09-21T02:46:50.512 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:50.611 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629388 2024-09-21T02:46:50.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:50.621 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:50.621 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:50.621 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:50.621 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:50.621 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/%").st_ino) 2024-09-21T02:46:50.621 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:50.724 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629376 2024-09-21T02:46:50.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:50.733 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:50.733 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:50.733 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:50.734 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:50.734 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/9-workload").st_ino) 2024-09-21T02:46:50.734 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:50.839 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629403 2024-09-21T02:46:50.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:50.849 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:50.849 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:50.849 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:50.849 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:50.849 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/9-workload/rbd-python.yaml").st_ino) 2024-09-21T02:46:50.850 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:50.952 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629405 2024-09-21T02:46:50.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:50.962 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:50.962 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:50.962 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:50.962 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:50.962 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/9-workload/rgw-swift.yaml").st_ino) 2024-09-21T02:46:50.962 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:51.069 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629406 2024-09-21T02:46:51.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:51.079 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:51.079 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:51.079 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:51.079 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:51.079 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/9-workload/snaps-many-objects.yaml").st_ino) 2024-09-21T02:46:51.079 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:51.185 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629407 2024-09-21T02:46:51.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:51.195 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:51.195 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:51.195 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:51.195 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:51.195 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/9-workload/+").st_ino) 2024-09-21T02:46:51.196 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:51.302 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629404 2024-09-21T02:46:51.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:51.312 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:51.312 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:51.312 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:51.312 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:51.312 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/2-partial-upgrade").st_ino) 2024-09-21T02:46:51.313 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:51.418 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629383 2024-09-21T02:46:51.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:51.427 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:51.427 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:51.427 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:51.427 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:51.428 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/2-partial-upgrade/firsthalf.yaml").st_ino) 2024-09-21T02:46:51.428 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:51.533 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629384 2024-09-21T02:46:51.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:51.544 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:51.544 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:51.544 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:51.544 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:51.544 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/3-thrash").st_ino) 2024-09-21T02:46:51.544 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:51.650 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629385 2024-09-21T02:46:51.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:51.659 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:51.659 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:51.659 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:51.659 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:51.659 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/3-thrash/default.yaml").st_ino) 2024-09-21T02:46:51.659 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:51.768 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629386 2024-09-21T02:46:51.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:51.778 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:51.778 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:51.778 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:51.778 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:51.778 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/7-workload").st_ino) 2024-09-21T02:46:51.779 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:51.886 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629397 2024-09-21T02:46:51.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:51.895 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:51.895 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:51.895 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:51.896 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:51.896 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/7-workload/radosbench.yaml").st_ino) 2024-09-21T02:46:51.896 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:52.001 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629399 2024-09-21T02:46:52.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:52.011 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:52.011 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:52.011 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:52.011 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:52.011 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/7-workload/rbd_api.yaml").st_ino) 2024-09-21T02:46:52.011 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:52.117 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629400 2024-09-21T02:46:52.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:52.127 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:52.127 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:52.127 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:52.127 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:52.127 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/7-workload/+").st_ino) 2024-09-21T02:46:52.128 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:52.233 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629398 2024-09-21T02:46:52.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:52.243 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:52.243 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:52.243 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:52.243 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:52.243 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/0-cluster").st_ino) 2024-09-21T02:46:52.243 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:52.348 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629377 2024-09-21T02:46:52.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:52.358 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:52.358 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:52.358 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:52.358 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:52.358 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/0-cluster/openstack.yaml").st_ino) 2024-09-21T02:46:52.358 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:52.461 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629379 2024-09-21T02:46:52.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:52.470 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:52.471 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:52.471 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:52.471 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:52.471 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/0-cluster/+").st_ino) 2024-09-21T02:46:52.471 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:52.577 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629378 2024-09-21T02:46:52.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:52.587 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:52.587 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:52.587 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:52.587 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:52.587 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/upgrade/jewel-x-singleton/0-cluster/start.yaml").st_ino) 2024-09-21T02:46:52.588 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:52.689 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629380 2024-09-21T02:46:52.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:52.699 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:52.699 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:52.699 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:52.699 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:52.699 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash").st_ino) 2024-09-21T02:46:52.699 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:52.804 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629150 2024-09-21T02:46:52.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:52.814 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:52.814 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:52.815 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:52.815 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:52.815 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/msgr").st_ino) 2024-09-21T02:46:52.815 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:52.921 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629160 2024-09-21T02:46:52.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:52.932 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:52.932 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:52.932 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:52.932 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:52.932 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/clusters").st_ino) 2024-09-21T02:46:52.932 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:53.033 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629154 2024-09-21T02:46:53.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:53.043 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:53.043 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:53.043 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:53.043 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:53.043 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/clusters/3-mons.yaml").st_ino) 2024-09-21T02:46:53.043 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:53.148 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629155 2024-09-21T02:46:53.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:53.157 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:53.157 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:53.157 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:53.158 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:53.158 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/clusters/9-mons.yaml").st_ino) 2024-09-21T02:46:53.158 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:53.265 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629156 2024-09-21T02:46:53.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:53.275 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:53.275 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:53.275 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:53.275 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:53.276 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/msgr-failures").st_ino) 2024-09-21T02:46:53.276 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:53.381 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629161 2024-09-21T02:46:53.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:53.391 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:53.391 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:53.391 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:53.391 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:53.391 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/msgr-failures/mon-delay.yaml").st_ino) 2024-09-21T02:46:53.391 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:53.498 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629163 2024-09-21T02:46:53.501 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:53.507 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:53.507 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:53.507 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:53.508 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:53.508 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/msgr-failures/few.yaml").st_ino) 2024-09-21T02:46:53.508 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:53.613 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629162 2024-09-21T02:46:53.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:53.623 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:53.623 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:53.623 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:53.623 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:53.623 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/objectstore").st_ino) 2024-09-21T02:46:53.623 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:53.728 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629164 2024-09-21T02:46:53.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:53.738 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:53.738 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:53.738 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:53.738 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:53.738 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/fs").st_ino) 2024-09-21T02:46:53.738 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:53.844 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629157 2024-09-21T02:46:53.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:53.854 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:53.854 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:53.854 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:53.854 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:53.854 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/fs/xfs.yaml").st_ino) 2024-09-21T02:46:53.854 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:53.961 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629158 2024-09-21T02:46:53.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:53.971 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:53.971 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:53.971 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:53.971 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:53.971 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/workloads").st_ino) 2024-09-21T02:46:53.971 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:54.080 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629172 2024-09-21T02:46:54.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:54.090 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:54.090 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:54.090 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:54.091 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:54.091 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/workloads/pool-create-delete.yaml").st_ino) 2024-09-21T02:46:54.091 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:54.198 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629173 2024-09-21T02:46:54.201 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:54.207 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:54.207 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:54.208 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:54.208 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:54.208 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/workloads/snaps-few-objects.yaml").st_ino) 2024-09-21T02:46:54.208 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:54.313 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629177 2024-09-21T02:46:54.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:54.323 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:54.323 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:54.323 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:54.323 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:54.323 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/workloads/rados_mon_workunits.yaml").st_ino) 2024-09-21T02:46:54.323 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:54.425 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629176 2024-09-21T02:46:54.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:54.434 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:54.434 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:54.434 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:54.434 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:54.434 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/workloads/rados_5925.yaml").st_ino) 2024-09-21T02:46:54.434 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:54.541 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629174 2024-09-21T02:46:54.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:54.552 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:54.552 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:54.552 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:54.553 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:54.553 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/workloads/rados_api_tests.yaml").st_ino) 2024-09-21T02:46:54.553 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:54.653 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629175 2024-09-21T02:46:54.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:54.663 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:54.663 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:54.663 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:54.663 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:54.663 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/ceph").st_ino) 2024-09-21T02:46:54.663 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:54.766 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629152 2024-09-21T02:46:54.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:54.775 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:54.775 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:54.775 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:54.775 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:54.775 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/ceph/ceph.yaml").st_ino) 2024-09-21T02:46:54.776 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:54.877 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629153 2024-09-21T02:46:54.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:54.887 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:54.887 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:54.887 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:54.887 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:54.887 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/%").st_ino) 2024-09-21T02:46:54.888 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:54.993 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629151 2024-09-21T02:46:54.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:55.003 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:55.003 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:55.003 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:55.003 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:55.004 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/mon_kv_backend").st_ino) 2024-09-21T02:46:55.004 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:55.105 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629159 2024-09-21T02:46:55.107 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:55.115 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:55.115 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:55.115 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:55.115 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:55.115 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/thrashers").st_ino) 2024-09-21T02:46:55.115 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:55.220 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629166 2024-09-21T02:46:55.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:55.229 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:55.229 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:55.229 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:55.229 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:55.229 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/thrashers/many.yaml").st_ino) 2024-09-21T02:46:55.229 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:55.337 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629168 2024-09-21T02:46:55.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:55.347 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:55.347 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:55.347 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:55.347 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:55.347 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/thrashers/one.yaml").st_ino) 2024-09-21T02:46:55.348 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:55.453 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629169 2024-09-21T02:46:55.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:55.463 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:55.463 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:55.463 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:55.463 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:55.463 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/thrashers/sync.yaml").st_ino) 2024-09-21T02:46:55.463 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:55.565 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629171 2024-09-21T02:46:55.568 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:55.575 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:55.575 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:55.575 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:55.575 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:55.575 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/thrashers/sync-many.yaml").st_ino) 2024-09-21T02:46:55.575 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:55.683 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629170 2024-09-21T02:46:55.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:55.689 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:55.689 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:55.689 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:55.689 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:55.689 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/thrashers/force-sync-many.yaml").st_ino) 2024-09-21T02:46:55.689 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:55.796 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629167 2024-09-21T02:46:55.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:55.806 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:55.806 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:55.806 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:55.806 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:55.806 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/monthrash/rados.yaml").st_ino) 2024-09-21T02:46:55.806 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:55.912 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629165 2024-09-21T02:46:55.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:55.921 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:55.921 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:55.921 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:55.921 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:55.922 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash").st_ino) 2024-09-21T02:46:55.922 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:56.029 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629330 2024-09-21T02:46:56.031 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:56.038 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:56.038 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:56.038 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:56.038 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:56.039 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/msgr").st_ino) 2024-09-21T02:46:56.039 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:56.145 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629347 2024-09-21T02:46:56.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:56.155 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:56.155 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:56.155 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:56.155 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:56.156 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/clusters").st_ino) 2024-09-21T02:46:56.156 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:56.247 DEBUG:teuthology.orchestra.run.smithi083:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T02:46:56.249 DEBUG:teuthology.orchestra.run.smithi142:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T02:46:56.261 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629339 2024-09-21T02:46:56.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:56.271 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:56.271 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:56.271 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:56.272 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:56.272 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/clusters/openstack.yaml").st_ino) 2024-09-21T02:46:56.272 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:56.399 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629342 2024-09-21T02:46:56.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:56.409 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:56.409 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:56.409 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:56.409 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:56.409 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/clusters/fixed-2.yaml").st_ino) 2024-09-21T02:46:56.409 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:56.516 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629341 2024-09-21T02:46:56.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:56.526 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:56.526 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:56.526 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:56.526 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:56.526 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/clusters/+").st_ino) 2024-09-21T02:46:56.526 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:56.633 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629340 2024-09-21T02:46:56.636 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:56.643 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:56.643 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:56.643 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:56.643 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:56.643 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/1-pg-log-overrides").st_ino) 2024-09-21T02:46:56.643 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:56.751 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629336 2024-09-21T02:46:56.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:56.762 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:56.762 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:56.762 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:56.762 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:56.762 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/1-pg-log-overrides/normal_pg_log.yaml").st_ino) 2024-09-21T02:46:56.762 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:56.870 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629337 2024-09-21T02:46:56.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:56.879 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:56.879 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:56.880 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:56.880 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:56.880 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/1-pg-log-overrides/short_pg_log.yaml").st_ino) 2024-09-21T02:46:56.880 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:56.985 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629338 2024-09-21T02:46:56.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:56.995 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:56.995 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:56.995 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:56.995 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:56.995 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/msgr-failures").st_ino) 2024-09-21T02:46:56.995 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:57.100 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629348 2024-09-21T02:46:57.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:57.111 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:57.111 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:57.111 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:57.111 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:57.111 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/msgr-failures/few.yaml").st_ino) 2024-09-21T02:46:57.111 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:57.217 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629350 2024-09-21T02:46:57.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:57.227 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:57.227 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:57.228 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:57.228 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:57.228 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/msgr-failures/fastclose.yaml").st_ino) 2024-09-21T02:46:57.228 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:57.333 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629349 2024-09-21T02:46:57.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:57.342 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:57.342 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:57.342 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:57.343 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:57.343 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/msgr-failures/osd-delay.yaml").st_ino) 2024-09-21T02:46:57.343 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:57.449 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629351 2024-09-21T02:46:57.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:57.458 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:57.459 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:57.459 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:57.459 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:57.459 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/0-size-min-size-overrides").st_ino) 2024-09-21T02:46:57.459 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:57.561 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629332 2024-09-21T02:46:57.563 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:57.570 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:57.570 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:57.570 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:57.570 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:57.571 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/0-size-min-size-overrides/3-size-2-min-size.yaml").st_ino) 2024-09-21T02:46:57.571 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:57.678 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629335 2024-09-21T02:46:57.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:57.688 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:57.688 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:57.688 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:57.688 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:57.688 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/0-size-min-size-overrides/2-size-2-min-size.yaml").st_ino) 2024-09-21T02:46:57.688 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:57.793 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629334 2024-09-21T02:46:57.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:57.803 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:57.803 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:57.803 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:57.803 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:57.803 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/0-size-min-size-overrides/2-size-1-min-size.yaml").st_ino) 2024-09-21T02:46:57.803 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:57.912 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629333 2024-09-21T02:46:57.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:57.922 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:57.922 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:57.922 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:57.922 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:57.922 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/objectstore").st_ino) 2024-09-21T02:46:57.923 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:58.031 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629352 2024-09-21T02:46:58.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:58.041 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:58.041 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:58.041 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:58.041 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:58.041 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/fs").st_ino) 2024-09-21T02:46:58.041 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:58.149 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629343 2024-09-21T02:46:58.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:58.159 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:58.159 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:58.159 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:58.159 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:58.159 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/fs/btrfs.yaml").st_ino) 2024-09-21T02:46:58.159 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:58.265 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629344 2024-09-21T02:46:58.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:58.275 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:58.275 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:58.275 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:58.275 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:58.276 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/fs/xfs.yaml").st_ino) 2024-09-21T02:46:58.276 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:58.381 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629345 2024-09-21T02:46:58.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:58.390 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:58.391 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:58.391 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:58.391 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:58.391 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/workloads").st_ino) 2024-09-21T02:46:58.391 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:58.496 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629360 2024-09-21T02:46:58.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:58.506 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:58.506 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:58.506 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:58.506 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:58.506 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/workloads/radosbench.yaml").st_ino) 2024-09-21T02:46:58.506 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:58.611 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629370 2024-09-21T02:46:58.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:58.621 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:58.621 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:58.621 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:58.621 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:58.621 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/workloads/cache-agent-big.yaml").st_ino) 2024-09-21T02:46:58.621 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:58.727 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629362 2024-09-21T02:46:58.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:58.736 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:58.736 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:58.736 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:58.736 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:58.736 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/workloads/cache.yaml").st_ino) 2024-09-21T02:46:58.736 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:58.841 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629367 2024-09-21T02:46:58.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:58.851 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:58.851 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:58.851 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:58.851 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:58.851 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/workloads/cache-agent-small.yaml").st_ino) 2024-09-21T02:46:58.851 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:58.953 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629363 2024-09-21T02:46:58.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:58.962 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:58.962 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:58.962 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:58.963 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:58.963 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/workloads/snaps-few-objects.yaml").st_ino) 2024-09-21T02:46:58.963 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:59.069 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629372 2024-09-21T02:46:59.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:59.078 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:59.078 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:59.078 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:59.078 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:59.079 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/workloads/write_fadvise_dontneed.yaml").st_ino) 2024-09-21T02:46:59.079 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:59.185 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629373 2024-09-21T02:46:59.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:59.196 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:59.196 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:59.196 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:59.196 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:59.196 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/workloads/cache-pool-snaps.yaml").st_ino) 2024-09-21T02:46:59.196 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:59.297 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629365 2024-09-21T02:46:59.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:59.306 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:59.307 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:59.307 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:59.307 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:59.307 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/workloads/admin_socket_objecter_requests.yaml").st_ino) 2024-09-21T02:46:59.307 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:59.412 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629361 2024-09-21T02:46:59.415 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:59.421 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:59.421 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:59.422 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:59.422 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:59.422 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/workloads/cache-pool-snaps-readproxy.yaml").st_ino) 2024-09-21T02:46:59.422 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:59.529 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629364 2024-09-21T02:46:59.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:59.539 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:59.539 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:59.539 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:59.539 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:59.539 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/workloads/cache-snaps.yaml").st_ino) 2024-09-21T02:46:59.539 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:59.641 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629366 2024-09-21T02:46:59.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:59.650 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:59.651 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:59.651 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:59.651 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:59.651 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/workloads/pool-snaps-few-objects.yaml").st_ino) 2024-09-21T02:46:59.651 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:59.757 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629368 2024-09-21T02:46:59.760 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:59.767 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:59.767 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:59.767 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:59.768 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:59.768 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/workloads/rados_api_tests.yaml").st_ino) 2024-09-21T02:46:59.768 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:59.873 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629369 2024-09-21T02:46:59.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:59.882 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:59.883 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:59.883 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:59.883 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:59.883 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/workloads/small-objects.yaml").st_ino) 2024-09-21T02:46:59.883 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:46:59.986 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629371 2024-09-21T02:46:59.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:46:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:46:59.996 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:46:59.996 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:46:59.996 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:46:59.996 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:46:59.996 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/hobj-sort.yaml").st_ino) 2024-09-21T02:46:59.996 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:00.096 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629346 2024-09-21T02:47:00.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:00.106 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:00.106 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:00.106 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:00.106 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:00.106 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/%").st_ino) 2024-09-21T02:47:00.106 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:00.209 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629331 2024-09-21T02:47:00.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:00.219 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:00.219 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:00.219 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:00.219 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:00.219 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/thrashers").st_ino) 2024-09-21T02:47:00.219 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:00.321 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629355 2024-09-21T02:47:00.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:00.331 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:00.331 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:00.331 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:00.331 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:00.331 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/thrashers/default.yaml").st_ino) 2024-09-21T02:47:00.331 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:00.436 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629356 2024-09-21T02:47:00.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:00.446 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:00.446 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:00.446 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:00.446 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:00.446 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/thrashers/morepggrow.yaml").st_ino) 2024-09-21T02:47:00.446 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:00.553 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629358 2024-09-21T02:47:00.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:00.563 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:00.563 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:00.563 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:00.563 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:00.564 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/thrashers/pggrow.yaml").st_ino) 2024-09-21T02:47:00.564 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:00.669 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629359 2024-09-21T02:47:00.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:00.679 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:00.680 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:00.680 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:00.680 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:00.680 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/thrashers/mapgap.yaml").st_ino) 2024-09-21T02:47:00.680 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:00.781 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629357 2024-09-21T02:47:00.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:00.790 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:00.790 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:00.790 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:00.790 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:00.791 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/rocksdb.yaml").st_ino) 2024-09-21T02:47:00.791 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:00.897 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629354 2024-09-21T02:47:00.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:00.907 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:00.907 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:00.907 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:00.907 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:00.907 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash/rados.yaml").st_ino) 2024-09-21T02:47:00.907 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:01.008 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629353 2024-09-21T02:47:01.011 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:01.018 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:01.018 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:01.018 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:01.018 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:01.018 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify").st_ino) 2024-09-21T02:47:01.018 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:01.125 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629408 2024-09-21T02:47:01.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:01.134 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:01.134 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:01.134 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:01.134 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:01.134 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/msgr").st_ino) 2024-09-21T02:47:01.134 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:01.236 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629420 2024-09-21T02:47:01.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:01.246 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:01.246 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:01.246 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:01.246 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:01.246 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/validater").st_ino) 2024-09-21T02:47:01.246 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:01.352 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629429 2024-09-21T02:47:01.355 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:01.362 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:01.362 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:01.363 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:01.363 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:01.363 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/validater/valgrind.yaml").st_ino) 2024-09-21T02:47:01.363 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:01.469 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629431 2024-09-21T02:47:01.473 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:01.479 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:01.479 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:01.479 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:01.480 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:01.480 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/validater/lockdep.yaml").st_ino) 2024-09-21T02:47:01.480 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:01.582 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629430 2024-09-21T02:47:01.583 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:01.590 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:01.590 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:01.590 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:01.591 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:01.591 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/clusters").st_ino) 2024-09-21T02:47:01.591 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:01.697 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629413 2024-09-21T02:47:01.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:01.708 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:01.708 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:01.708 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:01.708 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:01.708 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/clusters/openstack.yaml").st_ino) 2024-09-21T02:47:01.708 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:01.809 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629416 2024-09-21T02:47:01.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:01.819 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:01.819 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:01.819 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:01.819 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:01.819 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/clusters/fixed-2.yaml").st_ino) 2024-09-21T02:47:01.819 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:01.925 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629415 2024-09-21T02:47:01.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:01.935 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:01.935 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:01.936 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:01.936 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:01.936 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/clusters/+").st_ino) 2024-09-21T02:47:01.936 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:02.037 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629414 2024-09-21T02:47:02.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:02.047 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:02.047 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:02.047 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:02.048 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:02.048 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/msgr-failures").st_ino) 2024-09-21T02:47:02.048 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:02.149 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629421 2024-09-21T02:47:02.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:02.160 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:02.160 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:02.160 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:02.160 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:02.160 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/msgr-failures/few.yaml").st_ino) 2024-09-21T02:47:02.161 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:02.267 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629422 2024-09-21T02:47:02.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:02.276 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:02.277 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:02.277 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:02.277 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:02.277 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/objectstore").st_ino) 2024-09-21T02:47:02.277 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:02.385 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629423 2024-09-21T02:47:02.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:02.395 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:02.395 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:02.395 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:02.395 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:02.396 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/fs").st_ino) 2024-09-21T02:47:02.396 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:02.496 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629417 2024-09-21T02:47:02.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:02.506 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:02.507 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:02.507 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:02.507 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:02.507 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/fs/btrfs.yaml").st_ino) 2024-09-21T02:47:02.507 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:02.613 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629418 2024-09-21T02:47:02.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:02.623 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:02.623 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:02.623 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:02.623 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:02.623 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/1thrash").st_ino) 2024-09-21T02:47:02.623 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:02.729 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629410 2024-09-21T02:47:02.732 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:02.739 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:02.739 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:02.739 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:02.739 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:02.739 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/1thrash/default.yaml").st_ino) 2024-09-21T02:47:02.739 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:02.845 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629411 2024-09-21T02:47:02.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:02.855 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:02.855 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:02.855 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:02.855 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:02.855 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/1thrash/none.yaml").st_ino) 2024-09-21T02:47:02.855 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:02.957 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629412 2024-09-21T02:47:02.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:02.967 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:02.967 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:02.967 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:02.968 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:02.968 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/%").st_ino) 2024-09-21T02:47:02.968 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:03.073 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629409 2024-09-21T02:47:03.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:03.084 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:03.084 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:03.084 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:03.084 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:03.084 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/mon_kv_backend").st_ino) 2024-09-21T02:47:03.084 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:03.190 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629419 2024-09-21T02:47:03.193 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:03.199 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:03.200 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:03.200 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:03.200 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:03.200 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/tasks").st_ino) 2024-09-21T02:47:03.200 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:03.305 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629425 2024-09-21T02:47:03.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:03.315 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:03.315 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:03.316 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:03.316 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:03.316 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/tasks/rados_cls_all.yaml").st_ino) 2024-09-21T02:47:03.316 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:03.417 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629428 2024-09-21T02:47:03.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:03.428 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:03.428 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:03.428 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:03.428 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:03.428 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/tasks/mon_recovery.yaml").st_ino) 2024-09-21T02:47:03.428 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:03.534 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629426 2024-09-21T02:47:03.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:03.544 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:03.545 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:03.545 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:03.545 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:03.545 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/tasks/rados_api_tests.yaml").st_ino) 2024-09-21T02:47:03.545 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:03.653 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629427 2024-09-21T02:47:03.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:03.664 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:03.664 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:03.664 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:03.664 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:03.664 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/verify/rados.yaml").st_ino) 2024-09-21T02:47:03.664 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:03.769 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629424 2024-09-21T02:47:03.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:03.779 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:03.779 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:03.779 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:03.779 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:03.779 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon").st_ino) 2024-09-21T02:47:03.780 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:03.881 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629178 2024-09-21T02:47:03.884 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:03.891 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:03.891 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:03.891 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:03.891 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:03.891 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon/msgr").st_ino) 2024-09-21T02:47:03.891 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:03.992 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629188 2024-09-21T02:47:03.995 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:04.002 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:04.002 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:04.002 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:04.002 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:04.002 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon/clusters").st_ino) 2024-09-21T02:47:04.002 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:04.109 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629180 2024-09-21T02:47:04.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:04.119 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:04.119 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:04.119 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:04.119 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:04.120 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon/clusters/21.yaml").st_ino) 2024-09-21T02:47:04.120 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:04.222 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629181 2024-09-21T02:47:04.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:04.232 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:04.232 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:04.232 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:04.232 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:04.232 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon/clusters/9.yaml").st_ino) 2024-09-21T02:47:04.233 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:04.336 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629184 2024-09-21T02:47:04.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:04.346 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:04.346 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:04.346 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:04.347 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:04.347 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon/clusters/3.yaml").st_ino) 2024-09-21T02:47:04.347 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:04.449 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629182 2024-09-21T02:47:04.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:04.459 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:04.459 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:04.459 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:04.459 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:04.459 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon/clusters/6.yaml").st_ino) 2024-09-21T02:47:04.459 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:04.564 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629183 2024-09-21T02:47:04.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:04.574 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:04.574 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:04.574 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:04.575 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:04.575 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon/msgr-failures").st_ino) 2024-09-21T02:47:04.575 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:04.681 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629189 2024-09-21T02:47:04.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:04.691 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:04.691 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:04.691 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:04.691 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:04.691 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon/msgr-failures/many.yaml").st_ino) 2024-09-21T02:47:04.691 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:04.797 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629191 2024-09-21T02:47:04.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:04.807 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:04.807 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:04.807 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:04.807 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:04.807 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon/msgr-failures/few.yaml").st_ino) 2024-09-21T02:47:04.807 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:04.914 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629190 2024-09-21T02:47:04.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:04.924 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:04.924 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:04.924 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:04.924 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:04.925 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon/objectstore").st_ino) 2024-09-21T02:47:04.925 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:05.028 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629192 2024-09-21T02:47:05.031 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:05.038 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:05.038 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:05.038 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:05.038 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:05.038 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon/fs").st_ino) 2024-09-21T02:47:05.038 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:05.144 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629185 2024-09-21T02:47:05.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:05.155 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:05.155 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:05.155 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:05.155 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:05.155 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon/fs/xfs.yaml").st_ino) 2024-09-21T02:47:05.155 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:05.266 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629186 2024-09-21T02:47:05.267 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:05.274 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:05.274 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:05.274 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:05.274 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:05.274 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon/%").st_ino) 2024-09-21T02:47:05.274 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:05.381 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629179 2024-09-21T02:47:05.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:05.391 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:05.391 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:05.391 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:05.391 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:05.392 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon/mon_kv_backend").st_ino) 2024-09-21T02:47:05.392 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:05.493 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629187 2024-09-21T02:47:05.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:05.502 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:05.502 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:05.502 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:05.502 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:05.503 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon/tasks").st_ino) 2024-09-21T02:47:05.503 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:05.604 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629194 2024-09-21T02:47:05.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:05.614 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:05.614 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:05.614 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:05.614 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:05.614 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon/tasks/mon_clock_with_skews.yaml").st_ino) 2024-09-21T02:47:05.614 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:05.721 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629196 2024-09-21T02:47:05.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:05.731 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:05.731 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:05.731 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:05.731 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:05.731 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon/tasks/mon_recovery.yaml").st_ino) 2024-09-21T02:47:05.731 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:05.833 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629197 2024-09-21T02:47:05.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:05.843 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:05.843 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:05.843 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:05.843 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:05.843 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon/tasks/mon_clock_no_skews.yaml").st_ino) 2024-09-21T02:47:05.844 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:05.945 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629195 2024-09-21T02:47:05.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:05.955 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:05.955 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:05.955 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:05.955 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:05.955 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/multimon/rados.yaml").st_ino) 2024-09-21T02:47:05.955 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:06.060 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629193 2024-09-21T02:47:06.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:06.071 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:06.071 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:06.071 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:06.071 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:06.071 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-isa").st_ino) 2024-09-21T02:47:06.071 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:06.175 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629274 2024-09-21T02:47:06.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:06.185 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:06.185 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:06.186 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:06.186 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:06.186 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/leveldb.yaml").st_ino) 2024-09-21T02:47:06.186 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:06.294 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629781 2024-09-21T02:47:06.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:06.303 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:06.303 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:06.303 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:06.303 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:06.304 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/clusters").st_ino) 2024-09-21T02:47:06.304 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:06.404 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629278 2024-09-21T02:47:06.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:06.414 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:06.414 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:06.414 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:06.414 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:06.414 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/msgr-failures").st_ino) 2024-09-21T02:47:06.414 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:06.519 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629280 2024-09-21T02:47:06.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:06.529 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:06.529 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:06.529 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:06.529 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:06.529 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/objectstore").st_ino) 2024-09-21T02:47:06.529 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:06.636 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629281 2024-09-21T02:47:06.639 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:06.646 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:06.646 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:06.646 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:06.646 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:06.646 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/supported").st_ino) 2024-09-21T02:47:06.647 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:06.748 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629283 2024-09-21T02:47:06.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:06.758 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:06.758 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:06.758 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:06.758 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:06.758 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/fs").st_ino) 2024-09-21T02:47:06.758 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:06.865 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629279 2024-09-21T02:47:06.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:06.875 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:06.875 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:06.875 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:06.875 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:06.875 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/workloads").st_ino) 2024-09-21T02:47:06.875 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:06.976 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629285 2024-09-21T02:47:06.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:06.985 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:06.985 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:06.985 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:06.985 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:06.985 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/workloads/ec-rados-plugin=isa-k=2-m=1.yaml").st_ino) 2024-09-21T02:47:06.985 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:07.086 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629286 2024-09-21T02:47:07.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:07.097 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:07.097 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:07.097 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:07.097 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:07.097 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/arch").st_ino) 2024-09-21T02:47:07.097 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:07.200 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629276 2024-09-21T02:47:07.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:07.210 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:07.210 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:07.210 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:07.210 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:07.210 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/arch/x86_64.yaml").st_ino) 2024-09-21T02:47:07.210 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:07.312 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629277 2024-09-21T02:47:07.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:07.322 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:07.322 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:07.322 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:07.322 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:07.323 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/%").st_ino) 2024-09-21T02:47:07.323 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:07.427 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629275 2024-09-21T02:47:07.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:07.437 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:07.437 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:07.437 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:07.437 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:07.437 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/thrashers").st_ino) 2024-09-21T02:47:07.437 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:07.545 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629284 2024-09-21T02:47:07.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:07.556 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:07.556 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:07.556 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:07.556 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:07.556 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-isa/rados.yaml").st_ino) 2024-09-21T02:47:07.556 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:07.661 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629282 2024-09-21T02:47:07.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:07.670 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:07.670 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:07.671 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:07.671 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:07.671 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-big").st_ino) 2024-09-21T02:47:07.671 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:07.782 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629255 2024-09-21T02:47:07.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:07.791 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:07.791 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:07.792 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:07.792 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:07.792 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-big/cluster").st_ino) 2024-09-21T02:47:07.792 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:07.897 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629257 2024-09-21T02:47:07.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:07.907 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:07.907 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:07.907 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:07.907 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:07.907 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-big/cluster/openstack.yaml").st_ino) 2024-09-21T02:47:07.907 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:08.009 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629260 2024-09-21T02:47:08.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:08.019 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:08.019 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:08.019 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:08.019 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:08.019 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-big/cluster/12-osds.yaml").st_ino) 2024-09-21T02:47:08.019 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:08.124 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629259 2024-09-21T02:47:08.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:08.134 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:08.134 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:08.134 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:08.134 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:08.134 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-big/cluster/+").st_ino) 2024-09-21T02:47:08.134 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:08.238 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629258 2024-09-21T02:47:08.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:08.248 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:08.248 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:08.248 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:08.248 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:08.248 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-big/leveldb.yaml").st_ino) 2024-09-21T02:47:08.249 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:08.347 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629262 2024-09-21T02:47:08.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:08.357 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:08.357 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:08.357 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:08.357 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:08.357 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-big/msgr-failures").st_ino) 2024-09-21T02:47:08.357 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:08.464 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629263 2024-09-21T02:47:08.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:08.474 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:08.474 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:08.474 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:08.474 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:08.474 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-big/objectstore").st_ino) 2024-09-21T02:47:08.474 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:08.580 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629264 2024-09-21T02:47:08.582 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:08.590 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:08.590 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:08.590 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:08.590 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:08.590 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-big/fs").st_ino) 2024-09-21T02:47:08.590 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:08.693 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629261 2024-09-21T02:47:08.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:08.703 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:08.703 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:08.703 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:08.703 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:08.703 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-big/workloads").st_ino) 2024-09-21T02:47:08.703 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:08.808 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629272 2024-09-21T02:47:08.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:08.818 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:08.819 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:08.819 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:08.819 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:08.819 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-big/workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml").st_ino) 2024-09-21T02:47:08.819 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:08.929 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629273 2024-09-21T02:47:08.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:08.939 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:08.939 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:08.939 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:08.939 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:08.939 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-big/%").st_ino) 2024-09-21T02:47:08.939 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:09.044 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629256 2024-09-21T02:47:09.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:09.054 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:09.054 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:09.054 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:09.055 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:09.055 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-big/thrashers").st_ino) 2024-09-21T02:47:09.055 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:09.156 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629266 2024-09-21T02:47:09.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:09.166 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:09.166 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:09.166 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:09.166 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:09.166 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-big/thrashers/default.yaml").st_ino) 2024-09-21T02:47:09.166 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:09.273 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629267 2024-09-21T02:47:09.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:09.282 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:09.282 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:09.282 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:09.283 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:09.283 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-big/thrashers/fastread.yaml").st_ino) 2024-09-21T02:47:09.283 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:09.385 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629268 2024-09-21T02:47:09.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:09.394 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:09.394 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:09.395 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:09.395 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:09.395 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-big/thrashers/morepggrow.yaml").st_ino) 2024-09-21T02:47:09.395 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:09.500 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629270 2024-09-21T02:47:09.503 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:09.510 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:09.510 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:09.510 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:09.510 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:09.511 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-big/thrashers/pggrow.yaml").st_ino) 2024-09-21T02:47:09.511 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:09.618 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629271 2024-09-21T02:47:09.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:09.628 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:09.628 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:09.628 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:09.628 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:09.628 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-big/thrashers/mapgap.yaml").st_ino) 2024-09-21T02:47:09.628 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:09.734 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629269 2024-09-21T02:47:09.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:09.745 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:09.745 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:09.745 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:09.745 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:09.745 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/rados/thrash-erasure-code-big/rados.yaml").st_ino) 2024-09-21T02:47:09.745 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:09.852 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629265 2024-09-21T02:47:09.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:09.862 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:09.862 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:09.862 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:09.863 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:09.863 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs").st_ino) 2024-09-21T02:47:09.863 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:09.964 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628892 2024-09-21T02:47:09.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:09.974 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:09.974 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:09.974 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:09.974 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:09.974 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs/basic").st_ino) 2024-09-21T02:47:09.974 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:10.077 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628893 2024-09-21T02:47:10.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:10.086 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:10.086 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:10.086 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:10.086 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:10.086 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs/basic/clusters").st_ino) 2024-09-21T02:47:10.086 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:10.188 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628897 2024-09-21T02:47:10.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:10.198 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:10.198 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:10.198 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:10.198 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:10.198 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs/basic/clusters/extra-client.yaml").st_ino) 2024-09-21T02:47:10.198 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:10.305 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628898 2024-09-21T02:47:10.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:10.316 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:10.316 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:10.316 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:10.316 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:10.316 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs/basic/fs").st_ino) 2024-09-21T02:47:10.316 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:10.419 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628899 2024-09-21T02:47:10.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:10.429 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:10.429 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:10.429 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:10.430 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:10.430 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs/basic/fs/xfs.yaml").st_ino) 2024-09-21T02:47:10.430 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:10.537 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628900 2024-09-21T02:47:10.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:10.547 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:10.547 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:10.547 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:10.548 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:10.548 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs/basic/mount").st_ino) 2024-09-21T02:47:10.548 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:10.653 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628901 2024-09-21T02:47:10.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:10.663 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:10.663 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:10.663 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:10.663 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:10.663 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs/basic/mount/v4.yaml").st_ino) 2024-09-21T02:47:10.663 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:10.765 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628903 2024-09-21T02:47:10.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:10.775 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:10.775 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:10.775 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:10.775 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:10.775 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs/basic/mount/v3.yaml").st_ino) 2024-09-21T02:47:10.775 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:10.882 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628902 2024-09-21T02:47:10.884 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:10.891 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:10.891 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:10.891 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:10.891 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:10.891 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs/basic/ceph").st_ino) 2024-09-21T02:47:10.892 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:10.998 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628895 2024-09-21T02:47:11.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:11.007 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:11.007 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:11.007 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:11.007 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:11.007 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs/basic/ceph/base.yaml").st_ino) 2024-09-21T02:47:11.008 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:11.114 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628896 2024-09-21T02:47:11.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:11.123 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:11.123 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:11.123 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:11.123 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:11.124 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs/basic/%").st_ino) 2024-09-21T02:47:11.124 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:11.225 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628894 2024-09-21T02:47:11.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:11.235 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:11.235 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:11.235 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:11.235 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:11.235 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs/basic/tasks").st_ino) 2024-09-21T02:47:11.235 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:11.340 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628904 2024-09-21T02:47:11.342 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:11.350 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:11.350 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:11.350 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:11.350 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:11.350 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs/basic/tasks/nfs_workunit_suites_dbench.yaml").st_ino) 2024-09-21T02:47:11.350 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:11.459 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628908 2024-09-21T02:47:11.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:11.469 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:11.470 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:11.470 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:11.470 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:11.470 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs/basic/tasks/nfs-workunit-kernel-untar-build.yaml").st_ino) 2024-09-21T02:47:11.470 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:11.578 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628905 2024-09-21T02:47:11.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:11.587 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:11.587 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:11.587 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:11.587 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:11.588 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs/basic/tasks/nfs_workunit_suites_ffsb.yaml").st_ino) 2024-09-21T02:47:11.588 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:11.694 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628909 2024-09-21T02:47:11.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:11.703 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:11.703 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:11.703 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:11.703 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:11.704 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs/basic/tasks/nfs_workunit_suites_blogbench.yaml").st_ino) 2024-09-21T02:47:11.704 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:11.808 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628907 2024-09-21T02:47:11.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:11.819 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:11.819 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:11.819 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:11.820 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:11.820 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs/basic/tasks/nfs_workunit_misc.yaml").st_ino) 2024-09-21T02:47:11.820 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:11.926 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628906 2024-09-21T02:47:11.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:11.936 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:11.936 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:11.936 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:11.936 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:11.936 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs/basic/tasks/nfs_workunit_suites_fsstress.yaml").st_ino) 2024-09-21T02:47:11.936 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:12.039 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628910 2024-09-21T02:47:12.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:12.050 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:12.050 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:12.050 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:12.050 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:12.050 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/knfs/basic/tasks/nfs_workunit_suites_iozone.yaml").st_ino) 2024-09-21T02:47:12.050 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:12.153 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628911 2024-09-21T02:47:12.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:12.163 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:12.163 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:12.163 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:12.163 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:12.164 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/experimental").st_ino) 2024-09-21T02:47:12.164 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:12.269 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628541 2024-09-21T02:47:12.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:12.279 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:12.279 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:12.279 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:12.279 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:12.279 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/experimental/multimds").st_ino) 2024-09-21T02:47:12.279 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:12.388 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628542 2024-09-21T02:47:12.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:12.397 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:12.397 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:12.397 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:12.397 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:12.398 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/experimental/multimds/clusters").st_ino) 2024-09-21T02:47:12.398 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:12.504 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628544 2024-09-21T02:47:12.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:12.514 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:12.515 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:12.515 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:12.515 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:12.515 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/experimental/multimds/clusters/7-multimds.yaml").st_ino) 2024-09-21T02:47:12.515 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:12.621 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628545 2024-09-21T02:47:12.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:12.631 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:12.631 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:12.631 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:12.631 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:12.631 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/experimental/multimds/%").st_ino) 2024-09-21T02:47:12.632 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:12.737 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628543 2024-09-21T02:47:12.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:12.748 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:12.748 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:12.748 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:12.749 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:12.749 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/experimental/multimds/tasks").st_ino) 2024-09-21T02:47:12.749 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:12.858 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628546 2024-09-21T02:47:12.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:12.867 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:12.867 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:12.867 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:12.867 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:12.868 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/experimental/multimds/tasks/fsstress_thrash_subtrees.yaml").st_ino) 2024-09-21T02:47:12.868 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:12.973 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628547 2024-09-21T02:47:12.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:12.983 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:12.983 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:12.983 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:12.983 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:12.983 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal").st_ino) 2024-09-21T02:47:12.983 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:13.085 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628993 2024-09-21T02:47:13.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:13.094 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:13.094 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:13.094 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:13.094 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:13.095 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/fs-misc").st_ino) 2024-09-21T02:47:13.095 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:13.197 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629003 2024-09-21T02:47:13.200 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:13.207 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:13.207 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:13.207 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:13.207 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:13.207 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/fs-misc/clusters").st_ino) 2024-09-21T02:47:13.207 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:13.309 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629005 2024-09-21T02:47:13.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:13.318 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:13.318 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:13.318 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:13.319 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:13.319 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/fs-misc/clusters/two_clients.yaml").st_ino) 2024-09-21T02:47:13.319 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:13.428 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629006 2024-09-21T02:47:13.431 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:13.438 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:13.438 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:13.439 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:13.439 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:13.439 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/fs-misc/fs").st_ino) 2024-09-21T02:47:13.439 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:13.548 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629007 2024-09-21T02:47:13.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:13.558 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:13.558 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:13.558 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:13.558 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:13.558 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/fs-misc/fs/btrfs.yaml").st_ino) 2024-09-21T02:47:13.558 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:13.665 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629008 2024-09-21T02:47:13.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:13.675 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:13.675 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:13.675 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:13.675 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:13.675 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/fs-misc/%").st_ino) 2024-09-21T02:47:13.675 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:13.781 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629004 2024-09-21T02:47:13.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:13.791 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:13.791 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:13.791 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:13.792 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:13.792 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/fs-misc/tasks").st_ino) 2024-09-21T02:47:13.792 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:13.897 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629009 2024-09-21T02:47:13.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:13.906 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:13.907 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:13.907 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:13.907 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:13.907 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/fs-misc/tasks/locktest.yaml").st_ino) 2024-09-21T02:47:13.907 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:14.009 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629010 2024-09-21T02:47:14.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:14.018 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:14.018 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:14.018 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:14.018 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:14.019 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/basic").st_ino) 2024-09-21T02:47:14.019 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:14.123 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628994 2024-09-21T02:47:14.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:14.133 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:14.133 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:14.133 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:14.133 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:14.133 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/basic/clusters").st_ino) 2024-09-21T02:47:14.133 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:14.240 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628996 2024-09-21T02:47:14.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:14.250 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:14.250 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:14.250 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:14.250 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:14.250 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/basic/clusters/fixed-3.yaml").st_ino) 2024-09-21T02:47:14.250 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:14.353 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628997 2024-09-21T02:47:14.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:14.363 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:14.363 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:14.363 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:14.363 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:14.363 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/basic/fs").st_ino) 2024-09-21T02:47:14.363 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:14.469 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628998 2024-09-21T02:47:14.472 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:14.479 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:14.479 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:14.479 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:14.479 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:14.479 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/basic/fs/btrfs.yaml").st_ino) 2024-09-21T02:47:14.479 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:14.585 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628999 2024-09-21T02:47:14.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:14.595 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:14.595 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:14.595 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:14.595 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:14.595 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/basic/%").st_ino) 2024-09-21T02:47:14.595 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:14.698 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628995 2024-09-21T02:47:14.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:14.707 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:14.707 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:14.707 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:14.707 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:14.707 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/basic/tasks").st_ino) 2024-09-21T02:47:14.707 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:14.808 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629000 2024-09-21T02:47:14.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:14.818 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:14.818 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:14.818 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:14.818 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:14.818 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/basic/tasks/kclient_workunit_suites_blogbench.yaml").st_ino) 2024-09-21T02:47:14.818 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:14.921 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629001 2024-09-21T02:47:14.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:14.930 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:14.931 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:14.931 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:14.931 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:14.931 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/basic/tasks/kclient_workunit_suites_fsx.yaml").st_ino) 2024-09-21T02:47:14.931 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:15.037 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629002 2024-09-21T02:47:15.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:15.047 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:15.047 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:15.047 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:15.047 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:15.047 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/mds_restart").st_ino) 2024-09-21T02:47:15.047 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:15.151 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629011 2024-09-21T02:47:15.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:15.161 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:15.161 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:15.161 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:15.162 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:15.162 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/mds_restart/clusters").st_ino) 2024-09-21T02:47:15.162 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:15.269 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629013 2024-09-21T02:47:15.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:15.279 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:15.279 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:15.280 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:15.280 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:15.280 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/mds_restart/clusters/one_mds.yaml").st_ino) 2024-09-21T02:47:15.280 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:15.384 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629014 2024-09-21T02:47:15.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:15.395 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:15.395 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:15.395 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:15.395 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:15.395 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/mds_restart/%").st_ino) 2024-09-21T02:47:15.395 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:15.502 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629012 2024-09-21T02:47:15.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:15.511 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:15.511 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:15.511 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:15.511 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:15.511 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/mds_restart/tasks").st_ino) 2024-09-21T02:47:15.511 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:15.618 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629015 2024-09-21T02:47:15.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:15.627 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:15.627 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:15.627 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:15.627 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:15.627 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/mds_restart/tasks/restart-workunit-backtraces.yaml").st_ino) 2024-09-21T02:47:15.627 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:15.729 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629016 2024-09-21T02:47:15.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:15.738 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:15.738 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:15.738 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:15.738 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:15.739 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds").st_ino) 2024-09-21T02:47:15.739 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:15.845 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629017 2024-09-21T02:47:15.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:15.856 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:15.856 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:15.856 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:15.856 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:15.856 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/clusters").st_ino) 2024-09-21T02:47:15.856 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:15.962 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629019 2024-09-21T02:47:15.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:15.971 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:15.971 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:15.972 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:15.972 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:15.972 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/clusters/3-node-3-mds.yaml").st_ino) 2024-09-21T02:47:15.972 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:16.078 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629020 2024-09-21T02:47:16.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:16.088 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:16.088 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:16.088 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:16.088 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:16.089 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/clusters/3-node-9-mds.yaml").st_ino) 2024-09-21T02:47:16.089 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:16.193 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629021 2024-09-21T02:47:16.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:16.202 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:16.202 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:16.202 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:16.202 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:16.202 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/fs").st_ino) 2024-09-21T02:47:16.203 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:16.310 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629022 2024-09-21T02:47:16.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:16.320 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:16.320 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:16.321 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:16.321 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:16.321 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/fs/btrfs.yaml").st_ino) 2024-09-21T02:47:16.321 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:16.430 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629023 2024-09-21T02:47:16.432 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:16.439 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:16.439 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:16.439 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:16.440 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:16.440 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/%").st_ino) 2024-09-21T02:47:16.440 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:16.541 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629018 2024-09-21T02:47:16.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:16.551 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:16.551 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:16.551 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:16.551 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:16.551 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/mounts").st_ino) 2024-09-21T02:47:16.551 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:16.653 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629024 2024-09-21T02:47:16.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:16.663 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:16.663 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:16.663 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:16.664 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:16.664 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/mounts/ceph-fuse.yaml").st_ino) 2024-09-21T02:47:16.664 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:16.769 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629025 2024-09-21T02:47:16.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:16.779 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:16.779 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:16.779 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:16.779 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:16.779 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/mounts/kclient.yaml").st_ino) 2024-09-21T02:47:16.779 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:16.885 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629026 2024-09-21T02:47:16.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:16.895 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:16.895 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:16.895 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:16.895 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:16.895 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/tasks").st_ino) 2024-09-21T02:47:16.895 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:17.000 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629027 2024-09-21T02:47:17.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:17.010 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:17.010 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:17.010 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:17.010 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:17.010 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/tasks/workunit_suites_pjd.yaml").st_ino) 2024-09-21T02:47:17.010 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:17.118 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629033 2024-09-21T02:47:17.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:17.127 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:17.127 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:17.127 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:17.128 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:17.128 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/tasks/workunit_suites_fsstress.yaml").st_ino) 2024-09-21T02:47:17.128 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:17.229 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629031 2024-09-21T02:47:17.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:17.239 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:17.239 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:17.239 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:17.240 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:17.240 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/tasks/workunit_suites_truncate_delay.yaml").st_ino) 2024-09-21T02:47:17.240 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:17.342 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629034 2024-09-21T02:47:17.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:17.352 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:17.352 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:17.352 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:17.352 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:17.353 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/tasks/workunit_misc.yaml").st_ino) 2024-09-21T02:47:17.353 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:17.455 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629028 2024-09-21T02:47:17.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:17.465 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:17.465 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:17.465 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:17.465 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:17.465 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/tasks/workunit_suites_blogbench.yaml").st_ino) 2024-09-21T02:47:17.465 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:17.573 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629029 2024-09-21T02:47:17.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:17.583 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:17.583 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:17.583 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:17.583 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:17.583 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/tasks/workunit_suites_fsync.yaml").st_ino) 2024-09-21T02:47:17.583 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:17.688 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629032 2024-09-21T02:47:17.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:17.698 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:17.698 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:17.698 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:17.698 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:17.698 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/tasks/workunit_suites_dbench.yaml").st_ino) 2024-09-21T02:47:17.698 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:17.806 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629030 2024-09-21T02:47:17.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:17.816 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:17.816 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:17.816 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:17.816 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:17.816 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/thrash").st_ino) 2024-09-21T02:47:17.816 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:17.921 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629035 2024-09-21T02:47:17.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:17.931 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:17.931 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:17.931 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:17.932 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:17.932 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/thrash/normal.yaml").st_ino) 2024-09-21T02:47:17.932 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:18.037 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629037 2024-09-21T02:47:18.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:18.048 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:18.048 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:18.048 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:18.048 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:18.048 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/marginal/multimds/thrash/exports.yaml").st_ino) 2024-09-21T02:47:18.048 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:18.153 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629036 2024-09-21T02:47:18.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:18.163 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:18.163 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:18.163 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:18.163 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:18.163 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs").st_ino) 2024-09-21T02:47:18.163 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:18.265 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628816 2024-09-21T02:47:18.267 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:18.274 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:18.274 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:18.274 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:18.274 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:18.274 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs").st_ino) 2024-09-21T02:47:18.275 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:18.380 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628817 2024-09-21T02:47:18.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:18.390 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:18.390 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:18.390 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:18.390 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:18.390 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/clusters").st_ino) 2024-09-21T02:47:18.390 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:18.493 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628819 2024-09-21T02:47:18.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:18.503 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:18.503 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:18.503 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:18.503 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:18.503 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/clusters/fixed-3-cephfs.yaml").st_ino) 2024-09-21T02:47:18.503 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:18.605 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628820 2024-09-21T02:47:18.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:18.615 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:18.615 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:18.615 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:18.615 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:18.615 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/fs").st_ino) 2024-09-21T02:47:18.615 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:18.721 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628822 2024-09-21T02:47:18.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:18.731 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:18.731 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:18.731 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:18.731 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:18.731 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/fs/xfs.yaml").st_ino) 2024-09-21T02:47:18.732 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:18.838 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628823 2024-09-21T02:47:18.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:18.848 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:18.848 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:18.848 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:18.848 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:18.848 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/inline").st_ino) 2024-09-21T02:47:18.849 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:18.956 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628824 2024-09-21T02:47:18.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:18.966 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:18.966 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:18.966 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:18.967 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:18.967 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/inline/yes.yaml").st_ino) 2024-09-21T02:47:18.967 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:19.069 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628826 2024-09-21T02:47:19.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:19.079 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:19.079 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:19.079 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:19.079 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:19.079 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/inline/no.yaml").st_ino) 2024-09-21T02:47:19.079 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:19.184 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628825 2024-09-21T02:47:19.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:19.194 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:19.194 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:19.194 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:19.194 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:19.194 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/conf.yaml").st_ino) 2024-09-21T02:47:19.194 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:19.301 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628821 2024-09-21T02:47:19.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:19.311 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:19.312 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:19.312 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:19.312 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:19.312 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/%").st_ino) 2024-09-21T02:47:19.312 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:19.416 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628818 2024-09-21T02:47:19.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:19.426 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:19.426 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:19.426 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:19.427 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:19.427 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/tasks").st_ino) 2024-09-21T02:47:19.427 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:19.533 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628827 2024-09-21T02:47:19.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:19.543 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:19.544 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:19.544 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:19.544 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:19.544 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_misc.yaml").st_ino) 2024-09-21T02:47:19.544 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:19.648 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628830 2024-09-21T02:47:19.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:19.658 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:19.658 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:19.658 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:19.658 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:19.659 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_suites_fsstress.yaml").st_ino) 2024-09-21T02:47:19.659 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:19.761 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628835 2024-09-21T02:47:19.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:19.771 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:19.771 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:19.771 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:19.771 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:19.771 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_trivial_sync.yaml").st_ino) 2024-09-21T02:47:19.771 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:19.876 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628840 2024-09-21T02:47:19.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:19.886 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:19.886 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:19.886 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:19.886 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:19.887 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_snaps.yaml").st_ino) 2024-09-21T02:47:19.887 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:19.994 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628832 2024-09-21T02:47:19.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:20.004 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:20.004 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:20.004 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:20.004 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:20.004 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_direct_io.yaml").st_ino) 2024-09-21T02:47:20.004 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:20.109 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628828 2024-09-21T02:47:20.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:20.118 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:20.118 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:20.119 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:20.119 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:20.119 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_suites_fsx.yaml").st_ino) 2024-09-21T02:47:20.119 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:20.226 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628836 2024-09-21T02:47:20.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:20.236 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:20.236 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:20.236 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:20.236 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:20.236 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_kernel_untar_build.yaml").st_ino) 2024-09-21T02:47:20.236 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:20.338 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628829 2024-09-21T02:47:20.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:20.347 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:20.347 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:20.347 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:20.347 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:20.348 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_suites_ffsb.yaml").st_ino) 2024-09-21T02:47:20.348 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:20.453 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628834 2024-09-21T02:47:20.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:20.462 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:20.462 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:20.462 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:20.463 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:20.463 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_suites_dbench.yaml").st_ino) 2024-09-21T02:47:20.463 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:20.565 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628833 2024-09-21T02:47:20.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:20.574 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:20.574 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:20.574 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:20.574 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:20.574 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_suites_fsync.yaml").st_ino) 2024-09-21T02:47:20.574 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:20.683 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628837 2024-09-21T02:47:20.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:20.693 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:20.693 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:20.693 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:20.693 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:20.693 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_suites_pjd.yaml").st_ino) 2024-09-21T02:47:20.693 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:20.805 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628839 2024-09-21T02:47:20.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:20.815 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:20.815 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:20.815 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:20.815 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:20.815 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_suites_iozone.yaml").st_ino) 2024-09-21T02:47:20.815 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:20.921 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628838 2024-09-21T02:47:20.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:20.931 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:20.931 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:20.931 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:20.931 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:20.931 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/cephfs/tasks/kclient_workunit_o_trunc.yaml").st_ino) 2024-09-21T02:47:20.932 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:21.037 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628831 2024-09-21T02:47:21.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:21.046 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:21.047 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:21.047 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:21.047 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:21.047 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/mixed-clients").st_ino) 2024-09-21T02:47:21.047 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:21.152 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628841 2024-09-21T02:47:21.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:21.162 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:21.162 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:21.162 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:21.162 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:21.162 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/mixed-clients/clusters").st_ino) 2024-09-21T02:47:21.162 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:21.269 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628843 2024-09-21T02:47:21.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:21.280 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:21.280 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:21.280 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:21.280 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:21.280 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/mixed-clients/clusters/2-clients.yaml").st_ino) 2024-09-21T02:47:21.280 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:21.384 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628844 2024-09-21T02:47:21.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:21.394 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:21.394 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:21.394 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:21.394 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:21.394 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/mixed-clients/fs").st_ino) 2024-09-21T02:47:21.394 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:21.498 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628846 2024-09-21T02:47:21.502 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:21.509 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:21.509 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:21.509 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:21.509 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:21.509 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/mixed-clients/fs/xfs.yaml").st_ino) 2024-09-21T02:47:21.509 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:21.612 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628847 2024-09-21T02:47:21.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:21.622 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:21.622 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:21.622 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:21.622 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:21.623 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/mixed-clients/conf.yaml").st_ino) 2024-09-21T02:47:21.623 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:21.728 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628845 2024-09-21T02:47:21.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:21.738 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:21.739 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:21.739 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:21.739 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:21.739 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/mixed-clients/%").st_ino) 2024-09-21T02:47:21.739 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:21.841 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628842 2024-09-21T02:47:21.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:21.851 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:21.851 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:21.851 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:21.851 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:21.851 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/mixed-clients/tasks").st_ino) 2024-09-21T02:47:21.851 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:21.956 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628848 2024-09-21T02:47:21.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:21.965 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:21.966 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:21.966 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:21.966 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:21.966 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/mixed-clients/tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml").st_ino) 2024-09-21T02:47:21.966 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:22.074 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628850 2024-09-21T02:47:22.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:22.084 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:22.084 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:22.084 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:22.084 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:22.084 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/mixed-clients/tasks/kernel_cfuse_workunits_dbench_iozone.yaml").st_ino) 2024-09-21T02:47:22.084 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:22.185 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628849 2024-09-21T02:47:22.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:22.195 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:22.195 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:22.195 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:22.195 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:22.195 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery").st_ino) 2024-09-21T02:47:22.195 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:22.296 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628851 2024-09-21T02:47:22.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:22.305 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:22.306 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:22.306 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:22.306 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:22.306 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/dirfrag").st_ino) 2024-09-21T02:47:22.306 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:22.410 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628857 2024-09-21T02:47:22.413 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:22.421 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:22.421 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:22.421 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:22.421 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:22.421 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/dirfrag/frag_enable.yaml").st_ino) 2024-09-21T02:47:22.421 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:22.524 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628858 2024-09-21T02:47:22.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:22.534 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:22.534 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:22.534 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:22.534 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:22.534 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/clusters").st_ino) 2024-09-21T02:47:22.534 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:22.641 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628853 2024-09-21T02:47:22.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:22.651 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:22.651 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:22.651 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:22.651 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:22.651 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/clusters/4-remote-clients.yaml").st_ino) 2024-09-21T02:47:22.651 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:22.755 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628854 2024-09-21T02:47:22.758 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:22.766 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:22.766 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:22.766 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:22.766 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:22.766 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/%").st_ino) 2024-09-21T02:47:22.766 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:22.873 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628852 2024-09-21T02:47:22.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:22.882 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:22.883 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:22.883 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:22.883 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:22.883 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/mounts").st_ino) 2024-09-21T02:47:22.883 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:22.985 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628859 2024-09-21T02:47:22.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:22.995 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:22.995 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:22.995 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:22.996 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:22.996 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/mounts/kmounts.yaml").st_ino) 2024-09-21T02:47:22.996 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:23.096 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628860 2024-09-21T02:47:23.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:23.106 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:23.106 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:23.106 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:23.106 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:23.107 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/xfs.yaml").st_ino) 2024-09-21T02:47:23.107 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:23.212 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628877 2024-09-21T02:47:23.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:23.223 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:23.223 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:23.223 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:23.223 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:23.223 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/tasks").st_ino) 2024-09-21T02:47:23.223 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:23.328 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628861 2024-09-21T02:47:23.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:23.338 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:23.338 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:23.338 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:23.338 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:23.338 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/tasks/backtrace.yaml").st_ino) 2024-09-21T02:47:23.338 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:23.445 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628863 2024-09-21T02:47:23.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:23.455 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:23.455 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:23.455 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:23.455 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:23.456 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/tasks/forward-scrub.yaml").st_ino) 2024-09-21T02:47:23.456 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:23.557 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628870 2024-09-21T02:47:23.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:23.567 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:23.567 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:23.567 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:23.567 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:23.567 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/tasks/volume-client.yaml").st_ino) 2024-09-21T02:47:23.568 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:23.667 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628876 2024-09-21T02:47:23.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:23.676 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:23.676 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:23.676 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:23.676 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:23.676 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/tasks/config-commands.yaml").st_ino) 2024-09-21T02:47:23.676 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:23.785 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628866 2024-09-21T02:47:23.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:23.794 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:23.794 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:23.795 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:23.795 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:23.795 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/tasks/sessionmap.yaml").st_ino) 2024-09-21T02:47:23.795 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:23.899 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628874 2024-09-21T02:47:23.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:23.909 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:23.909 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:23.909 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:23.909 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:23.909 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/tasks/failover.yaml.disabled").st_ino) 2024-09-21T02:47:23.909 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:24.017 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628869 2024-09-21T02:47:24.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:24.027 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:24.027 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:24.027 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:24.027 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:24.027 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/tasks/data-scan.yaml").st_ino) 2024-09-21T02:47:24.027 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:24.134 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628868 2024-09-21T02:47:24.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:24.145 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:24.145 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:24.145 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:24.145 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:24.145 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/tasks/mds-flush.yaml").st_ino) 2024-09-21T02:47:24.145 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:24.249 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628872 2024-09-21T02:47:24.252 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:24.259 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:24.259 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:24.260 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:24.260 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:24.260 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/tasks/auto-repair.yaml").st_ino) 2024-09-21T02:47:24.260 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:24.366 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628862 2024-09-21T02:47:24.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:24.375 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:24.376 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:24.376 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:24.376 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:24.376 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/tasks/damage.yaml").st_ino) 2024-09-21T02:47:24.376 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:24.472 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628867 2024-09-21T02:47:24.475 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:24.481 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:24.481 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:24.482 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:24.482 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:24.482 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/tasks/client-recovery.yaml").st_ino) 2024-09-21T02:47:24.482 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:24.589 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628865 2024-09-21T02:47:24.592 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:24.600 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:24.600 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:24.600 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:24.600 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:24.600 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/tasks/journal-repair.yaml").st_ino) 2024-09-21T02:47:24.600 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:24.699 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628871 2024-09-21T02:47:24.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:24.709 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:24.709 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:24.709 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:24.709 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:24.709 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/tasks/client-limits.yaml").st_ino) 2024-09-21T02:47:24.709 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:24.813 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628864 2024-09-21T02:47:24.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:24.823 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:24.823 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:24.823 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:24.824 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:24.824 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/tasks/strays.yaml.disabled").st_ino) 2024-09-21T02:47:24.824 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:24.929 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628875 2024-09-21T02:47:24.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:24.939 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:24.939 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:24.939 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:24.939 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:24.939 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/tasks/pool-perm.yaml").st_ino) 2024-09-21T02:47:24.940 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:25.046 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628873 2024-09-21T02:47:25.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:25.055 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:25.056 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:25.056 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:25.056 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:25.056 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/debug").st_ino) 2024-09-21T02:47:25.056 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:25.161 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628855 2024-09-21T02:47:25.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:25.171 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:25.171 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:25.171 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:25.171 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:25.171 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/recovery/debug/mds_client.yaml").st_ino) 2024-09-21T02:47:25.171 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:25.277 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628856 2024-09-21T02:47:25.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:25.286 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:25.286 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:25.287 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:25.287 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:25.287 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/thrash").st_ino) 2024-09-21T02:47:25.287 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:25.388 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628878 2024-09-21T02:47:25.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:25.397 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:25.397 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:25.397 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:25.398 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:25.398 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/thrash/clusters").st_ino) 2024-09-21T02:47:25.398 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:25.502 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628880 2024-09-21T02:47:25.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:25.511 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:25.511 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:25.512 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:25.512 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:25.512 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/thrash/clusters/fixed-3-cephfs.yaml").st_ino) 2024-09-21T02:47:25.512 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:25.612 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628881 2024-09-21T02:47:25.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:25.623 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:25.623 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:25.623 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:25.623 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:25.623 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/thrash/fs").st_ino) 2024-09-21T02:47:25.623 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:25.724 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628883 2024-09-21T02:47:25.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:25.734 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:25.735 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:25.735 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:25.735 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:25.735 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/thrash/fs/xfs.yaml").st_ino) 2024-09-21T02:47:25.735 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:25.841 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628884 2024-09-21T02:47:25.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:25.851 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:25.851 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:25.851 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:25.851 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:25.851 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/thrash/workloads").st_ino) 2024-09-21T02:47:25.851 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:25.959 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628889 2024-09-21T02:47:25.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:25.968 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:25.968 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:25.968 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:25.968 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:25.969 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/thrash/workloads/kclient_workunit_suites_ffsb.yaml").st_ino) 2024-09-21T02:47:25.969 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:26.073 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628890 2024-09-21T02:47:26.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:26.083 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:26.083 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:26.083 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:26.084 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:26.084 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/thrash/workloads/kclient_workunit_suites_iozone.yaml").st_ino) 2024-09-21T02:47:26.084 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:26.186 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628891 2024-09-21T02:47:26.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:26.196 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:26.196 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:26.196 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:26.196 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:26.196 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/thrash/conf.yaml").st_ino) 2024-09-21T02:47:26.196 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:26.296 DEBUG:teuthology.orchestra.run.smithi083:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T02:47:26.299 DEBUG:teuthology.orchestra.run.smithi142:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T02:47:26.302 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628882 2024-09-21T02:47:26.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:26.311 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:26.312 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:26.312 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:26.312 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:26.312 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/thrash/%").st_ino) 2024-09-21T02:47:26.312 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:26.414 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628879 2024-09-21T02:47:26.417 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:26.424 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:26.424 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:26.424 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:26.424 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:26.424 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/thrash/thrashers").st_ino) 2024-09-21T02:47:26.424 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:26.529 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628885 2024-09-21T02:47:26.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:26.539 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:26.539 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:26.539 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:26.539 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:26.539 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/thrash/thrashers/default.yaml").st_ino) 2024-09-21T02:47:26.539 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:26.639 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628886 2024-09-21T02:47:26.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:26.649 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:26.649 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:26.649 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:26.649 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:26.649 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/thrash/thrashers/mon.yaml").st_ino) 2024-09-21T02:47:26.649 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:26.757 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628888 2024-09-21T02:47:26.760 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:26.767 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:26.767 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:26.767 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:26.767 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:26.767 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/kcephfs/thrash/thrashers/mds.yaml").st_ino) 2024-09-21T02:47:26.767 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:26.874 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628887 2024-09-21T02:47:26.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:26.884 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:26.884 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:26.884 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:26.885 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:26.885 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade").st_ino) 2024-09-21T02:47:26.885 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:26.985 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629872 2024-09-21T02:47:26.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:26.995 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:26.995 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:26.995 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:26.995 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:26.995 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x").st_ino) 2024-09-21T02:47:26.995 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:27.101 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629969 2024-09-21T02:47:27.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:27.112 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:27.112 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:27.112 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:27.112 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:27.112 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/point-to-point-x").st_ino) 2024-09-21T02:47:27.112 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:27.218 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630001 2024-09-21T02:47:27.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:27.228 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:27.228 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:27.228 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:27.228 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:27.229 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/point-to-point-x/point-to-point-upgrade.yaml").st_ino) 2024-09-21T02:47:27.229 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:27.333 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630006 2024-09-21T02:47:27.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:27.343 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:27.343 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:27.343 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:27.343 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:27.343 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/point-to-point-x/distros").st_ino) 2024-09-21T02:47:27.344 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:27.449 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630003 2024-09-21T02:47:27.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:27.460 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:27.460 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:27.460 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:27.460 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:27.460 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/point-to-point-x/distros/centos_7.2.yaml").st_ino) 2024-09-21T02:47:27.460 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:27.564 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630004 2024-09-21T02:47:27.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:27.574 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:27.574 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:27.574 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:27.574 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:27.575 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/point-to-point-x/distros/ubuntu_14.04.yaml").st_ino) 2024-09-21T02:47:27.575 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:27.686 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630005 2024-09-21T02:47:27.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:27.696 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:27.696 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:27.696 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:27.696 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:27.696 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/point-to-point-x/%").st_ino) 2024-09-21T02:47:27.696 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:27.802 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630002 2024-09-21T02:47:27.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:27.812 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:27.812 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:27.813 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:27.813 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:27.813 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel").st_ino) 2024-09-21T02:47:27.813 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:27.921 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629970 2024-09-21T02:47:27.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:27.931 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:27.931 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:27.932 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:27.932 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:27.932 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/kraken.yaml").st_ino) 2024-09-21T02:47:27.932 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:28.033 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630000 2024-09-21T02:47:28.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:28.044 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:28.044 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:28.044 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:28.044 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:28.044 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/1-jewel-install").st_ino) 2024-09-21T02:47:28.044 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:28.149 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629976 2024-09-21T02:47:28.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:28.159 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:28.159 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:28.159 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:28.159 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:28.159 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/1-jewel-install/jewel.yaml").st_ino) 2024-09-21T02:47:28.159 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:28.266 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629977 2024-09-21T02:47:28.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:28.276 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:28.276 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:28.276 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:28.276 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:28.276 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/4-kraken.yaml").st_ino) 2024-09-21T02:47:28.276 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:28.380 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629989 2024-09-21T02:47:28.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:28.391 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:28.391 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:28.391 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:28.391 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:28.391 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/3-upgrade-sequence").st_ino) 2024-09-21T02:47:28.391 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:28.497 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629986 2024-09-21T02:47:28.500 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:28.507 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:28.507 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:28.507 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:28.507 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:28.507 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/3-upgrade-sequence/upgrade-all.yaml").st_ino) 2024-09-21T02:47:28.507 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:28.615 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629987 2024-09-21T02:47:28.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:28.625 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:28.626 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:28.626 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:28.626 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:28.626 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/3-upgrade-sequence/upgrade-mon-osd-mds.yaml").st_ino) 2024-09-21T02:47:28.626 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:28.732 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629988 2024-09-21T02:47:28.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:28.742 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:28.742 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:28.742 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:28.742 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:28.742 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/distros").st_ino) 2024-09-21T02:47:28.742 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:28.849 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629999 2024-09-21T02:47:28.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:28.859 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:28.859 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:28.859 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:28.860 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:28.860 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/%").st_ino) 2024-09-21T02:47:28.860 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:28.966 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629971 2024-09-21T02:47:28.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:28.976 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:28.976 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:28.976 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:28.976 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:28.976 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/2-workload").st_ino) 2024-09-21T02:47:28.976 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:29.075 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629978 2024-09-21T02:47:29.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:29.084 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:29.084 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:29.084 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:29.084 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:29.084 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/2-workload/test_rbd_python.yaml").st_ino) 2024-09-21T02:47:29.085 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:29.189 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629985 2024-09-21T02:47:29.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:29.199 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:29.199 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:29.199 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:29.199 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:29.199 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/2-workload/blogbench.yaml").st_ino) 2024-09-21T02:47:29.199 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:29.309 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629980 2024-09-21T02:47:29.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:29.319 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:29.319 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:29.319 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:29.319 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:29.319 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/2-workload/rados_api.yaml").st_ino) 2024-09-21T02:47:29.319 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:29.425 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629982 2024-09-21T02:47:29.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:29.435 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:29.435 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:29.435 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:29.435 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:29.435 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/2-workload/rados_loadgenbig.yaml").st_ino) 2024-09-21T02:47:29.435 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:29.538 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629983 2024-09-21T02:47:29.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:29.547 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:29.547 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:29.547 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:29.547 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:29.547 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/2-workload/ec-rados-default.yaml").st_ino) 2024-09-21T02:47:29.547 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:29.648 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629981 2024-09-21T02:47:29.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:29.658 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:29.658 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:29.658 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:29.658 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:29.658 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/2-workload/+").st_ino) 2024-09-21T02:47:29.658 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:29.765 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629979 2024-09-21T02:47:29.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:29.775 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:29.775 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:29.775 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:29.775 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:29.775 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/2-workload/test_rbd_api.yaml").st_ino) 2024-09-21T02:47:29.775 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:29.877 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629984 2024-09-21T02:47:29.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:29.887 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:29.887 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:29.887 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:29.887 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:29.887 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/0-cluster").st_ino) 2024-09-21T02:47:29.888 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:29.997 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629972 2024-09-21T02:47:30.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:30.007 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:30.007 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:30.007 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:30.007 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:30.007 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/0-cluster/openstack.yaml").st_ino) 2024-09-21T02:47:30.007 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:30.110 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629974 2024-09-21T02:47:30.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:30.120 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:30.120 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:30.120 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:30.120 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:30.120 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/0-cluster/+").st_ino) 2024-09-21T02:47:30.121 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:30.226 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629973 2024-09-21T02:47:30.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:30.235 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:30.235 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:30.236 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:30.236 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:30.236 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/0-cluster/start.yaml").st_ino) 2024-09-21T02:47:30.236 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:30.337 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629975 2024-09-21T02:47:30.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:30.347 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:30.347 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:30.348 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:30.348 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:30.348 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/5-final-workload").st_ino) 2024-09-21T02:47:30.348 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:30.452 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629990 2024-09-21T02:47:30.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:30.461 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:30.461 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:30.462 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:30.462 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:30.462 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/5-final-workload/blogbench.yaml").st_ino) 2024-09-21T02:47:30.462 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:30.565 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629992 2024-09-21T02:47:30.568 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:30.575 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:30.575 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:30.575 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:30.575 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:30.575 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/5-final-workload/rados-snaps-few-objects.yaml").st_ino) 2024-09-21T02:47:30.575 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:30.681 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629993 2024-09-21T02:47:30.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:30.691 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:30.691 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:30.691 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:30.691 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:30.691 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/5-final-workload/+").st_ino) 2024-09-21T02:47:30.692 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:30.802 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629991 2024-09-21T02:47:30.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:30.812 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:30.812 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:30.812 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:30.812 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:30.812 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/5-final-workload/rados_loadgenmix.yaml").st_ino) 2024-09-21T02:47:30.812 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:30.918 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629994 2024-09-21T02:47:30.921 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:30.928 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:30.928 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:30.929 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:30.929 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:30.929 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/5-final-workload/rbd_cls.yaml").st_ino) 2024-09-21T02:47:30.929 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:31.038 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629996 2024-09-21T02:47:31.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:31.048 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:31.048 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:31.048 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:31.048 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:31.049 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/5-final-workload/rados_mon_thrash.yaml").st_ino) 2024-09-21T02:47:31.049 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:31.153 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629995 2024-09-21T02:47:31.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:31.163 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:31.163 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:31.163 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:31.163 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:31.163 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/5-final-workload/rgw_swift.yaml").st_ino) 2024-09-21T02:47:31.163 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:31.265 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629998 2024-09-21T02:47:31.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:31.275 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:31.275 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:31.275 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:31.275 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:31.275 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/parallel/5-final-workload/rbd_import_export.yaml").st_ino) 2024-09-21T02:47:31.275 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:31.376 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629997 2024-09-21T02:47:31.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:31.385 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:31.386 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:31.386 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:31.386 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:31.386 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split").st_ino) 2024-09-21T02:47:31.386 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:31.493 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630037 2024-09-21T02:47:31.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:31.503 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:31.503 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:31.504 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:31.504 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:31.504 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/6-next-mon").st_ino) 2024-09-21T02:47:31.504 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:31.605 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630057 2024-09-21T02:47:31.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:31.614 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:31.614 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:31.614 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:31.614 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:31.614 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/6-next-mon/monb.yaml").st_ino) 2024-09-21T02:47:31.614 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:31.718 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630058 2024-09-21T02:47:31.721 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:31.727 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:31.727 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:31.727 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:31.727 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:31.727 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/8-next-mon").st_ino) 2024-09-21T02:47:31.728 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:31.829 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630063 2024-09-21T02:47:31.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:31.839 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:31.839 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:31.839 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:31.839 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:31.839 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/8-next-mon/monc.yaml").st_ino) 2024-09-21T02:47:31.839 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:31.945 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630064 2024-09-21T02:47:31.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:31.955 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:31.955 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:31.955 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:31.955 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:31.955 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/1-jewel-install").st_ino) 2024-09-21T02:47:31.955 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:32.059 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630043 2024-09-21T02:47:32.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:32.069 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:32.069 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:32.069 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:32.069 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:32.069 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/1-jewel-install/jewel.yaml").st_ino) 2024-09-21T02:47:32.070 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:32.179 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630044 2024-09-21T02:47:32.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:32.189 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:32.189 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:32.190 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:32.190 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:32.190 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/5-workload").st_ino) 2024-09-21T02:47:32.190 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:32.294 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630051 2024-09-21T02:47:32.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:32.304 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:32.304 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:32.304 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:32.304 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:32.304 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/5-workload/readwrite.yaml").st_ino) 2024-09-21T02:47:32.304 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:32.409 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630055 2024-09-21T02:47:32.413 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:32.419 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:32.419 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:32.419 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:32.419 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:32.420 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/5-workload/snaps-few-objects.yaml").st_ino) 2024-09-21T02:47:32.420 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:32.526 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630056 2024-09-21T02:47:32.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:32.536 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:32.537 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:32.537 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:32.537 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:32.537 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/5-workload/rbd-cls.yaml").st_ino) 2024-09-21T02:47:32.537 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:32.645 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630053 2024-09-21T02:47:32.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:32.655 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:32.655 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:32.655 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:32.656 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:32.656 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/5-workload/rbd-import-export.yaml").st_ino) 2024-09-21T02:47:32.656 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:32.762 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630054 2024-09-21T02:47:32.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:32.772 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:32.773 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:32.773 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:32.773 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:32.773 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/5-workload/+").st_ino) 2024-09-21T02:47:32.773 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:32.881 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630052 2024-09-21T02:47:32.884 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:32.891 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:32.891 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:32.891 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:32.891 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:32.892 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/4-mon").st_ino) 2024-09-21T02:47:32.892 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:32.993 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630049 2024-09-21T02:47:32.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:33.003 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:33.003 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:33.003 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:33.003 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:33.004 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/4-mon/mona.yaml").st_ino) 2024-09-21T02:47:33.004 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:33.104 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630050 2024-09-21T02:47:33.108 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:33.114 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:33.115 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:33.115 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:33.115 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:33.115 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/distros").st_ino) 2024-09-21T02:47:33.115 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:33.222 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630070 2024-09-21T02:47:33.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:33.232 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:33.232 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:33.232 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:33.232 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:33.232 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/%").st_ino) 2024-09-21T02:47:33.232 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:33.338 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630038 2024-09-21T02:47:33.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:33.348 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:33.348 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:33.348 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:33.348 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:33.348 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/9-workload").st_ino) 2024-09-21T02:47:33.348 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:33.457 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630065 2024-09-21T02:47:33.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:33.467 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:33.467 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:33.467 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:33.467 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:33.467 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/9-workload/rbd-python.yaml").st_ino) 2024-09-21T02:47:33.467 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:33.574 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630067 2024-09-21T02:47:33.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:33.583 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:33.584 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:33.584 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:33.584 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:33.584 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/9-workload/rgw-swift.yaml").st_ino) 2024-09-21T02:47:33.584 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:33.690 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630068 2024-09-21T02:47:33.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:33.700 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:33.700 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:33.700 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:33.700 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:33.701 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/9-workload/snaps-many-objects.yaml").st_ino) 2024-09-21T02:47:33.701 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:33.805 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630069 2024-09-21T02:47:33.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:33.816 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:33.816 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:33.816 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:33.816 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:33.816 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/9-workload/+").st_ino) 2024-09-21T02:47:33.816 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:33.925 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630066 2024-09-21T02:47:33.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:33.935 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:33.935 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:33.935 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:33.935 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:33.935 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/2-partial-upgrade").st_ino) 2024-09-21T02:47:33.935 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:34.036 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630045 2024-09-21T02:47:34.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:34.045 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:34.046 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:34.046 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:34.046 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:34.046 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/2-partial-upgrade/firsthalf.yaml").st_ino) 2024-09-21T02:47:34.046 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:34.148 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630046 2024-09-21T02:47:34.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:34.158 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:34.158 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:34.158 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:34.158 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:34.158 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/3-thrash").st_ino) 2024-09-21T02:47:34.158 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:34.264 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630047 2024-09-21T02:47:34.267 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:34.274 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:34.274 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:34.274 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:34.275 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:34.275 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/3-thrash/default.yaml").st_ino) 2024-09-21T02:47:34.275 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:34.376 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630048 2024-09-21T02:47:34.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:34.386 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:34.386 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:34.386 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:34.386 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:34.386 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/7-workload").st_ino) 2024-09-21T02:47:34.386 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:34.493 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630059 2024-09-21T02:47:34.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:34.503 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:34.503 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:34.503 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:34.503 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:34.503 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/7-workload/radosbench.yaml").st_ino) 2024-09-21T02:47:34.503 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:34.610 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630061 2024-09-21T02:47:34.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:34.620 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:34.620 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:34.620 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:34.620 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:34.620 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/7-workload/rbd_api.yaml").st_ino) 2024-09-21T02:47:34.620 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:34.725 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630062 2024-09-21T02:47:34.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:34.735 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:34.735 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:34.735 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:34.735 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:34.735 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/7-workload/+").st_ino) 2024-09-21T02:47:34.736 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:34.837 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630060 2024-09-21T02:47:34.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:34.847 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:34.847 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:34.847 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:34.848 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:34.848 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/0-cluster").st_ino) 2024-09-21T02:47:34.848 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:34.949 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630039 2024-09-21T02:47:34.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:34.959 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:34.959 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:34.959 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:34.959 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:34.959 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/0-cluster/openstack.yaml").st_ino) 2024-09-21T02:47:34.959 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:35.065 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630041 2024-09-21T02:47:35.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:35.075 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:35.075 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:35.075 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:35.075 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:35.075 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/0-cluster/+").st_ino) 2024-09-21T02:47:35.075 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:35.177 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630040 2024-09-21T02:47:35.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:35.187 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:35.187 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:35.187 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:35.187 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:35.187 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split/0-cluster/start.yaml").st_ino) 2024-09-21T02:47:35.187 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:35.292 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630042 2024-09-21T02:47:35.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:35.302 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:35.302 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:35.302 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:35.302 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:35.302 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64").st_ino) 2024-09-21T02:47:35.302 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:35.405 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630007 2024-09-21T02:47:35.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:35.416 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:35.416 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:35.416 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:35.416 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:35.416 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/6-next-mon").st_ino) 2024-09-21T02:47:35.416 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:35.517 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630018 2024-09-21T02:47:35.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:35.527 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:35.527 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:35.527 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:35.527 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:35.527 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/8-next-mon").st_ino) 2024-09-21T02:47:35.527 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:35.632 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630019 2024-09-21T02:47:35.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:35.641 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:35.642 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:35.642 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:35.642 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:35.642 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/1-jewel-install").st_ino) 2024-09-21T02:47:35.642 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:35.749 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630011 2024-09-21T02:47:35.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:35.759 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:35.759 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:35.759 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:35.759 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:35.759 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/5-workload").st_ino) 2024-09-21T02:47:35.759 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:35.864 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630016 2024-09-21T02:47:35.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:35.874 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:35.874 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:35.874 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:35.874 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:35.874 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/5-workload/ec-rados-default.yaml").st_ino) 2024-09-21T02:47:35.874 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:35.982 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630017 2024-09-21T02:47:35.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:35.993 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:35.993 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:35.993 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:35.993 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:35.993 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/4-mon").st_ino) 2024-09-21T02:47:35.993 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:36.097 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630015 2024-09-21T02:47:36.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:36.107 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:36.107 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:36.107 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:36.107 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:36.107 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/%").st_ino) 2024-09-21T02:47:36.107 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:36.213 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630008 2024-09-21T02:47:36.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:36.223 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:36.224 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:36.224 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:36.224 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:36.224 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/0-x86_64.yaml").st_ino) 2024-09-21T02:47:36.224 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:36.329 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630010 2024-09-21T02:47:36.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:36.339 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:36.339 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:36.340 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:36.340 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:36.340 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/9-workload").st_ino) 2024-09-21T02:47:36.340 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:36.444 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630020 2024-09-21T02:47:36.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:36.454 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:36.454 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:36.454 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:36.455 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:36.455 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/9-workload/ec-rados-plugin=jerasure-k=3-m=1.yaml").st_ino) 2024-09-21T02:47:36.455 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:36.561 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630021 2024-09-21T02:47:36.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:36.570 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:36.570 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:36.570 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:36.570 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:36.571 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/2-partial-upgrade").st_ino) 2024-09-21T02:47:36.571 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:36.678 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630012 2024-09-21T02:47:36.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:36.687 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:36.687 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:36.688 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:36.688 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:36.688 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/3-thrash").st_ino) 2024-09-21T02:47:36.688 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:36.789 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630013 2024-09-21T02:47:36.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:36.800 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:36.800 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:36.800 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:36.800 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:36.800 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/3-thrash/default.yaml").st_ino) 2024-09-21T02:47:36.800 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:36.901 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630014 2024-09-21T02:47:36.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:36.911 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:36.911 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:36.911 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:36.911 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:36.912 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code-x86_64/0-cluster").st_ino) 2024-09-21T02:47:36.912 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:37.017 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630009 2024-09-21T02:47:37.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:37.027 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:37.027 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:37.027 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:37.027 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:37.027 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code").st_ino) 2024-09-21T02:47:37.027 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:37.133 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630022 2024-09-21T02:47:37.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:37.143 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:37.143 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:37.143 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:37.143 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:37.143 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/6-next-mon").st_ino) 2024-09-21T02:47:37.143 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:37.243 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630032 2024-09-21T02:47:37.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:37.253 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:37.253 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:37.253 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:37.253 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:37.253 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/8-next-mon").st_ino) 2024-09-21T02:47:37.254 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:37.360 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630033 2024-09-21T02:47:37.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:37.371 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:37.371 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:37.371 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:37.371 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:37.371 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/1-jewel-install").st_ino) 2024-09-21T02:47:37.371 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:37.472 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630025 2024-09-21T02:47:37.475 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:37.482 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:37.482 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:37.482 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:37.482 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:37.482 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/5-workload").st_ino) 2024-09-21T02:47:37.482 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:37.589 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630030 2024-09-21T02:47:37.591 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:37.599 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:37.599 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:37.599 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:37.599 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:37.599 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/5-workload/ec-rados-default.yaml").st_ino) 2024-09-21T02:47:37.599 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:37.704 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630031 2024-09-21T02:47:37.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:37.714 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:37.714 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:37.714 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:37.714 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:37.715 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/4-mon").st_ino) 2024-09-21T02:47:37.715 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:37.816 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630029 2024-09-21T02:47:37.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:37.826 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:37.826 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:37.827 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:37.827 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:37.827 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/distros").st_ino) 2024-09-21T02:47:37.827 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:37.932 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630036 2024-09-21T02:47:37.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:37.943 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:37.943 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:37.943 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:37.943 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:37.943 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/%").st_ino) 2024-09-21T02:47:37.943 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:38.048 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630023 2024-09-21T02:47:38.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:38.058 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:38.058 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:38.058 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:38.058 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:38.058 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/9-workload").st_ino) 2024-09-21T02:47:38.058 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:38.169 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630034 2024-09-21T02:47:38.172 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:38.179 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:38.179 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:38.179 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:38.179 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:38.179 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/9-workload/ec-rados-plugin=jerasure-k=3-m=1.yaml").st_ino) 2024-09-21T02:47:38.179 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:38.286 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630035 2024-09-21T02:47:38.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:38.296 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:38.296 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:38.297 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:38.297 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:38.297 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/2-partial-upgrade").st_ino) 2024-09-21T02:47:38.297 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:38.405 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630026 2024-09-21T02:47:38.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:38.416 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:38.416 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:38.416 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:38.416 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:38.416 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/3-thrash").st_ino) 2024-09-21T02:47:38.416 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:38.516 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630027 2024-09-21T02:47:38.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:38.526 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:38.526 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:38.526 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:38.526 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:38.526 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/3-thrash/default.yaml").st_ino) 2024-09-21T02:47:38.526 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:38.633 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630028 2024-09-21T02:47:38.637 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:38.643 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:38.643 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:38.643 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:38.643 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:38.644 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/jewel-x/stress-split-erasure-code/0-cluster").st_ino) 2024-09-21T02:47:38.644 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:38.749 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630024 2024-09-21T02:47:38.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:38.759 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:38.759 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:38.759 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:38.760 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:38.760 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x").st_ino) 2024-09-21T02:47:38.760 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:38.865 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629910 2024-09-21T02:47:38.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:38.875 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:38.875 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:38.875 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:38.876 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:38.876 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel").st_ino) 2024-09-21T02:47:38.876 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:38.977 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629911 2024-09-21T02:47:38.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:38.986 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:38.986 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:38.987 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:38.987 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:38.987 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/8-kraken.yaml").st_ino) 2024-09-21T02:47:38.987 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:39.093 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629941 2024-09-21T02:47:39.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:39.103 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:39.103 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:39.103 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:39.103 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:39.103 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/1-hammer-jewel-install").st_ino) 2024-09-21T02:47:39.103 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:39.208 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629915 2024-09-21T02:47:39.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:39.218 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:39.218 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:39.219 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:39.219 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:39.219 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/1-hammer-jewel-install/hammer-jewel.yaml").st_ino) 2024-09-21T02:47:39.219 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:39.329 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629916 2024-09-21T02:47:39.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:39.339 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:39.339 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:39.339 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:39.339 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:39.339 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/4-jewel.yaml").st_ino) 2024-09-21T02:47:39.339 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:39.444 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629928 2024-09-21T02:47:39.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:39.454 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:39.454 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:39.454 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:39.454 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:39.454 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/3.5-finish.yaml").st_ino) 2024-09-21T02:47:39.455 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:39.562 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629927 2024-09-21T02:47:39.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:39.571 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:39.571 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:39.572 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:39.572 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:39.572 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/3-upgrade-sequence").st_ino) 2024-09-21T02:47:39.572 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:39.677 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629924 2024-09-21T02:47:39.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:39.687 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:39.687 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:39.687 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:39.687 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:39.687 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/3-upgrade-sequence/upgrade-osd-mds-mon.yaml").st_ino) 2024-09-21T02:47:39.687 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:39.790 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629926 2024-09-21T02:47:39.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:39.800 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:39.801 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:39.801 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:39.801 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:39.801 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/3-upgrade-sequence/upgrade-all.yaml").st_ino) 2024-09-21T02:47:39.801 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:39.909 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629925 2024-09-21T02:47:39.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:39.920 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:39.920 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:39.920 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:39.920 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:39.920 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/7-upgrade-sequence").st_ino) 2024-09-21T02:47:39.920 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:40.030 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629938 2024-09-21T02:47:40.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:40.040 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:40.040 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:40.041 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:40.041 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:40.041 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/7-upgrade-sequence/upgrade-by-daemon.yaml").st_ino) 2024-09-21T02:47:40.041 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:40.149 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629940 2024-09-21T02:47:40.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:40.160 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:40.160 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:40.160 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:40.160 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:40.161 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/7-upgrade-sequence/upgrade-all.yaml").st_ino) 2024-09-21T02:47:40.161 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:40.265 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629939 2024-09-21T02:47:40.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:40.275 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:40.275 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:40.275 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:40.275 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:40.275 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/distros").st_ino) 2024-09-21T02:47:40.275 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:40.382 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629950 2024-09-21T02:47:40.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:40.391 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:40.392 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:40.392 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:40.392 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:40.392 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/distros/centos_7.2.yaml").st_ino) 2024-09-21T02:47:40.392 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:40.493 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629951 2024-09-21T02:47:40.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:40.503 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:40.503 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:40.503 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:40.503 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:40.503 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/distros/ubuntu_14.04.yaml").st_ino) 2024-09-21T02:47:40.504 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:40.613 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629952 2024-09-21T02:47:40.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:40.623 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:40.623 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:40.623 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:40.623 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:40.623 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/%").st_ino) 2024-09-21T02:47:40.623 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:40.734 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629912 2024-09-21T02:47:40.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:40.743 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:40.744 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:40.744 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:40.744 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:40.744 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/9-final-workload").st_ino) 2024-09-21T02:47:40.744 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:40.852 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629942 2024-09-21T02:47:40.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:40.862 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:40.862 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:40.862 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:40.862 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:40.862 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/9-final-workload/rados-snaps-few-objects.yaml").st_ino) 2024-09-21T02:47:40.862 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:40.970 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629944 2024-09-21T02:47:40.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:40.981 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:40.981 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:40.981 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:40.981 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:40.981 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/9-final-workload/+").st_ino) 2024-09-21T02:47:40.981 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:41.089 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629943 2024-09-21T02:47:41.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:41.099 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:41.099 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:41.099 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:41.099 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:41.099 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/9-final-workload/rados_loadgenmix.yaml").st_ino) 2024-09-21T02:47:41.099 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:41.209 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629945 2024-09-21T02:47:41.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:41.219 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:41.219 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:41.219 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:41.219 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:41.219 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/9-final-workload/rbd_cls.yaml").st_ino) 2024-09-21T02:47:41.219 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:41.329 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629947 2024-09-21T02:47:41.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:41.339 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:41.339 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:41.339 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:41.339 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:41.339 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/9-final-workload/rados_mon_thrash.yaml").st_ino) 2024-09-21T02:47:41.339 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:41.444 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629946 2024-09-21T02:47:41.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:41.454 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:41.454 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:41.454 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:41.454 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:41.455 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/9-final-workload/rbd_import_export.yaml").st_ino) 2024-09-21T02:47:41.455 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:41.559 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629948 2024-09-21T02:47:41.563 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:41.569 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:41.569 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:41.569 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:41.569 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:41.569 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/9-final-workload/rgw_s3tests.yaml").st_ino) 2024-09-21T02:47:41.569 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:41.673 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629949 2024-09-21T02:47:41.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:41.682 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:41.682 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:41.682 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:41.682 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:41.682 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/2-workload").st_ino) 2024-09-21T02:47:41.682 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:41.785 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629917 2024-09-21T02:47:41.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:41.795 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:41.795 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:41.795 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:41.795 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:41.795 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/2-workload/test_rbd_python.yaml").st_ino) 2024-09-21T02:47:41.795 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:41.903 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629923 2024-09-21T02:47:41.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:41.913 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:41.913 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:41.913 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:41.914 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:41.914 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/2-workload/rados_api.yaml").st_ino) 2024-09-21T02:47:41.914 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:42.021 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629920 2024-09-21T02:47:42.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:42.031 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:42.031 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:42.031 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:42.031 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:42.031 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/2-workload/rados_loadgenbig.yaml").st_ino) 2024-09-21T02:47:42.031 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:42.131 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629921 2024-09-21T02:47:42.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:42.140 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:42.140 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:42.140 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:42.140 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:42.141 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/2-workload/ec-rados-default.yaml").st_ino) 2024-09-21T02:47:42.141 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:42.249 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629919 2024-09-21T02:47:42.252 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:42.260 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:42.260 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:42.260 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:42.260 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:42.260 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/2-workload/+").st_ino) 2024-09-21T02:47:42.260 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:42.362 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629918 2024-09-21T02:47:42.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:42.372 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:42.372 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:42.372 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:42.372 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:42.372 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/2-workload/test_rbd_api.yaml").st_ino) 2024-09-21T02:47:42.373 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:42.482 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629922 2024-09-21T02:47:42.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:42.492 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:42.492 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:42.492 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:42.492 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:42.492 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/6-workload").st_ino) 2024-09-21T02:47:42.492 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:42.598 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629931 2024-09-21T02:47:42.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:42.608 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:42.608 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:42.608 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:42.608 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:42.608 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/6-workload/test_rbd_python.yaml").st_ino) 2024-09-21T02:47:42.608 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:42.713 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629937 2024-09-21T02:47:42.716 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:42.723 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:42.723 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:42.723 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:42.723 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:42.723 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/6-workload/rados_api.yaml").st_ino) 2024-09-21T02:47:42.723 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:42.829 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629934 2024-09-21T02:47:42.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:42.839 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:42.839 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:42.839 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:42.839 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:42.839 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/6-workload/rados_loadgenbig.yaml").st_ino) 2024-09-21T02:47:42.839 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:42.943 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629935 2024-09-21T02:47:42.946 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:42.953 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:42.953 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:42.953 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:42.953 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:42.953 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/6-workload/ec-rados-default.yaml").st_ino) 2024-09-21T02:47:42.953 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:43.064 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629933 2024-09-21T02:47:43.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:43.075 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:43.075 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:43.075 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:43.075 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:43.075 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/6-workload/+").st_ino) 2024-09-21T02:47:43.075 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:43.182 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629932 2024-09-21T02:47:43.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:43.193 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:43.193 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:43.193 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:43.193 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:43.193 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/6-workload/test_rbd_api.yaml").st_ino) 2024-09-21T02:47:43.193 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:43.301 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629936 2024-09-21T02:47:43.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:43.311 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:43.311 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:43.311 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:43.311 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:43.311 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/5-hammer-jewel-x-upgrade").st_ino) 2024-09-21T02:47:43.311 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:43.416 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629929 2024-09-21T02:47:43.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:43.426 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:43.426 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:43.426 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:43.426 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:43.426 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/5-hammer-jewel-x-upgrade/hammer-jewel-x.yaml").st_ino) 2024-09-21T02:47:43.426 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:43.533 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629930 2024-09-21T02:47:43.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:43.542 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:43.543 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:43.543 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:43.543 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:43.543 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/0-cluster").st_ino) 2024-09-21T02:47:43.543 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:43.649 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629913 2024-09-21T02:47:43.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:43.659 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:43.659 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:43.659 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:43.659 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:43.659 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/parallel/0-cluster/start.yaml").st_ino) 2024-09-21T02:47:43.659 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:43.763 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629914 2024-09-21T02:47:43.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:43.773 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:43.773 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:43.773 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:43.773 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:43.773 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split").st_ino) 2024-09-21T02:47:43.773 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:43.880 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629953 2024-09-21T02:47:43.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:43.890 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:43.890 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:43.890 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:43.890 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:43.890 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/6-next-mon").st_ino) 2024-09-21T02:47:43.890 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:43.997 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629962 2024-09-21T02:47:44.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:44.008 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:44.008 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:44.008 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:44.008 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:44.008 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/8-next-mon").st_ino) 2024-09-21T02:47:44.008 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:44.113 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629964 2024-09-21T02:47:44.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:44.123 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:44.123 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:44.123 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:44.123 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:44.123 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/5-workload").st_ino) 2024-09-21T02:47:44.123 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:44.229 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629961 2024-09-21T02:47:44.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:44.239 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:44.240 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:44.240 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:44.240 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:44.240 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/4-mon").st_ino) 2024-09-21T02:47:44.240 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:44.341 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629960 2024-09-21T02:47:44.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:44.351 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:44.351 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:44.351 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:44.351 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:44.351 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/distros").st_ino) 2024-09-21T02:47:44.352 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:44.457 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629966 2024-09-21T02:47:44.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:44.467 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:44.468 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:44.468 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:44.468 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:44.468 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/distros/centos_7.2.yaml").st_ino) 2024-09-21T02:47:44.468 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:44.568 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629967 2024-09-21T02:47:44.571 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:44.578 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:44.578 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:44.578 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:44.578 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:44.578 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/distros/ubuntu_14.04.yaml").st_ino) 2024-09-21T02:47:44.578 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:44.686 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629968 2024-09-21T02:47:44.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:44.696 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:44.697 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:44.697 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:44.697 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:44.697 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/%").st_ino) 2024-09-21T02:47:44.697 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:44.805 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629954 2024-09-21T02:47:44.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:44.815 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:44.815 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:44.815 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:44.815 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:44.815 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/9-workload").st_ino) 2024-09-21T02:47:44.815 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:44.925 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629965 2024-09-21T02:47:44.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:44.935 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:44.935 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:44.935 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:44.935 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:44.935 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/1-hammer-install-and-upgrade-to-jewel").st_ino) 2024-09-21T02:47:44.935 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:45.036 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629956 2024-09-21T02:47:45.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:45.046 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:45.046 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:45.046 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:45.046 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:45.046 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/1-hammer-install-and-upgrade-to-jewel/hammer-to-jewel.yaml").st_ino) 2024-09-21T02:47:45.046 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:45.148 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629957 2024-09-21T02:47:45.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:45.158 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:45.158 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:45.158 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:45.159 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:45.159 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/2-partial-upgrade").st_ino) 2024-09-21T02:47:45.159 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:45.264 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629958 2024-09-21T02:47:45.267 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:45.274 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:45.274 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:45.274 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:45.274 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:45.274 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/3-thrash").st_ino) 2024-09-21T02:47:45.274 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:45.381 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629959 2024-09-21T02:47:45.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:45.391 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:45.391 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:45.391 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:45.391 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:45.391 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/7-workload").st_ino) 2024-09-21T02:47:45.391 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:45.496 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629963 2024-09-21T02:47:45.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:45.506 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:45.507 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:45.507 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:45.507 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:45.507 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/hammer-jewel-x/stress-split/0-cluster").st_ino) 2024-09-21T02:47:45.507 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:45.614 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629955 2024-09-21T02:47:45.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:45.623 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:45.623 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:45.623 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:45.623 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:45.623 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade").st_ino) 2024-09-21T02:47:45.623 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:45.725 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629873 2024-09-21T02:47:45.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:45.734 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:45.735 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:45.735 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:45.735 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:45.735 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x").st_ino) 2024-09-21T02:47:45.735 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:45.840 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629874 2024-09-21T02:47:45.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:45.850 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:45.850 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:45.850 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:45.850 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:45.850 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/rbd").st_ino) 2024-09-21T02:47:45.850 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:45.958 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629884 2024-09-21T02:47:45.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:45.967 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:45.967 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:45.968 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:45.968 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:45.968 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/rbd/1-install").st_ino) 2024-09-21T02:47:45.968 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:46.068 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629888 2024-09-21T02:47:46.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:46.077 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:46.077 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:46.077 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:46.077 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:46.077 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/rbd/1-install/hammer-client-x.yaml").st_ino) 2024-09-21T02:47:46.078 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:46.185 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629889 2024-09-21T02:47:46.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:46.195 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:46.195 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:46.195 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:46.195 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:46.195 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/rbd/%").st_ino) 2024-09-21T02:47:46.195 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:46.297 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629885 2024-09-21T02:47:46.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:46.307 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:46.307 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:46.307 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:46.307 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:46.307 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/rbd/2-workload").st_ino) 2024-09-21T02:47:46.308 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:46.411 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629890 2024-09-21T02:47:46.414 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:46.421 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:46.421 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:46.421 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:46.421 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:46.422 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/rbd/2-workload/rbd_notification_tests.yaml").st_ino) 2024-09-21T02:47:46.422 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:46.532 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629891 2024-09-21T02:47:46.535 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:46.541 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:46.542 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:46.542 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:46.542 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:46.542 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/rbd/0-cluster").st_ino) 2024-09-21T02:47:46.542 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:46.647 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629886 2024-09-21T02:47:46.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:46.657 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:46.657 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:46.657 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:46.657 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:46.658 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/rbd/0-cluster/start.yaml").st_ino) 2024-09-21T02:47:46.658 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:46.764 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629887 2024-09-21T02:47:46.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:46.774 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:46.774 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:46.774 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:46.774 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:46.774 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/basic").st_ino) 2024-09-21T02:47:46.774 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:46.880 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629875 2024-09-21T02:47:46.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:46.890 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:46.890 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:46.890 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:46.890 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:46.890 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/basic/1-install").st_ino) 2024-09-21T02:47:46.890 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:46.996 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629879 2024-09-21T02:47:46.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:47.006 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:47.006 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:47.006 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:47.006 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:47.007 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/basic/1-install/hammer-client-x.yaml").st_ino) 2024-09-21T02:47:47.007 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:47.116 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629880 2024-09-21T02:47:47.119 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:47.126 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:47.127 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:47.127 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:47.127 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:47.127 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/basic/%").st_ino) 2024-09-21T02:47:47.127 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:47.228 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629876 2024-09-21T02:47:47.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:47.238 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:47.238 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:47.238 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:47.238 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:47.238 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/basic/2-workload").st_ino) 2024-09-21T02:47:47.238 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:47.344 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629881 2024-09-21T02:47:47.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:47.355 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:47.355 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:47.355 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:47.355 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:47.355 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/basic/2-workload/rbd_cli_import_export.yaml").st_ino) 2024-09-21T02:47:47.355 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:47.456 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629883 2024-09-21T02:47:47.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:47.466 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:47.466 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:47.466 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:47.466 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:47.466 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/basic/2-workload/rbd_api_tests.yaml").st_ino) 2024-09-21T02:47:47.466 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:47.573 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629882 2024-09-21T02:47:47.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:47.583 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:47.583 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:47.583 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:47.583 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:47.583 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/basic/0-cluster").st_ino) 2024-09-21T02:47:47.583 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:47.692 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629877 2024-09-21T02:47:47.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:47.702 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:47.702 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:47.703 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:47.703 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:47.703 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/hammer-client-x/basic/0-cluster/start.yaml").st_ino) 2024-09-21T02:47:47.703 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:47.810 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629878 2024-09-21T02:47:47.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:47.820 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:47.820 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:47.820 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:47.820 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:47.820 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x").st_ino) 2024-09-21T02:47:47.821 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:47.920 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629892 2024-09-21T02:47:47.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:47.930 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:47.930 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:47.930 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:47.930 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:47.930 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/rbd").st_ino) 2024-09-21T02:47:47.930 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:48.033 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629902 2024-09-21T02:47:48.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:48.043 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:48.043 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:48.043 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:48.043 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:48.043 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/rbd/1-install").st_ino) 2024-09-21T02:47:48.043 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:48.149 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629906 2024-09-21T02:47:48.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:48.160 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:48.160 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:48.160 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:48.160 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:48.160 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/rbd/1-install/jewel-client-x.yaml").st_ino) 2024-09-21T02:47:48.161 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:48.265 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629907 2024-09-21T02:47:48.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:48.275 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:48.275 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:48.275 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:48.275 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:48.276 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/rbd/%").st_ino) 2024-09-21T02:47:48.276 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:48.377 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629903 2024-09-21T02:47:48.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:48.387 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:48.387 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:48.387 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:48.387 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:48.387 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/rbd/2-workload").st_ino) 2024-09-21T02:47:48.387 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:48.493 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629908 2024-09-21T02:47:48.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:48.503 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:48.503 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:48.503 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:48.503 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:48.503 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/rbd/2-workload/rbd_notification_tests.yaml").st_ino) 2024-09-21T02:47:48.503 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:48.605 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629909 2024-09-21T02:47:48.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:48.614 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:48.614 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:48.614 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:48.614 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:48.614 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/rbd/0-cluster").st_ino) 2024-09-21T02:47:48.614 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:48.716 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629904 2024-09-21T02:47:48.719 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:48.726 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:48.726 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:48.726 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:48.726 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:48.726 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/rbd/0-cluster/start.yaml").st_ino) 2024-09-21T02:47:48.726 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:48.829 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629905 2024-09-21T02:47:48.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:48.839 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:48.839 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:48.839 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:48.839 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:48.839 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/basic").st_ino) 2024-09-21T02:47:48.839 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:48.944 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629893 2024-09-21T02:47:48.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:48.954 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:48.954 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:48.954 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:48.955 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:48.955 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/basic/1-install").st_ino) 2024-09-21T02:47:48.955 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:49.056 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629897 2024-09-21T02:47:49.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:49.067 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:49.067 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:49.067 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:49.067 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:49.067 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/basic/1-install/jewel-client-x.yaml").st_ino) 2024-09-21T02:47:49.067 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:49.173 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629898 2024-09-21T02:47:49.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:49.183 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:49.183 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:49.183 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:49.183 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:49.184 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/basic/%").st_ino) 2024-09-21T02:47:49.184 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:49.288 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629894 2024-09-21T02:47:49.291 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:49.298 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:49.298 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:49.298 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:49.299 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:49.299 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/basic/2-workload").st_ino) 2024-09-21T02:47:49.299 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:49.399 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629899 2024-09-21T02:47:49.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:49.408 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:49.408 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:49.408 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:49.408 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:49.409 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/basic/2-workload/rbd_cli_import_export.yaml").st_ino) 2024-09-21T02:47:49.409 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:49.518 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629901 2024-09-21T02:47:49.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:49.528 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:49.528 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:49.529 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:49.529 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:49.529 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/basic/2-workload/rbd_api_tests.yaml").st_ino) 2024-09-21T02:47:49.529 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:49.634 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629900 2024-09-21T02:47:49.637 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:49.644 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:49.644 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:49.644 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:49.644 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:49.644 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/basic/0-cluster").st_ino) 2024-09-21T02:47:49.644 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:49.751 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629895 2024-09-21T02:47:49.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:49.761 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:49.761 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:49.761 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:49.761 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:49.761 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/upgrade/client-upgrade/jewel-client-x/basic/0-cluster/start.yaml").st_ino) 2024-09-21T02:47:49.761 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:49.873 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629896 2024-09-21T02:47:49.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:49.883 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:49.883 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:49.883 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:49.883 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:49.883 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/dummy").st_ino) 2024-09-21T02:47:49.883 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:49.988 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628537 2024-09-21T02:47:49.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:49.999 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:49.999 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:49.999 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:49.999 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:49.999 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/dummy/%").st_ino) 2024-09-21T02:47:49.999 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:50.101 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628538 2024-09-21T02:47:50.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:50.111 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:50.111 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:50.111 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:50.111 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:50.111 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/dummy/all").st_ino) 2024-09-21T02:47:50.111 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:50.208 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628539 2024-09-21T02:47:50.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:50.217 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:50.217 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:50.217 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:50.217 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:50.217 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/dummy/all/nop.yaml").st_ino) 2024-09-21T02:47:50.217 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:50.323 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628540 2024-09-21T02:47:50.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:50.332 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:50.332 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:50.332 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:50.332 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:50.332 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/hadoop").st_ino) 2024-09-21T02:47:50.332 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:50.435 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628806 2024-09-21T02:47:50.438 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:50.445 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:50.445 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:50.445 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:50.445 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:50.445 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/hadoop/basic").st_ino) 2024-09-21T02:47:50.445 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:50.544 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628807 2024-09-21T02:47:50.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:50.553 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:50.553 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:50.553 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:50.554 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:50.554 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/hadoop/basic/clusters").st_ino) 2024-09-21T02:47:50.554 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:50.657 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628809 2024-09-21T02:47:50.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:50.667 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:50.667 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:50.667 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:50.667 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:50.667 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/hadoop/basic/clusters/fixed-3.yaml").st_ino) 2024-09-21T02:47:50.667 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:50.774 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628810 2024-09-21T02:47:50.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:50.784 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:50.784 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:50.784 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:50.784 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:50.784 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/hadoop/basic/%").st_ino) 2024-09-21T02:47:50.784 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:50.884 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628808 2024-09-21T02:47:50.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:50.894 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:50.894 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:50.895 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:50.895 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:50.895 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/hadoop/basic/xfs.yaml").st_ino) 2024-09-21T02:47:50.895 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:50.997 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628815 2024-09-21T02:47:51.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:51.007 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:51.008 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:51.008 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:51.008 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:51.008 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/hadoop/basic/tasks").st_ino) 2024-09-21T02:47:51.008 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:51.108 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628811 2024-09-21T02:47:51.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:51.117 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:51.117 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:51.118 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:51.118 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:51.118 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/hadoop/basic/tasks/wordcount.yaml").st_ino) 2024-09-21T02:47:51.118 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:51.224 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628814 2024-09-21T02:47:51.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:51.234 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:51.234 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:51.234 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:51.234 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:51.235 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/hadoop/basic/tasks/repl.yaml").st_ino) 2024-09-21T02:47:51.235 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:51.338 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628812 2024-09-21T02:47:51.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:51.347 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:51.347 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:51.347 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:51.347 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:51.347 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/hadoop/basic/tasks/terasort.yaml").st_ino) 2024-09-21T02:47:51.347 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:51.448 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628813 2024-09-21T02:47:51.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:51.458 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:51.458 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:51.458 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:51.458 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:51.458 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology").st_ino) 2024-09-21T02:47:51.458 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:51.562 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629804 2024-09-21T02:47:51.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:51.572 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:51.572 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:51.572 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:51.572 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:51.573 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/integration.yaml").st_ino) 2024-09-21T02:47:51.573 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:51.681 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629819 2024-09-21T02:47:51.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:51.690 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:51.690 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:51.690 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:51.690 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:51.691 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/nop").st_ino) 2024-09-21T02:47:51.691 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:51.797 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629835 2024-09-21T02:47:51.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:51.807 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:51.807 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:51.807 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:51.807 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:51.807 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/nop/%").st_ino) 2024-09-21T02:47:51.807 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:51.913 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629836 2024-09-21T02:47:51.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:51.923 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:51.923 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:51.923 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:51.923 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:51.924 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/nop/all").st_ino) 2024-09-21T02:47:51.924 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:52.029 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629837 2024-09-21T02:47:52.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:52.039 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:52.039 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:52.039 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:52.039 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:52.039 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/nop/all/nop.yaml").st_ino) 2024-09-21T02:47:52.039 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:52.140 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629838 2024-09-21T02:47:52.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:52.151 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:52.151 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:52.151 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:52.151 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:52.151 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/rgw").st_ino) 2024-09-21T02:47:52.151 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:52.257 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629839 2024-09-21T02:47:52.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:52.266 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:52.267 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:52.267 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:52.267 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:52.267 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/rgw/distros").st_ino) 2024-09-21T02:47:52.267 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:52.378 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629841 2024-09-21T02:47:52.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:52.388 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:52.388 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:52.388 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:52.388 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:52.389 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/rgw/%").st_ino) 2024-09-21T02:47:52.389 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:52.497 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629840 2024-09-21T02:47:52.500 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:52.507 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:52.507 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:52.507 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:52.507 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:52.507 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/rgw/tasks").st_ino) 2024-09-21T02:47:52.507 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:52.613 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629842 2024-09-21T02:47:52.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:52.623 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:52.623 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:52.623 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:52.623 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:52.623 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/rgw/tasks/s3tests-fastcgi.yaml").st_ino) 2024-09-21T02:47:52.623 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:52.725 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629844 2024-09-21T02:47:52.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:52.735 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:52.735 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:52.735 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:52.735 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:52.736 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/rgw/tasks/s3tests-fcgi.yaml").st_ino) 2024-09-21T02:47:52.736 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:52.836 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629845 2024-09-21T02:47:52.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:52.846 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:52.846 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:52.846 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:52.846 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:52.846 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/rgw/tasks/s3tests-civetweb.yaml").st_ino) 2024-09-21T02:47:52.846 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:52.956 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629843 2024-09-21T02:47:52.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:52.966 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:52.966 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:52.966 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:52.966 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:52.966 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/no-ceph").st_ino) 2024-09-21T02:47:52.966 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:53.068 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629829 2024-09-21T02:47:53.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:53.078 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:53.078 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:53.078 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:53.078 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:53.078 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/no-ceph/clusters").st_ino) 2024-09-21T02:47:53.078 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:53.184 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629831 2024-09-21T02:47:53.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:53.194 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:53.194 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:53.195 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:53.195 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:53.195 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/no-ceph/clusters/single.yaml").st_ino) 2024-09-21T02:47:53.195 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:53.301 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629832 2024-09-21T02:47:53.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:53.311 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:53.311 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:53.311 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:53.311 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:53.311 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/no-ceph/%").st_ino) 2024-09-21T02:47:53.311 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:53.416 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629830 2024-09-21T02:47:53.418 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:53.425 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:53.425 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:53.426 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:53.426 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:53.426 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/no-ceph/tasks").st_ino) 2024-09-21T02:47:53.426 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:53.532 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629833 2024-09-21T02:47:53.535 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:53.542 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:53.542 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:53.542 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:53.542 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:53.542 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/no-ceph/tasks/teuthology.yaml").st_ino) 2024-09-21T02:47:53.542 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:53.649 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629834 2024-09-21T02:47:53.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:53.659 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:53.659 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:53.659 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:53.659 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:53.659 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/ceph").st_ino) 2024-09-21T02:47:53.659 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:53.761 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629812 2024-09-21T02:47:53.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:53.771 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:53.771 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:53.771 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:53.771 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:53.771 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/ceph/clusters").st_ino) 2024-09-21T02:47:53.771 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:53.880 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629814 2024-09-21T02:47:53.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:53.890 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:53.890 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:53.890 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:53.890 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:53.890 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/ceph/clusters/single.yaml").st_ino) 2024-09-21T02:47:53.890 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:53.997 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629815 2024-09-21T02:47:54.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:54.006 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:54.006 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:54.007 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:54.007 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:54.007 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/ceph/distros").st_ino) 2024-09-21T02:47:54.007 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:54.112 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629816 2024-09-21T02:47:54.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:54.123 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:54.123 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:54.123 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:54.123 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:54.123 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/ceph/%").st_ino) 2024-09-21T02:47:54.123 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:54.224 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629813 2024-09-21T02:47:54.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:54.234 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:54.234 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:54.234 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:54.234 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:54.234 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/ceph/tasks").st_ino) 2024-09-21T02:47:54.234 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:54.336 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629817 2024-09-21T02:47:54.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:54.346 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:54.346 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:54.347 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:54.347 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:54.347 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/ceph/tasks/teuthology.yaml").st_ino) 2024-09-21T02:47:54.347 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:54.453 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629818 2024-09-21T02:47:54.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:54.463 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:54.463 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:54.463 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:54.464 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:54.464 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/buildpackages").st_ino) 2024-09-21T02:47:54.464 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:54.566 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629805 2024-09-21T02:47:54.569 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:54.576 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:54.576 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:54.577 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:54.577 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:54.577 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/buildpackages/distros").st_ino) 2024-09-21T02:47:54.577 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:54.680 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629807 2024-09-21T02:47:54.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:54.691 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:54.691 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:54.691 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:54.691 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:54.691 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/buildpackages/%").st_ino) 2024-09-21T02:47:54.691 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:54.793 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629806 2024-09-21T02:47:54.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:54.803 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:54.803 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:54.803 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:54.803 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:54.804 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/buildpackages/tasks").st_ino) 2024-09-21T02:47:54.804 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:54.913 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629808 2024-09-21T02:47:54.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:54.923 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:54.923 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:54.923 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:54.923 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:54.923 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/buildpackages/tasks/default.yaml").st_ino) 2024-09-21T02:47:54.923 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:55.028 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629810 2024-09-21T02:47:55.031 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:55.038 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:55.038 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:55.038 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:55.038 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:55.038 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/buildpackages/tasks/tag.yaml").st_ino) 2024-09-21T02:47:55.039 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:55.145 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629811 2024-09-21T02:47:55.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:55.155 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:55.155 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:55.155 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:55.155 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:55.155 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/buildpackages/tasks/branch.yaml").st_ino) 2024-09-21T02:47:55.155 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:55.256 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629809 2024-09-21T02:47:55.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:55.266 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:55.266 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:55.266 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:55.266 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:55.266 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/multi-cluster").st_ino) 2024-09-21T02:47:55.266 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:55.377 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629820 2024-09-21T02:47:55.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:55.387 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:55.387 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:55.387 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:55.387 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:55.387 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/multi-cluster/fs").st_ino) 2024-09-21T02:47:55.388 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:55.491 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629827 2024-09-21T02:47:55.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:55.500 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:55.501 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:55.501 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:55.501 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:55.501 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/multi-cluster/fs/xfs.yaml").st_ino) 2024-09-21T02:47:55.501 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:55.612 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629828 2024-09-21T02:47:55.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:55.622 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:55.622 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:55.622 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:55.622 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:55.622 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/multi-cluster/%").st_ino) 2024-09-21T02:47:55.622 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:55.725 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629821 2024-09-21T02:47:55.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:55.735 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:55.735 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:55.735 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:55.735 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:55.735 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/multi-cluster/all").st_ino) 2024-09-21T02:47:55.736 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:55.840 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629822 2024-09-21T02:47:55.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:55.850 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:55.850 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:55.850 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:55.850 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:55.850 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/multi-cluster/all/thrashosds.yaml").st_ino) 2024-09-21T02:47:55.850 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:55.961 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629824 2024-09-21T02:47:55.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:55.970 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:55.970 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:55.970 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:55.971 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:55.971 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/multi-cluster/all/ceph.yaml").st_ino) 2024-09-21T02:47:55.971 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:56.077 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629823 2024-09-21T02:47:56.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:56.086 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:56.087 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:56.087 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:56.087 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:56.087 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/multi-cluster/all/upgrade.yaml").st_ino) 2024-09-21T02:47:56.087 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:56.186 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629825 2024-09-21T02:47:56.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:56.196 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:56.196 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:56.196 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:56.196 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:56.196 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/multi-cluster/all/workunit.yaml").st_ino) 2024-09-21T02:47:56.196 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:56.300 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629826 2024-09-21T02:47:56.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:56.310 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:56.310 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:56.310 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:56.311 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:56.311 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/workunits").st_ino) 2024-09-21T02:47:56.311 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:56.413 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629846 2024-09-21T02:47:56.415 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:56.419 DEBUG:teuthology.orchestra.run.smithi083:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T02:47:56.422 DEBUG:teuthology.orchestra.run.smithi142:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T02:47:56.423 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:56.424 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:56.424 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:56.424 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:56.424 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/teuthology/workunits/yes.yaml").st_ino) 2024-09-21T02:47:56.424 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:56.529 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629847 2024-09-21T02:47:56.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:56.538 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:56.538 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:56.538 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:56.539 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:56.539 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds").st_ino) 2024-09-21T02:47:56.539 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:56.642 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629058 2024-09-21T02:47:56.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:56.654 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:56.654 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:56.654 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:56.655 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:56.655 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/basic").st_ino) 2024-09-21T02:47:56.655 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:56.716 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629059 2024-09-21T02:47:56.719 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:56.726 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:56.726 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:56.726 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:56.726 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:56.726 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/basic/overrides").st_ino) 2024-09-21T02:47:56.726 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:56.828 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629070 2024-09-21T02:47:56.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:56.837 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:56.838 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:56.838 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:56.838 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:56.838 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/basic/overrides/fuse-default-perm-no.yaml").st_ino) 2024-09-21T02:47:56.838 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:56.945 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629073 2024-09-21T02:47:56.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:56.955 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:56.955 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:56.955 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:56.955 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:56.955 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/basic/overrides/basic").st_ino) 2024-09-21T02:47:56.955 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:57.061 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629072 2024-09-21T02:47:57.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:57.072 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:57.072 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:57.072 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:57.072 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:57.072 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/basic/overrides/%").st_ino) 2024-09-21T02:47:57.072 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:57.174 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629071 2024-09-21T02:47:57.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:57.184 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:57.184 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:57.184 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:57.184 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:57.184 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/basic/clusters").st_ino) 2024-09-21T02:47:57.184 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:57.292 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629062 2024-09-21T02:47:57.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:57.302 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:57.303 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:57.303 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:57.303 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:57.303 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/basic/clusters/9-mds.yaml").st_ino) 2024-09-21T02:47:57.303 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:57.404 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629064 2024-09-21T02:47:57.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:57.414 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:57.414 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:57.414 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:57.415 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:57.415 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/basic/clusters/3-mds.yaml").st_ino) 2024-09-21T02:47:57.415 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:57.516 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629063 2024-09-21T02:47:57.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:57.525 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:57.525 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:57.526 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:57.526 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:57.526 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/basic/fs").st_ino) 2024-09-21T02:47:57.526 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:57.632 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629065 2024-09-21T02:47:57.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:57.642 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:57.642 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:57.642 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:57.642 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:57.642 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/basic/mount").st_ino) 2024-09-21T02:47:57.642 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:57.750 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629067 2024-09-21T02:47:57.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:57.760 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:57.760 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:57.761 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:57.761 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:57.761 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/basic/mount/kclient.yaml").st_ino) 2024-09-21T02:47:57.761 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:57.868 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629069 2024-09-21T02:47:57.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:57.878 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:57.878 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:57.878 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:57.879 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:57.879 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/basic/mount/fuse.yaml").st_ino) 2024-09-21T02:47:57.879 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:57.984 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629068 2024-09-21T02:47:57.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:57.994 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:57.994 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:57.994 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:57.994 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:57.994 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/basic/inline").st_ino) 2024-09-21T02:47:57.994 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:58.099 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629066 2024-09-21T02:47:58.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:58.110 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:58.110 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:58.110 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:58.110 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:58.110 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/basic/begin.yaml").st_ino) 2024-09-21T02:47:58.110 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:58.215 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629061 2024-09-21T02:47:58.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:58.225 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:58.225 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:58.225 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:58.225 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:58.225 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/basic/%").st_ino) 2024-09-21T02:47:58.225 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:58.331 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629060 2024-09-21T02:47:58.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:58.341 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:58.341 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:58.341 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:58.341 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:58.341 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/basic/tasks").st_ino) 2024-09-21T02:47:58.341 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:58.448 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629074 2024-09-21T02:47:58.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:58.458 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:58.458 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:58.458 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:58.458 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:58.458 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/verify").st_ino) 2024-09-21T02:47:58.459 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:58.568 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629075 2024-09-21T02:47:58.570 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:58.577 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:58.577 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:58.577 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:58.577 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:58.577 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/verify/validater").st_ino) 2024-09-21T02:47:58.578 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:58.684 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629090 2024-09-21T02:47:58.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:58.693 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:58.694 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:58.694 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:58.694 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:58.694 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/verify/overrides").st_ino) 2024-09-21T02:47:58.694 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:58.799 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629085 2024-09-21T02:47:58.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:58.809 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:58.809 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:58.809 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:58.809 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:58.809 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/verify/overrides/fuse-default-perm-no.yaml").st_ino) 2024-09-21T02:47:58.809 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:58.918 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629087 2024-09-21T02:47:58.921 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:58.928 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:58.928 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:58.928 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:58.928 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:58.928 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/verify/overrides/%").st_ino) 2024-09-21T02:47:58.928 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:59.037 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629086 2024-09-21T02:47:59.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:59.047 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:59.047 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:59.047 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:59.047 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:59.047 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/verify/overrides/verify").st_ino) 2024-09-21T02:47:59.047 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:59.153 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629088 2024-09-21T02:47:59.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:59.163 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:59.163 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:59.163 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:59.163 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:59.163 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/verify/clusters").st_ino) 2024-09-21T02:47:59.163 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:59.271 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629078 2024-09-21T02:47:59.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:59.281 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:59.281 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:59.281 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:59.281 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:59.281 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/verify/clusters/9-mds.yaml").st_ino) 2024-09-21T02:47:59.281 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:59.388 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629080 2024-09-21T02:47:59.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:59.398 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:59.398 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:59.398 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:59.398 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:59.398 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/verify/clusters/3-mds.yaml").st_ino) 2024-09-21T02:47:59.398 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:59.501 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629079 2024-09-21T02:47:59.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:59.511 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:59.511 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:59.512 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:59.512 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:59.512 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/verify/fs").st_ino) 2024-09-21T02:47:59.512 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:59.611 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629081 2024-09-21T02:47:59.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:59.621 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:59.622 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:59.622 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:59.622 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:59.622 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/verify/mount").st_ino) 2024-09-21T02:47:59.622 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:59.728 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629082 2024-09-21T02:47:59.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:59.738 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:59.738 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:59.738 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:59.738 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:59.738 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/verify/mount/kclient.yaml").st_ino) 2024-09-21T02:47:59.739 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:59.841 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629084 2024-09-21T02:47:59.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:59.851 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:59.851 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:59.851 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:59.851 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:59.852 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/verify/mount/fuse.yaml").st_ino) 2024-09-21T02:47:59.852 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:47:59.960 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629083 2024-09-21T02:47:59.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:47:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:47:59.970 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:47:59.970 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:47:59.971 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:47:59.971 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:47:59.971 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/verify/begin.yaml").st_ino) 2024-09-21T02:47:59.971 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:00.072 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629077 2024-09-21T02:48:00.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:00.083 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:00.083 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:00.083 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:00.083 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:00.083 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/verify/%").st_ino) 2024-09-21T02:48:00.083 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:00.187 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629076 2024-09-21T02:48:00.190 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:00.197 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:00.197 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:00.197 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:00.197 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:00.197 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/multimds/verify/tasks").st_ino) 2024-09-21T02:48:00.197 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:00.305 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629089 2024-09-21T02:48:00.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:00.315 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:00.316 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:00.316 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:00.316 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:00.316 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke").st_ino) 2024-09-21T02:48:00.316 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:00.421 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629729 2024-09-21T02:48:00.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:00.432 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:00.432 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:00.432 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:00.432 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:00.432 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/1node").st_ino) 2024-09-21T02:48:00.432 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:00.536 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629730 2024-09-21T02:48:00.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:00.546 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:00.547 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:00.547 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:00.547 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:00.547 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/1node/clusters").st_ino) 2024-09-21T02:48:00.547 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:00.652 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629732 2024-09-21T02:48:00.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:00.662 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:00.662 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:00.662 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:00.662 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:00.662 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/1node/clusters/openstack.yaml").st_ino) 2024-09-21T02:48:00.662 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:00.769 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629735 2024-09-21T02:48:00.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:00.779 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:00.780 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:00.780 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:00.780 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:00.780 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/1node/clusters/+").st_ino) 2024-09-21T02:48:00.780 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:00.880 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629733 2024-09-21T02:48:00.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:00.890 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:00.891 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:00.891 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:00.891 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:00.891 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/1node/clusters/fixed-1.yaml").st_ino) 2024-09-21T02:48:00.891 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:00.997 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629734 2024-09-21T02:48:00.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:01.006 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:01.007 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:01.007 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:01.007 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:01.007 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/1node/%").st_ino) 2024-09-21T02:48:01.007 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:01.112 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629731 2024-09-21T02:48:01.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:01.122 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:01.122 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:01.122 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:01.122 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:01.122 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/1node/tasks").st_ino) 2024-09-21T02:48:01.122 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:01.227 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629736 2024-09-21T02:48:01.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:01.238 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:01.238 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:01.238 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:01.238 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:01.238 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/1node/tasks/ceph-deploy.yaml").st_ino) 2024-09-21T02:48:01.238 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:01.345 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629737 2024-09-21T02:48:01.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:01.357 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:01.357 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:01.357 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:01.357 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:01.357 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/systemd").st_ino) 2024-09-21T02:48:01.357 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:01.459 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629770 2024-09-21T02:48:01.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:01.469 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:01.469 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:01.469 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:01.469 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:01.470 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/systemd/distro").st_ino) 2024-09-21T02:48:01.470 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:01.575 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629772 2024-09-21T02:48:01.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:01.585 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:01.585 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:01.585 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:01.585 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:01.585 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/systemd/distro/ubuntu_16.04.yaml").st_ino) 2024-09-21T02:48:01.585 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:01.697 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629774 2024-09-21T02:48:01.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:01.707 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:01.708 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:01.708 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:01.708 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:01.708 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/systemd/distro/centos_7.2.yaml").st_ino) 2024-09-21T02:48:01.708 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:01.818 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629773 2024-09-21T02:48:01.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:01.828 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:01.828 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:01.828 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:01.828 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:01.828 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/systemd/%").st_ino) 2024-09-21T02:48:01.828 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:01.928 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629771 2024-09-21T02:48:01.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:01.939 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:01.939 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:01.939 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:01.939 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:01.939 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/systemd/tasks").st_ino) 2024-09-21T02:48:01.940 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:02.045 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629775 2024-09-21T02:48:02.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:02.056 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:02.056 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:02.056 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:02.056 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:02.056 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/systemd/tasks/systemd.yaml").st_ino) 2024-09-21T02:48:02.057 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:02.164 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629776 2024-09-21T02:48:02.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:02.175 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:02.175 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:02.175 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:02.176 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:02.176 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic").st_ino) 2024-09-21T02:48:02.176 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:02.281 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629738 2024-09-21T02:48:02.283 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:02.292 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:02.292 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:02.292 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:02.292 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:02.292 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/clusters").st_ino) 2024-09-21T02:48:02.292 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:02.398 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629740 2024-09-21T02:48:02.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:02.408 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:02.408 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:02.408 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:02.408 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:02.408 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/clusters/fixed-3-cephfs.yaml").st_ino) 2024-09-21T02:48:02.408 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:02.509 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629741 2024-09-21T02:48:02.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:02.519 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:02.519 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:02.519 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:02.519 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:02.519 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/fs").st_ino) 2024-09-21T02:48:02.519 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:02.625 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629742 2024-09-21T02:48:02.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:02.635 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:02.635 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:02.635 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:02.635 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:02.636 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/fs/btrfs.yaml").st_ino) 2024-09-21T02:48:02.636 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:02.744 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629743 2024-09-21T02:48:02.747 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:02.755 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:02.755 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:02.755 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:02.755 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:02.755 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/%").st_ino) 2024-09-21T02:48:02.755 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:02.861 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629739 2024-09-21T02:48:02.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:02.871 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:02.871 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:02.871 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:02.872 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:02.872 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks").st_ino) 2024-09-21T02:48:02.872 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:02.973 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629744 2024-09-21T02:48:02.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:02.983 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:02.983 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:02.983 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:02.983 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:02.983 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/libcephfs_interface_tests.yaml").st_ino) 2024-09-21T02:48:02.983 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:03.090 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629753 2024-09-21T02:48:03.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:03.100 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:03.100 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:03.100 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:03.100 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:03.100 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/rados_cache_snaps.yaml").st_ino) 2024-09-21T02:48:03.100 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:03.206 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629757 2024-09-21T02:48:03.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:03.217 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:03.217 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:03.217 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:03.218 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:03.218 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/rados_cls_all.yaml").st_ino) 2024-09-21T02:48:03.218 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:03.321 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629758 2024-09-21T02:48:03.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:03.331 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:03.331 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:03.331 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:03.331 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:03.331 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/rbd_cli_import_export.yaml").st_ino) 2024-09-21T02:48:03.331 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:03.437 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629763 2024-09-21T02:48:03.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:03.446 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:03.447 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:03.447 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:03.447 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:03.447 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/kclient_workunit_suites_fsstress.yaml").st_ino) 2024-09-21T02:48:03.447 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:03.551 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629751 2024-09-21T02:48:03.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:03.561 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:03.561 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:03.561 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:03.561 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:03.561 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/cfuse_workunit_suites_pjd.yaml").st_ino) 2024-09-21T02:48:03.561 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:03.674 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629748 2024-09-21T02:48:03.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:03.684 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:03.684 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:03.684 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:03.684 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:03.684 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/mon_thrash.yaml").st_ino) 2024-09-21T02:48:03.684 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:03.781 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629754 2024-09-21T02:48:03.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:03.790 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:03.790 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:03.790 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:03.791 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:03.791 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/kclient_workunit_direct_io.yaml").st_ino) 2024-09-21T02:48:03.791 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:03.886 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629749 2024-09-21T02:48:03.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:03.895 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:03.895 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:03.895 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:03.895 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:03.895 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/rbd_fsx.yaml").st_ino) 2024-09-21T02:48:03.895 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:04.000 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629764 2024-09-21T02:48:04.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:04.010 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:04.010 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:04.010 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:04.010 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:04.010 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/rbd_python_api_tests.yaml").st_ino) 2024-09-21T02:48:04.010 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:04.115 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629765 2024-09-21T02:48:04.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:04.125 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:04.125 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:04.125 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:04.125 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:04.125 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/rbd_workunit_suites_iozone.yaml").st_ino) 2024-09-21T02:48:04.125 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:04.232 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629766 2024-09-21T02:48:04.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:04.242 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:04.242 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:04.242 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:04.242 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:04.242 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/kclient_workunit_suites_dbench.yaml").st_ino) 2024-09-21T02:48:04.242 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:04.349 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629750 2024-09-21T02:48:04.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:04.359 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:04.359 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:04.359 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:04.359 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:04.359 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/rbd_api_tests.yaml").st_ino) 2024-09-21T02:48:04.360 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:04.460 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629762 2024-09-21T02:48:04.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:04.470 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:04.470 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:04.470 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:04.470 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:04.470 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/cfuse_workunit_suites_blogbench.yaml").st_ino) 2024-09-21T02:48:04.470 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:04.577 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629745 2024-09-21T02:48:04.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:04.587 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:04.587 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:04.587 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:04.587 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:04.587 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/rados_ec_snaps.yaml").st_ino) 2024-09-21T02:48:04.587 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:04.689 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629759 2024-09-21T02:48:04.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:04.698 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:04.699 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:04.699 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:04.699 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:04.699 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/rgw_ec_s3tests.yaml").st_ino) 2024-09-21T02:48:04.699 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:04.805 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629767 2024-09-21T02:48:04.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:04.816 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:04.816 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:04.816 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:04.816 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:04.816 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/kclient_workunit_suites_pjd.yaml").st_ino) 2024-09-21T02:48:04.816 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:04.918 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629752 2024-09-21T02:48:04.921 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:04.928 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:04.929 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:04.929 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:04.929 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:04.929 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/rados_workunit_loadgen_mix.yaml").st_ino) 2024-09-21T02:48:04.929 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:05.036 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629761 2024-09-21T02:48:05.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:05.045 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:05.045 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:05.046 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:05.046 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:05.046 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/rados_python.yaml").st_ino) 2024-09-21T02:48:05.046 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:05.152 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629760 2024-09-21T02:48:05.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:05.162 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:05.162 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:05.162 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:05.162 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:05.162 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/rgw_swift.yaml").st_ino) 2024-09-21T02:48:05.162 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:05.269 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629769 2024-09-21T02:48:05.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:05.280 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:05.280 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:05.280 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:05.280 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:05.280 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/rados_bench.yaml").st_ino) 2024-09-21T02:48:05.280 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:05.383 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629756 2024-09-21T02:48:05.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:05.393 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:05.393 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:05.393 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:05.393 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:05.393 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/rados_api_tests.yaml").st_ino) 2024-09-21T02:48:05.393 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:05.501 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629755 2024-09-21T02:48:05.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:05.511 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:05.511 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:05.511 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:05.511 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:05.511 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/cfuse_workunit_suites_fsstress.yaml").st_ino) 2024-09-21T02:48:05.511 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:05.617 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629746 2024-09-21T02:48:05.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:05.627 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:05.627 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:05.627 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:05.627 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:05.627 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/rgw_s3tests.yaml").st_ino) 2024-09-21T02:48:05.627 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:05.733 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629768 2024-09-21T02:48:05.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:05.743 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:05.743 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:05.743 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:05.743 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:05.743 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/suites/smoke/basic/tasks/cfuse_workunit_suites_iozone.yaml").st_ino) 2024-09-21T02:48:05.743 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:05.852 INFO:teuthology.orchestra.run.smithi083.stdout:1099511629747 2024-09-21T02:48:05.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:05.862 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:05.862 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:05.862 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:05.862 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:05.862 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/machine_types").st_ino) 2024-09-21T02:48:05.862 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:05.969 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628436 2024-09-21T02:48:05.971 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:05.978 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:05.978 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:05.978 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:05.978 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:05.979 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/machine_types/vps.yaml").st_ino) 2024-09-21T02:48:05.979 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:06.081 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628439 2024-09-21T02:48:06.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:06.091 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:06.091 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:06.091 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:06.091 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:06.091 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/machine_types/schedule_rados_ovh.sh").st_ino) 2024-09-21T02:48:06.092 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:06.195 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628438 2024-09-21T02:48:06.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:06.205 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:06.205 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:06.205 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:06.205 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:06.205 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/machine_types/schedule_rados.sh").st_ino) 2024-09-21T02:48:06.205 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:06.308 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628437 2024-09-21T02:48:06.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:06.318 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:06.318 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:06.318 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:06.318 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:06.318 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/mon_kv_backend").st_ino) 2024-09-21T02:48:06.318 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:06.425 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628440 2024-09-21T02:48:06.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:06.435 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:06.435 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:06.435 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:06.435 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:06.435 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/mon_kv_backend/leveldb.yaml").st_ino) 2024-09-21T02:48:06.435 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:06.536 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628441 2024-09-21T02:48:06.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:06.546 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:06.546 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:06.546 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:06.546 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:06.546 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/mon_kv_backend/rocksdb.yaml").st_ino) 2024-09-21T02:48:06.546 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:06.653 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628442 2024-09-21T02:48:06.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:06.663 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:06.663 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:06.663 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:06.663 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:06.663 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/README").st_ino) 2024-09-21T02:48:06.663 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:06.768 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628336 2024-09-21T02:48:06.770 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:06.778 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:06.778 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:06.778 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:06.778 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:06.778 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks").st_ino) 2024-09-21T02:48:06.778 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:06.884 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630071 2024-09-21T02:48:06.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:06.894 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:06.894 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:06.894 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:06.894 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:06.894 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/rebuild_mondb.py").st_ino) 2024-09-21T02:48:06.894 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:07.000 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630185 2024-09-21T02:48:07.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:07.010 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:07.010 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:07.010 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:07.010 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:07.010 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/workunit.py").st_ino) 2024-09-21T02:48:07.010 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:07.112 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630223 2024-09-21T02:48:07.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:07.122 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:07.122 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:07.122 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:07.122 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:07.123 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/osd_backfill.py").st_ino) 2024-09-21T02:48:07.123 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:07.227 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630168 2024-09-21T02:48:07.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:07.237 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:07.237 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:07.237 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:07.237 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:07.238 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/calamari_setup.py").st_ino) 2024-09-21T02:48:07.238 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:07.345 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630096 2024-09-21T02:48:07.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:07.355 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:07.355 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:07.355 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:07.355 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:07.356 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/object_source_down.py").st_ino) 2024-09-21T02:48:07.356 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:07.461 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630166 2024-09-21T02:48:07.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:07.471 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:07.471 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:07.471 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:07.471 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:07.471 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/populate_rbd_pool.py").st_ino) 2024-09-21T02:48:07.471 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:07.577 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630173 2024-09-21T02:48:07.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:07.587 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:07.587 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:07.587 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:07.587 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:07.587 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/util").st_ino) 2024-09-21T02:48:07.587 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:07.688 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630213 2024-09-21T02:48:07.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:07.698 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:07.698 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:07.698 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:07.698 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:07.698 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/util/rgw.py").st_ino) 2024-09-21T02:48:07.699 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:07.807 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630216 2024-09-21T02:48:07.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:07.817 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:07.817 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:07.817 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:07.817 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:07.817 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/util/__init__.py").st_ino) 2024-09-21T02:48:07.818 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:07.929 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630214 2024-09-21T02:48:07.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:07.939 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:07.939 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:07.939 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:07.939 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:07.939 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/util/rados.py").st_ino) 2024-09-21T02:48:07.939 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:08.040 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630215 2024-09-21T02:48:08.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:08.050 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:08.050 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:08.051 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:08.051 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:08.051 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/util/test").st_ino) 2024-09-21T02:48:08.051 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:08.157 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630217 2024-09-21T02:48:08.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:08.167 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:08.167 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:08.167 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:08.167 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:08.167 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/util/test/__init__.py").st_ino) 2024-09-21T02:48:08.167 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:08.268 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630218 2024-09-21T02:48:08.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:08.278 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:08.279 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:08.279 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:08.279 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:08.279 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/util/test/test_rados.py").st_ino) 2024-09-21T02:48:08.279 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:08.386 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630219 2024-09-21T02:48:08.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:08.396 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:08.396 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:08.396 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:08.396 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:08.396 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/osd_failsafe_enospc.py").st_ino) 2024-09-21T02:48:08.396 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:08.510 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630169 2024-09-21T02:48:08.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:08.518 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:08.518 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:08.518 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:08.519 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:08.519 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/osd_recovery.py").st_ino) 2024-09-21T02:48:08.519 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:08.625 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630170 2024-09-21T02:48:08.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:08.635 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:08.635 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:08.636 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:08.636 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:08.636 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/die_on_err.py").st_ino) 2024-09-21T02:48:08.636 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:08.741 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630140 2024-09-21T02:48:08.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:08.751 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:08.751 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:08.751 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:08.751 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:08.751 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/calamari_nosetests.py").st_ino) 2024-09-21T02:48:08.751 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:08.855 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630095 2024-09-21T02:48:08.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:08.864 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:08.865 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:08.865 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:08.865 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:08.865 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/admin_socket.py").st_ino) 2024-09-21T02:48:08.865 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:08.968 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630073 2024-09-21T02:48:08.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:08.977 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:08.977 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:08.977 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:08.977 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:08.977 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/mgr").st_ino) 2024-09-21T02:48:08.977 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:09.084 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630154 2024-09-21T02:48:09.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:09.094 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:09.094 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:09.094 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:09.094 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:09.094 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/mgr/__init__.py").st_ino) 2024-09-21T02:48:09.094 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:09.197 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630155 2024-09-21T02:48:09.200 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:09.208 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:09.208 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:09.208 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:09.208 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:09.208 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/mgr/test_failover.py").st_ino) 2024-09-21T02:48:09.208 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:09.311 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630157 2024-09-21T02:48:09.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:09.321 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:09.321 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:09.321 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:09.321 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:09.321 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/mgr/mgr_test_case.py").st_ino) 2024-09-21T02:48:09.322 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:09.433 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630156 2024-09-21T02:48:09.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:09.443 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:09.443 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:09.443 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:09.443 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:09.443 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/thrash_pool_snaps.py").st_ino) 2024-09-21T02:48:09.443 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:09.547 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630209 2024-09-21T02:48:09.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:09.557 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:09.558 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:09.558 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:09.558 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:09.558 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/userdata_teardown.yaml").st_ino) 2024-09-21T02:48:09.558 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:09.667 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630212 2024-09-21T02:48:09.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:09.677 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:09.677 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:09.677 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:09.677 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:09.677 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/radosbenchsweep.py").st_ino) 2024-09-21T02:48:09.677 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:09.785 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630177 2024-09-21T02:48:09.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:09.794 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:09.794 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:09.794 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:09.795 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:09.795 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/mds_thrash.py").st_ino) 2024-09-21T02:48:09.795 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:09.901 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630152 2024-09-21T02:48:09.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:09.911 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:09.911 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:09.911 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:09.911 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:09.911 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/rbd.py").st_ino) 2024-09-21T02:48:09.911 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:10.015 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630181 2024-09-21T02:48:10.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:10.026 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:10.026 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:10.026 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:10.026 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:10.026 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/rgw.py").st_ino) 2024-09-21T02:48:10.026 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:10.132 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630193 2024-09-21T02:48:10.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:10.141 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:10.141 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:10.141 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:10.141 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:10.142 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/teuthology_integration.py").st_ino) 2024-09-21T02:48:10.142 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:10.247 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630207 2024-09-21T02:48:10.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:10.257 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:10.257 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:10.257 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:10.257 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:10.257 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/mon_seesaw.py").st_ino) 2024-09-21T02:48:10.257 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:10.362 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630163 2024-09-21T02:48:10.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:10.372 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:10.372 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:10.372 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:10.372 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:10.372 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/repair_test.py").st_ino) 2024-09-21T02:48:10.373 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:10.480 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630189 2024-09-21T02:48:10.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:10.490 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:10.491 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:10.491 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:10.491 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:10.491 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/watch_notify_same_primary.py").st_ino) 2024-09-21T02:48:10.491 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:10.591 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630221 2024-09-21T02:48:10.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:10.601 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:10.601 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:10.601 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:10.601 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:10.601 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/peer.py").st_ino) 2024-09-21T02:48:10.602 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:10.709 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630171 2024-09-21T02:48:10.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:10.719 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:10.719 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:10.719 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:10.719 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:10.719 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/restart.py").st_ino) 2024-09-21T02:48:10.719 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:10.824 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630192 2024-09-21T02:48:10.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:10.833 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:10.833 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:10.833 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:10.833 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:10.833 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/ceph.py").st_ino) 2024-09-21T02:48:10.834 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:10.936 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630097 2024-09-21T02:48:10.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:10.945 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:10.945 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:10.945 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:10.946 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:10.946 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/tests").st_ino) 2024-09-21T02:48:10.946 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:11.051 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630202 2024-09-21T02:48:11.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:11.061 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:11.062 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:11.062 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:11.062 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:11.062 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/tests/test_buildpackages.py").st_ino) 2024-09-21T02:48:11.062 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:11.164 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630204 2024-09-21T02:48:11.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:11.174 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:11.174 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:11.174 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:11.174 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:11.174 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/tests/test_radosgw_admin.py").st_ino) 2024-09-21T02:48:11.174 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:11.280 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630206 2024-09-21T02:48:11.282 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:11.290 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:11.290 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:11.290 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:11.290 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:11.290 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/tests/test_devstack.py").st_ino) 2024-09-21T02:48:11.290 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:11.404 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630205 2024-09-21T02:48:11.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:11.414 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:11.414 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:11.414 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:11.414 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:11.414 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/tests/__init__.py").st_ino) 2024-09-21T02:48:11.414 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:11.517 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630203 2024-09-21T02:48:11.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:11.527 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:11.527 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:11.527 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:11.527 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:11.527 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/rgw_logsocket.py").st_ino) 2024-09-21T02:48:11.527 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:11.633 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630194 2024-09-21T02:48:11.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:11.642 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:11.643 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:11.643 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:11.643 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:11.643 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/radosgw_admin.py").st_ino) 2024-09-21T02:48:11.643 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:11.752 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630178 2024-09-21T02:48:11.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:11.762 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:11.762 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:11.762 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:11.762 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:11.762 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/ceph_client.py").st_ino) 2024-09-21T02:48:11.762 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:11.868 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630098 2024-09-21T02:48:11.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:11.878 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:11.878 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:11.878 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:11.878 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:11.879 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/__init__.py").st_ino) 2024-09-21T02:48:11.879 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:11.980 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630072 2024-09-21T02:48:11.983 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:11.990 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:11.990 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:11.990 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:11.990 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:11.990 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/aver.py").st_ino) 2024-09-21T02:48:11.990 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:12.094 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630076 2024-09-21T02:48:12.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:12.104 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:12.104 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:12.104 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:12.104 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:12.104 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cram.py").st_ino) 2024-09-21T02:48:12.104 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:12.211 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630137 2024-09-21T02:48:12.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:12.221 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:12.221 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:12.222 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:12.222 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:12.222 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs").st_ino) 2024-09-21T02:48:12.222 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:12.327 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630104 2024-09-21T02:48:12.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:12.336 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:12.336 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:12.336 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:12.336 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:12.337 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_misc.py").st_ino) 2024-09-21T02:48:12.337 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:12.444 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630128 2024-09-21T02:48:12.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:12.454 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:12.454 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:12.454 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:12.454 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:12.454 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_client_limits.py").st_ino) 2024-09-21T02:48:12.454 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:12.559 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630114 2024-09-21T02:48:12.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:12.569 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:12.569 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:12.569 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:12.570 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:12.570 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_pool_perm.py").st_ino) 2024-09-21T02:48:12.570 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:12.676 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630129 2024-09-21T02:48:12.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:12.686 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:12.686 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:12.686 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:12.686 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:12.686 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_data_scan.py").st_ino) 2024-09-21T02:48:12.686 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:12.791 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630118 2024-09-21T02:48:12.794 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:12.801 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:12.801 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:12.801 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:12.801 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:12.801 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_client_recovery.py").st_ino) 2024-09-21T02:48:12.801 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:12.909 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630115 2024-09-21T02:48:12.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:12.919 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:12.919 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:12.919 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:12.919 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:12.919 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_journal_migration.py").st_ino) 2024-09-21T02:48:12.919 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:13.024 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630125 2024-09-21T02:48:13.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:13.035 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:13.035 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:13.035 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:13.035 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:13.035 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_dump_tree.py").st_ino) 2024-09-21T02:48:13.035 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:13.141 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630119 2024-09-21T02:48:13.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:13.150 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:13.150 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:13.151 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:13.151 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:13.151 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_mantle.py").st_ino) 2024-09-21T02:48:13.151 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:13.257 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630127 2024-09-21T02:48:13.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:13.266 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:13.266 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:13.266 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:13.267 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:13.267 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_sessionmap.py").st_ino) 2024-09-21T02:48:13.267 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:13.371 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630132 2024-09-21T02:48:13.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:13.381 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:13.381 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:13.381 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:13.381 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:13.381 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/__init__.py").st_ino) 2024-09-21T02:48:13.381 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:13.488 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630105 2024-09-21T02:48:13.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:13.498 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:13.498 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:13.498 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:13.499 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:13.499 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_journal_repair.py").st_ino) 2024-09-21T02:48:13.499 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:13.607 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630126 2024-09-21T02:48:13.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:13.617 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:13.617 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:13.617 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:13.617 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:13.617 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/kernel_mount.py").st_ino) 2024-09-21T02:48:13.617 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:13.725 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630109 2024-09-21T02:48:13.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:13.736 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:13.736 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:13.736 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:13.736 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:13.736 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_cap_flush.py").st_ino) 2024-09-21T02:48:13.736 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:13.839 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630113 2024-09-21T02:48:13.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:13.849 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:13.849 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:13.850 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:13.850 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:13.850 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_readahead.py").st_ino) 2024-09-21T02:48:13.850 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:13.956 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630130 2024-09-21T02:48:13.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:13.966 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:13.966 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:13.966 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:13.966 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:13.966 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_backtrace.py").st_ino) 2024-09-21T02:48:13.966 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:14.072 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630112 2024-09-21T02:48:14.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:14.082 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:14.082 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:14.082 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:14.082 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:14.082 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_auto_repair.py").st_ino) 2024-09-21T02:48:14.082 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:14.187 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630111 2024-09-21T02:48:14.190 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:14.196 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:14.196 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:14.197 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:14.197 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:14.197 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_strays.py").st_ino) 2024-09-21T02:48:14.197 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:14.304 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630133 2024-09-21T02:48:14.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:14.314 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:14.314 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:14.314 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:14.314 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:14.314 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_volume_client.py").st_ino) 2024-09-21T02:48:14.314 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:14.420 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630134 2024-09-21T02:48:14.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:14.430 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:14.431 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:14.431 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:14.431 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:14.431 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/cephfs_test_case.py").st_ino) 2024-09-21T02:48:14.431 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:14.532 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630106 2024-09-21T02:48:14.535 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:14.543 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:14.543 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:14.543 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:14.543 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:14.543 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_fragment.py").st_ino) 2024-09-21T02:48:14.543 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:14.644 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630123 2024-09-21T02:48:14.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:14.653 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:14.653 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:14.653 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:14.653 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:14.653 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_failover.py").st_ino) 2024-09-21T02:48:14.653 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:14.756 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630120 2024-09-21T02:48:14.758 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:14.765 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:14.765 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:14.765 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:14.765 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:14.765 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_full.py").st_ino) 2024-09-21T02:48:14.765 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:14.868 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630124 2024-09-21T02:48:14.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:14.877 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:14.877 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:14.877 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:14.877 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:14.877 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/filesystem.py").st_ino) 2024-09-21T02:48:14.877 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:14.985 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630107 2024-09-21T02:48:14.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:14.994 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:14.994 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:14.994 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:14.994 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:14.995 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/mount.py").st_ino) 2024-09-21T02:48:14.995 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:15.099 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630110 2024-09-21T02:48:15.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:15.109 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:15.109 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:15.109 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:15.109 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:15.110 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_damage.py").st_ino) 2024-09-21T02:48:15.110 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:15.216 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630117 2024-09-21T02:48:15.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:15.226 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:15.226 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:15.226 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:15.226 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:15.226 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_scrub_checks.py").st_ino) 2024-09-21T02:48:15.226 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:15.328 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630131 2024-09-21T02:48:15.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:15.338 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:15.338 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:15.339 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:15.339 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:15.339 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_config_commands.py").st_ino) 2024-09-21T02:48:15.339 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:15.449 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630116 2024-09-21T02:48:15.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:15.459 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:15.459 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:15.459 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:15.459 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:15.459 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_flush.py").st_ino) 2024-09-21T02:48:15.459 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:15.563 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630121 2024-09-21T02:48:15.566 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:15.573 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:15.573 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:15.573 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:15.573 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:15.573 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/fuse_mount.py").st_ino) 2024-09-21T02:48:15.573 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:15.676 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630108 2024-09-21T02:48:15.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:15.686 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:15.686 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:15.686 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:15.686 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:15.686 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs/test_forward_scrub.py").st_ino) 2024-09-21T02:48:15.686 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:15.788 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630122 2024-09-21T02:48:15.791 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:15.797 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:15.797 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:15.797 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:15.797 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:15.797 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/recovery_bench.py").st_ino) 2024-09-21T02:48:15.797 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:15.904 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630186 2024-09-21T02:48:15.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:15.914 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:15.914 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:15.914 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:15.914 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:15.914 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/multibench.py").st_ino) 2024-09-21T02:48:15.914 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:16.020 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630165 2024-09-21T02:48:16.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:16.030 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:16.030 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:16.030 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:16.031 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:16.031 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/devstack.py").st_ino) 2024-09-21T02:48:16.031 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:16.138 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630139 2024-09-21T02:48:16.141 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:16.148 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:16.148 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:16.149 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:16.149 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:16.149 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cephfs_test_runner.py").st_ino) 2024-09-21T02:48:16.149 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:16.256 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630135 2024-09-21T02:48:16.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:16.266 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:16.266 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:16.266 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:16.266 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:16.266 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/filestore_idempotent.py").st_ino) 2024-09-21T02:48:16.266 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:16.369 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630145 2024-09-21T02:48:16.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:16.379 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:16.379 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:16.379 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:16.380 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:16.380 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/mod_proxy_fcgi.tcp.conf.template").st_ino) 2024-09-21T02:48:16.380 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:16.480 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630159 2024-09-21T02:48:16.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:16.489 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:16.489 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:16.489 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:16.489 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:16.490 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/scrub.py").st_ino) 2024-09-21T02:48:16.490 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:16.595 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630199 2024-09-21T02:48:16.598 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:16.605 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:16.605 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:16.605 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:16.605 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:16.605 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/divergent_priors.py").st_ino) 2024-09-21T02:48:16.605 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:16.712 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630141 2024-09-21T02:48:16.715 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:16.723 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:16.723 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:16.723 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:16.723 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:16.723 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/samba.py").st_ino) 2024-09-21T02:48:16.723 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:16.823 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630198 2024-09-21T02:48:16.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:16.833 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:16.833 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:16.834 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:16.834 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:16.834 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/watch_notify_stress.py").st_ino) 2024-09-21T02:48:16.834 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:16.936 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630222 2024-09-21T02:48:16.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:16.946 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:16.946 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:16.946 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:16.946 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:16.946 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/boto.cfg.template").st_ino) 2024-09-21T02:48:16.946 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:17.047 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630078 2024-09-21T02:48:17.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:17.058 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:17.058 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:17.058 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:17.058 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:17.058 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/buildpackages.py").st_ino) 2024-09-21T02:48:17.058 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:17.164 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630079 2024-09-21T02:48:17.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:17.174 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:17.174 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:17.175 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:17.175 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:17.175 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/ceph_test_case.py").st_ino) 2024-09-21T02:48:17.175 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:17.279 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630103 2024-09-21T02:48:17.282 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:17.289 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:17.289 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:17.289 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:17.289 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:17.289 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/s3roundtrip.py").st_ino) 2024-09-21T02:48:17.289 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:17.397 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630196 2024-09-21T02:48:17.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:17.406 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:17.406 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:17.406 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:17.407 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:17.407 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/qemu.py").st_ino) 2024-09-21T02:48:17.407 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:17.508 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630174 2024-09-21T02:48:17.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:17.517 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:17.518 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:17.518 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:17.518 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:17.518 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/locktest.py").st_ino) 2024-09-21T02:48:17.518 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:17.624 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630147 2024-09-21T02:48:17.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:17.635 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:17.635 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:17.635 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:17.635 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:17.635 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/manypools.py").st_ino) 2024-09-21T02:48:17.635 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:17.735 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630150 2024-09-21T02:48:17.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:17.745 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:17.745 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:17.745 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:17.745 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:17.745 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/mds_creation_failure.py").st_ino) 2024-09-21T02:48:17.745 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:17.852 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630151 2024-09-21T02:48:17.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:17.862 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:17.863 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:17.863 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:17.863 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:17.863 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/apache.conf.template").st_ino) 2024-09-21T02:48:17.863 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:17.964 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630074 2024-09-21T02:48:17.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:17.973 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:17.974 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:17.974 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:17.974 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:17.974 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/ec_lost_unfound.py").st_ino) 2024-09-21T02:48:17.974 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:18.080 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630144 2024-09-21T02:48:18.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:18.089 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:18.090 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:18.090 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:18.090 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:18.090 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/buildpackages").st_ino) 2024-09-21T02:48:18.090 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:18.197 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630080 2024-09-21T02:48:18.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:18.206 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:18.206 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:18.206 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:18.207 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:18.207 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/buildpackages/ubuntu-16.04-user-data.txt").st_ino) 2024-09-21T02:48:18.207 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:18.307 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630093 2024-09-21T02:48:18.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:18.317 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:18.317 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:18.317 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:18.317 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:18.317 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/buildpackages/ubuntu-14.04-user-data.txt").st_ino) 2024-09-21T02:48:18.317 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:18.420 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630092 2024-09-21T02:48:18.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:18.430 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:18.430 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:18.430 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:18.430 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:18.430 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/buildpackages/centos-6.5-user-data.txt").st_ino) 2024-09-21T02:48:18.430 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:18.535 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630082 2024-09-21T02:48:18.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:18.546 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:18.546 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:18.546 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:18.546 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:18.547 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/buildpackages/centos-7.1-user-data.txt").st_ino) 2024-09-21T02:48:18.547 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:18.651 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630084 2024-09-21T02:48:18.654 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:18.661 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:18.661 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:18.661 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:18.661 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:18.661 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/buildpackages/make-deb.sh").st_ino) 2024-09-21T02:48:18.661 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:18.772 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630088 2024-09-21T02:48:18.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:18.782 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:18.782 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:18.782 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:18.782 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:18.782 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/buildpackages/centos-7.0-user-data.txt").st_ino) 2024-09-21T02:48:18.782 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:18.885 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630083 2024-09-21T02:48:18.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:18.895 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:18.895 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:18.895 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:18.895 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:18.895 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/buildpackages/make-rpm.sh").st_ino) 2024-09-21T02:48:18.895 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:19.002 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630089 2024-09-21T02:48:19.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:19.011 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:19.011 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:19.011 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:19.012 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:19.012 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/buildpackages/opensuse-42.1-user-data.txt").st_ino) 2024-09-21T02:48:19.012 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:19.110 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630090 2024-09-21T02:48:19.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:19.119 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:19.119 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:19.119 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:19.119 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:19.119 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/buildpackages/Makefile").st_ino) 2024-09-21T02:48:19.119 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:19.219 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630081 2024-09-21T02:48:19.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:19.229 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:19.229 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:19.229 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:19.229 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:19.229 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/buildpackages/ubuntu-12.04-user-data.txt").st_ino) 2024-09-21T02:48:19.229 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:19.336 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630091 2024-09-21T02:48:19.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:19.346 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:19.346 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:19.346 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:19.346 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:19.346 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/buildpackages/common.sh").st_ino) 2024-09-21T02:48:19.346 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:19.448 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630086 2024-09-21T02:48:19.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:19.457 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:19.457 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:19.457 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:19.457 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:19.457 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/buildpackages/user-data.txt").st_ino) 2024-09-21T02:48:19.457 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:19.565 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630094 2024-09-21T02:48:19.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:19.575 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:19.575 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:19.576 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:19.576 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:19.576 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/buildpackages/debian-8.0-user-data.txt").st_ino) 2024-09-21T02:48:19.576 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:19.681 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630087 2024-09-21T02:48:19.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:19.691 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:19.691 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:19.691 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:19.691 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:19.691 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/buildpackages/centos-7.2-user-data.txt").st_ino) 2024-09-21T02:48:19.691 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:19.796 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630085 2024-09-21T02:48:19.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:19.807 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:19.807 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:19.807 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:19.807 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:19.807 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/rbd_mirror.py").st_ino) 2024-09-21T02:48:19.807 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:19.907 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630184 2024-09-21T02:48:19.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:19.918 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:19.918 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:19.919 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:19.919 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:19.919 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/dump_stuck.py").st_ino) 2024-09-21T02:48:19.919 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:20.019 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630143 2024-09-21T02:48:20.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:20.029 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:20.029 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:20.029 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:20.030 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:20.030 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/ceph_objectstore_tool.py").st_ino) 2024-09-21T02:48:20.030 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:20.140 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630102 2024-09-21T02:48:20.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:20.151 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:20.151 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:20.151 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:20.151 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:20.151 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/rbd_fsx.py").st_ino) 2024-09-21T02:48:20.151 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:20.256 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630183 2024-09-21T02:48:20.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:20.266 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:20.266 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:20.266 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:20.266 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:20.266 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/radosgw_agent.py").st_ino) 2024-09-21T02:48:20.266 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:20.372 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630180 2024-09-21T02:48:20.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:20.382 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:20.382 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:20.382 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:20.382 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:20.382 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/tgt.py").st_ino) 2024-09-21T02:48:20.382 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:20.487 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630208 2024-09-21T02:48:20.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:20.497 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:20.498 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:20.498 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:20.498 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:20.498 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/vstart_runner.py").st_ino) 2024-09-21T02:48:20.498 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:20.608 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630220 2024-09-21T02:48:20.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:20.618 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:20.619 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:20.619 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:20.619 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:20.619 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/resolve_stuck_peering.py").st_ino) 2024-09-21T02:48:20.619 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:20.724 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630190 2024-09-21T02:48:20.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:20.734 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:20.734 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:20.734 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:20.735 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:20.735 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/rados.py").st_ino) 2024-09-21T02:48:20.735 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:20.837 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630175 2024-09-21T02:48:20.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:20.847 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:20.847 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:20.847 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:20.847 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:20.847 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/s3tests.py").st_ino) 2024-09-21T02:48:20.848 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:20.951 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630197 2024-09-21T02:48:20.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:20.962 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:20.962 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:20.962 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:20.962 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:20.962 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/userdata_setup.yaml").st_ino) 2024-09-21T02:48:20.962 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:21.064 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630211 2024-09-21T02:48:21.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:21.073 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:21.073 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:21.073 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:21.073 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:21.073 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/lost_unfound.py").st_ino) 2024-09-21T02:48:21.073 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:21.180 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630149 2024-09-21T02:48:21.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:21.190 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:21.190 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:21.190 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:21.190 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:21.191 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/s3readwrite.py").st_ino) 2024-09-21T02:48:21.191 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:21.295 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630195 2024-09-21T02:48:21.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:21.305 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:21.305 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:21.305 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:21.305 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:21.305 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/ceph_fuse.py").st_ino) 2024-09-21T02:48:21.305 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:21.411 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630100 2024-09-21T02:48:21.413 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:21.421 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:21.421 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:21.421 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:21.421 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:21.421 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/rest_api.py").st_ino) 2024-09-21T02:48:21.421 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:21.525 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630191 2024-09-21T02:48:21.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:21.536 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:21.536 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:21.536 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:21.536 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:21.536 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/reg11184.py").st_ino) 2024-09-21T02:48:21.537 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:21.643 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630187 2024-09-21T02:48:21.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:21.654 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:21.654 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:21.654 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:21.654 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:21.654 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/rep_lost_unfound_delete.py").st_ino) 2024-09-21T02:48:21.654 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:21.760 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630188 2024-09-21T02:48:21.763 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:21.771 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:21.771 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:21.771 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:21.771 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:21.771 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/mod_proxy_fcgi.uds.conf.template").st_ino) 2024-09-21T02:48:21.771 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:21.879 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630160 2024-09-21T02:48:21.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:21.889 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:21.889 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:21.889 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:21.889 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:21.889 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/ceph_deploy.py").st_ino) 2024-09-21T02:48:21.889 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:21.995 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630099 2024-09-21T02:48:21.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:22.005 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:22.005 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:22.005 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:22.005 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:22.005 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/ceph_manager.py").st_ino) 2024-09-21T02:48:22.005 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:22.112 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630101 2024-09-21T02:48:22.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:22.121 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:22.121 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:22.122 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:22.122 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:22.122 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/radosbench.py").st_ino) 2024-09-21T02:48:22.122 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:22.228 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630176 2024-09-21T02:48:22.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:22.237 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:22.237 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:22.237 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:22.238 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:22.238 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/scrub_test.py").st_ino) 2024-09-21T02:48:22.238 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:22.343 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630200 2024-09-21T02:48:22.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:22.354 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:22.354 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:22.354 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:22.354 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:22.354 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/mon_clock_skew_check.py").st_ino) 2024-09-21T02:48:22.354 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:22.455 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630161 2024-09-21T02:48:22.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:22.465 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:22.465 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:22.465 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:22.465 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:22.465 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/kclient.py").st_ino) 2024-09-21T02:48:22.465 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:22.571 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630146 2024-09-21T02:48:22.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:22.581 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:22.581 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:22.581 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:22.581 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:22.581 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/omapbench.py").st_ino) 2024-09-21T02:48:22.581 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:22.688 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630167 2024-09-21T02:48:22.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:22.698 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:22.698 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:22.698 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:22.698 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:22.699 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/autotest.py").st_ino) 2024-09-21T02:48:22.699 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:22.803 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630075 2024-09-21T02:48:22.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:22.814 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:22.814 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:22.814 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:22.814 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:22.814 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/mod_fastcgi.conf.template").st_ino) 2024-09-21T02:48:22.814 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:22.920 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630158 2024-09-21T02:48:22.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:22.930 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:22.930 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:22.930 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:22.930 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:22.931 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/peering_speed_test.py").st_ino) 2024-09-21T02:48:22.931 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:23.036 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630172 2024-09-21T02:48:23.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:23.047 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:23.047 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:23.047 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:23.047 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:23.047 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/mon_recovery.py").st_ino) 2024-09-21T02:48:23.047 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:23.151 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630162 2024-09-21T02:48:23.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:23.161 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:23.161 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:23.161 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:23.161 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:23.161 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/cifs_mount.py").st_ino) 2024-09-21T02:48:23.161 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:23.268 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630136 2024-09-21T02:48:23.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:23.279 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:23.279 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:23.279 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:23.279 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:23.279 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/rbd_fio.py").st_ino) 2024-09-21T02:48:23.280 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:23.380 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630182 2024-09-21T02:48:23.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:23.390 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:23.390 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:23.390 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:23.390 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:23.390 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/logrotate.conf").st_ino) 2024-09-21T02:48:23.391 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:23.492 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630148 2024-09-21T02:48:23.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:23.502 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:23.502 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:23.502 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:23.502 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:23.502 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/mon_thrash.py").st_ino) 2024-09-21T02:48:23.502 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:23.608 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630164 2024-09-21T02:48:23.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:23.617 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:23.618 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:23.618 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:23.618 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:23.618 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/metadata.yaml").st_ino) 2024-09-21T02:48:23.618 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:23.723 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630153 2024-09-21T02:48:23.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:23.733 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:23.733 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:23.733 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:23.734 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:23.734 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/divergent_priors2.py").st_ino) 2024-09-21T02:48:23.734 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:23.840 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630142 2024-09-21T02:48:23.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:23.850 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:23.850 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:23.850 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:23.850 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:23.850 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/blktrace.py").st_ino) 2024-09-21T02:48:23.850 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:23.956 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630077 2024-09-21T02:48:23.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:23.966 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:23.966 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:23.966 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:23.966 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:23.967 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/thrashosds.py").st_ino) 2024-09-21T02:48:23.967 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:24.068 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630210 2024-09-21T02:48:24.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:24.079 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:24.079 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:24.079 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:24.079 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:24.079 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/systemd.py").st_ino) 2024-09-21T02:48:24.079 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:24.183 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630201 2024-09-21T02:48:24.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:24.193 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:24.194 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:24.194 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:24.194 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:24.194 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/radosgw_admin_rest.py").st_ino) 2024-09-21T02:48:24.194 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:24.298 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630179 2024-09-21T02:48:24.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:24.308 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:24.309 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:24.309 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:24.309 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:24.309 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/tasks/create_verify_lfn_objects.py").st_ino) 2024-09-21T02:48:24.309 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:24.415 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630138 2024-09-21T02:48:24.418 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:24.425 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:24.425 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:24.426 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:24.426 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:24.426 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/timezone").st_ino) 2024-09-21T02:48:24.426 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:24.528 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630224 2024-09-21T02:48:24.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:24.538 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:24.538 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:24.538 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:24.538 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:24.538 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/timezone/random.yaml").st_ino) 2024-09-21T02:48:24.538 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:24.639 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630227 2024-09-21T02:48:24.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:24.648 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:24.649 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:24.649 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:24.649 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:24.649 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/timezone/eastern.yaml").st_ino) 2024-09-21T02:48:24.649 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:24.756 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630225 2024-09-21T02:48:24.759 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:24.767 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:24.767 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:24.767 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:24.767 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:24.767 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/timezone/pacific.yaml").st_ino) 2024-09-21T02:48:24.767 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:24.872 INFO:teuthology.orchestra.run.smithi083.stdout:1099511630226 2024-09-21T02:48:24.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:24.881 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:24.881 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:24.881 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:24.881 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:24.881 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/.gitignore").st_ino) 2024-09-21T02:48:24.881 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:24.982 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628335 2024-09-21T02:48:24.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:24.992 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:24.992 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:24.992 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:24.992 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:24.993 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/debug").st_ino) 2024-09-21T02:48:24.993 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:25.095 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628383 2024-09-21T02:48:25.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:25.105 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:25.105 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:25.105 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:25.105 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:25.105 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/debug/openstack-30G.yaml").st_ino) 2024-09-21T02:48:25.105 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:25.211 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628387 2024-09-21T02:48:25.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:25.221 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:25.221 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:25.221 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:25.221 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:25.221 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/debug/buildpackages.yaml").st_ino) 2024-09-21T02:48:25.221 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:25.329 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628384 2024-09-21T02:48:25.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:25.338 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:25.338 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:25.338 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:25.338 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:25.338 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/debug/mds_client.yaml").st_ino) 2024-09-21T02:48:25.339 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:25.444 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628385 2024-09-21T02:48:25.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:25.454 DEBUG:teuthology.orchestra.run.smithi083:> stdin-killer -- python3 -c ' 2024-09-21T02:48:25.454 DEBUG:teuthology.orchestra.run.smithi083:> import os 2024-09-21T02:48:25.454 DEBUG:teuthology.orchestra.run.smithi083:> import stat 2024-09-21T02:48:25.454 DEBUG:teuthology.orchestra.run.smithi083:> 2024-09-21T02:48:25.454 DEBUG:teuthology.orchestra.run.smithi083:> print(os.lstat("/home/ubuntu/cephtest/mnt.0/./ceph-qa-suite/debug/openstack-15G.yaml").st_ino) 2024-09-21T02:48:25.454 DEBUG:teuthology.orchestra.run.smithi083:> ' 2024-09-21T02:48:25.558 INFO:teuthology.orchestra.run.smithi083.stdout:1099511628386 2024-09-21T02:48:25.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T02:48:25.569 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T02:48:25.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.770+0000 7f2b2a25f640 1 -- 172.21.15.83:0/3961284492 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2b10003a40 msgr2=0x7f2b10003eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:25.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.770+0000 7f2b2a25f640 1 --2- 172.21.15.83:0/3961284492 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2b10003a40 0x7f2b10003eb0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f2b14001dc0 tx=0x7f2b1401cb30 comp rx=0 tx=0).stop 2024-09-21T02:48:25.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.770+0000 7f2b23fff640 1 -- 172.21.15.83:0/3961284492 reap_dead start 2024-09-21T02:48:25.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.770+0000 7f2b2a25f640 1 -- 172.21.15.83:0/3961284492 shutdown_connections 2024-09-21T02:48:25.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.770+0000 7f2b2a25f640 1 -- 172.21.15.83:0/3961284492 >> 172.21.15.83:0/3961284492 conn(0x7f2b2406ce90 msgr2=0x7f2b2406d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:25.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.770+0000 7f2b2a25f640 1 -- 172.21.15.83:0/3961284492 shutdown_connections 2024-09-21T02:48:25.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.770+0000 7f2b2a25f640 1 -- 172.21.15.83:0/3961284492 wait complete. 2024-09-21T02:48:25.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.774+0000 7f2b2a25f640 1 Processor -- start 2024-09-21T02:48:25.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.774+0000 7f2b2a25f640 1 -- start start 2024-09-21T02:48:25.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.774+0000 7f2b2a25f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2b10003a40 0x7f2b241f8ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:25.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.774+0000 7f2b2a25f640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2b241f95b0 0x7f2b241fb250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:25.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.774+0000 7f2b2a25f640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2b2414eae0 0x7f2b24163320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:25.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.774+0000 7f2b2a25f640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f2b24167120 con 0x7f2b10003a40 2024-09-21T02:48:25.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.774+0000 7f2b2a25f640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f2b24166fa0 con 0x7f2b241f95b0 2024-09-21T02:48:25.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.774+0000 7f2b2a25f640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f2b241672a0 con 0x7f2b2414eae0 2024-09-21T02:48:25.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.774+0000 7f2b237fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2b10003a40 0x7f2b241f8ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:25.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.774+0000 7f2b237fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2b10003a40 0x7f2b241f8ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50850/0 (socket says 172.21.15.83:50850) 2024-09-21T02:48:25.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.774+0000 7f2b237fe640 1 -- 172.21.15.83:0/1276917987 learned_addr learned my addr 172.21.15.83:0/1276917987 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:48:25.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.774+0000 7f2b23fff640 1 --2- 172.21.15.83:0/1276917987 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2b2414eae0 0x7f2b24163320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:25.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.774+0000 7f2b22ffd640 1 --2- 172.21.15.83:0/1276917987 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2b241f95b0 0x7f2b241fb250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:25.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.774+0000 7f2b237fe640 1 -- 172.21.15.83:0/1276917987 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2b2414eae0 msgr2=0x7f2b24163320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:25.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.774+0000 7f2b237fe640 1 --2- 172.21.15.83:0/1276917987 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2b2414eae0 0x7f2b24163320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:25.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.774+0000 7f2b237fe640 1 -- 172.21.15.83:0/1276917987 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2b241f95b0 msgr2=0x7f2b241fb250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:25.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.774+0000 7f2b237fe640 1 --2- 172.21.15.83:0/1276917987 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2b241f95b0 0x7f2b241fb250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:25.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.774+0000 7f2b237fe640 1 -- 172.21.15.83:0/1276917987 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b2415cbd0 con 0x7f2b10003a40 2024-09-21T02:48:25.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.774+0000 7f2b237fe640 1 --2- 172.21.15.83:0/1276917987 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2b10003a40 0x7f2b241f8ed0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f2b140ab040 tx=0x7f2b140012e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:25.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.774+0000 7f2b1bfff640 1 -- 172.21.15.83:0/1276917987 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b140a5980 con 0x7f2b10003a40 2024-09-21T02:48:25.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.774+0000 7f2b1bfff640 1 -- 172.21.15.83:0/1276917987 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2b140a5c10 con 0x7f2b10003a40 2024-09-21T02:48:25.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.774+0000 7f2b2a25f640 1 -- 172.21.15.83:0/1276917987 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b241506f0 con 0x7f2b10003a40 2024-09-21T02:48:25.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.774+0000 7f2b1bfff640 1 -- 172.21.15.83:0/1276917987 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b140060d0 con 0x7f2b10003a40 2024-09-21T02:48:25.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.774+0000 7f2b2a25f640 1 -- 172.21.15.83:0/1276917987 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b241fb790 con 0x7f2b10003a40 2024-09-21T02:48:25.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.778+0000 7f2b2a25f640 1 -- 172.21.15.83:0/1276917987 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b2415b2c0 con 0x7f2b10003a40 2024-09-21T02:48:25.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.778+0000 7f2b1bfff640 1 -- 172.21.15.83:0/1276917987 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f2b14006270 con 0x7f2b10003a40 2024-09-21T02:48:25.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.778+0000 7f2b1bfff640 1 --2- 172.21.15.83:0/1276917987 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2b04073230 0x7f2b04075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:25.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.778+0000 7f2b1bfff640 1 -- 172.21.15.83:0/1276917987 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5854+0+0 (secure 0 0 0) 0x7f2b1412de30 con 0x7f2b10003a40 2024-09-21T02:48:25.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.778+0000 7f2b22ffd640 1 --2- 172.21.15.83:0/1276917987 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2b04073230 0x7f2b04075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:25.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.778+0000 7f2b22ffd640 1 --2- 172.21.15.83:0/1276917987 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2b04073230 0x7f2b04075740 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f2b0c000fc0 tx=0x7f2b0c001de0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:25.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.782+0000 7f2b1bfff640 1 -- 172.21.15.83:0/1276917987 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f2b140b4070 con 0x7f2b10003a40 2024-09-21T02:48:25.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.990+0000 7f2b2a25f640 1 -- 172.21.15.83:0/1276917987 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2b2414e680 con 0x7f2b10003a40 2024-09-21T02:48:25.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.994+0000 7f2b1bfff640 1 -- 172.21.15.83:0/1276917987 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+5223 (secure 0 0 0) 0x7f2b14016890 con 0x7f2b10003a40 2024-09-21T02:48:25.997 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:48:25.997 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":26,"btime":"2024-09-21T02:44:24:825084+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4826,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6833/733410438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":733410438},{"type":"v1","addr":"172.21.15.142:6833","nonce":733410438}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21},{"gid":4990,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6835/453438382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":453438382},{"type":"v1","addr":"172.21.15.142:6835","nonce":453438382}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21},{"gid":5196,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/2707955764","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":2707955764},{"type":"v1","addr":"172.21.15.83:6835","nonce":2707955764}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":26,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T02:44:21.200038+0000","modified":"2024-09-21T02:44:24.237410+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5199},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5199":{"gid":5199,"name":"c","rank":0,"incarnation":22,"state":"up:active","state_seq":3,"addr":"172.21.15.83:6837/3402545863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":3402545863},{"type":"v1","addr":"172.21.15.83:6837","nonce":3402545863}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5199,"qdb_cluster":[5199]},"id":3}]} 2024-09-21T02:48:25.998 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 26 2024-09-21T02:48:26.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.994+0000 7f2b2a25f640 1 -- 172.21.15.83:0/1276917987 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2b04073230 msgr2=0x7f2b04075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:26.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.994+0000 7f2b2a25f640 1 --2- 172.21.15.83:0/1276917987 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2b04073230 0x7f2b04075740 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f2b0c000fc0 tx=0x7f2b0c001de0 comp rx=0 tx=0).stop 2024-09-21T02:48:26.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.994+0000 7f2b2a25f640 1 -- 172.21.15.83:0/1276917987 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2b10003a40 msgr2=0x7f2b241f8ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:26.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.994+0000 7f2b2a25f640 1 --2- 172.21.15.83:0/1276917987 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2b10003a40 0x7f2b241f8ed0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f2b140ab040 tx=0x7f2b140012e0 comp rx=0 tx=0).stop 2024-09-21T02:48:26.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.994+0000 7f2b2a25f640 1 -- 172.21.15.83:0/1276917987 shutdown_connections 2024-09-21T02:48:26.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.994+0000 7f2b2a25f640 1 --2- 172.21.15.83:0/1276917987 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2b04073230 0x7f2b04075740 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:26.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.994+0000 7f2b2a25f640 1 --2- 172.21.15.83:0/1276917987 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2b2414eae0 0x7f2b24163320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:26.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.994+0000 7f2b2a25f640 1 --2- 172.21.15.83:0/1276917987 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2b241f95b0 0x7f2b241fb250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:26.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.994+0000 7f2b2a25f640 1 --2- 172.21.15.83:0/1276917987 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2b10003a40 0x7f2b241f8ed0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:26.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.994+0000 7f2b2a25f640 1 -- 172.21.15.83:0/1276917987 >> 172.21.15.83:0/1276917987 conn(0x7f2b2406ce90 msgr2=0x7f2b24151050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:26.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.998+0000 7f2b2a25f640 1 -- 172.21.15.83:0/1276917987 shutdown_connections 2024-09-21T02:48:26.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:25.998+0000 7f2b2a25f640 1 -- 172.21.15.83:0/1276917987 wait complete. 2024-09-21T02:48:26.019 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json dump tree /ceph-qa-suite/suites/smoke/1node/tasks 2024-09-21T02:48:26.184 INFO:teuthology.orchestra.run.smithi083.stdout:[{"ino":1099511629737,"rdev":0,"ctime":"2024-09-21T02:44:38.790548+0000","btime":"2024-09-21T02:44:38.789328+0000","mode":33204,"uid":1000,"gid":1271,"nlink":1,"dir_layout":{"dir_hash":0,"unused1":0,"unused2":0,"unused3":0},"layout":{"stripe_unit":4194304,"stripe_count":1,"object_size":4194304,"pool_id":7,"pool_ns":""},"old_pools":[],"size":216,"truncate_seq":1,"truncate_size":18446744073709551615,"truncate_from":0,"truncate_pending":0,"mtime":"2024-09-21T02:44:38.790548+0000","atime":"2024-09-21T02:44:38.789328+0000","time_warp_seq":0,"change_attr":1,"export_pin":-1,"export_ephemeral_random_pin":0,"export_ephemeral_distributed_pin":false,"quiesce_block":false,"client_ranges":[],"dirstat":{"version":0,"mtime":"0.000000","num_files":0,"num_subdirs":0,"change_attr":0},"rstat":{"version":0,"rbytes":216,"rfiles":1,"rsubdirs":0,"rsnaps":0,"rctime":"2024-09-21T02:44:38.790548+0000"},"accounted_rstat":{"version":0,"rbytes":216,"rfiles":1,"rsubdirs":0,"rsnaps":0,"rctime":"2024-09-21T02:44:38.790548+0000"},"version":4,"file_data_version":0,"xattr_version":1,"backtrace_version":2,"inline_data_version":18446744073709551615,"inline_data_length":0,"stray_prior_path":"","max_size_ever":0,"quota":{"max_bytes":0,"max_files":0},"last_scrub_stamp":"0.000000","last_scrub_version":0,"symlink":"","xattrs":[],"dirfragtree":{"splits":[]},"old_inodes":[],"oldest_snap":18446744073709551614,"damage_flags":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"request":0,"lock":0,"caps":1,"dirtyparent":1,"dirty":1,"authpin":0},"nref":3,"versionlock":{"gather_set":[],"state":"lock","type":"iversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"authlock":{},"linklock":{},"dirfragtreelock":{},"filelock":{},"xattrlock":{},"snaplock":{},"nestlock":{"gather_set":[],"state":"lock","type":"inest","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"flocklock":{},"policylock":{},"quiescelock":{"gather_set":[],"state":"lock","type":"iquiesce","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty","dirtyparent","dirtypool"],"client_caps":[{"client_id":5370,"pending":"pAsLsXsFsc","issued":"pAsLsXsFsc","wanted":"-","last_sent":3}],"loner":5370,"want_loner":-1,"mds_caps_wanted":[],"dirfrags":[],"is_subvolume":false},{"ino":1099511629736,"rdev":0,"ctime":"2024-09-21T02:44:38.789328+0000","btime":"2024-09-21T02:44:38.787471+0000","mode":16893,"uid":1000,"gid":1271,"nlink":1,"dir_layout":{"dir_hash":2,"unused1":0,"unused2":0,"unused3":0},"layout":{"stripe_unit":0,"stripe_count":0,"object_size":0,"pool_id":-1,"pool_ns":""},"old_pools":[],"size":0,"truncate_seq":1,"truncate_size":18446744073709551615,"truncate_from":0,"truncate_pending":0,"mtime":"2024-09-21T02:44:38.789328+0000","atime":"2024-09-21T02:44:38.787471+0000","time_warp_seq":0,"change_attr":1,"export_pin":-1,"export_ephemeral_random_pin":0,"export_ephemeral_distributed_pin":false,"quiesce_block":false,"client_ranges":[],"dirstat":{"version":0,"mtime":"2024-09-21T02:44:38.789328+0000","num_files":1,"num_subdirs":0,"change_attr":1},"rstat":{"version":0,"rbytes":216,"rfiles":1,"rsubdirs":1,"rsnaps":0,"rctime":"2024-09-21T02:44:38.790548+0000"},"accounted_rstat":{"version":0,"rbytes":216,"rfiles":1,"rsubdirs":1,"rsnaps":0,"rctime":"2024-09-21T02:44:38.790548+0000"},"version":22,"file_data_version":0,"xattr_version":1,"backtrace_version":12,"inline_data_version":18446744073709551615,"inline_data_length":0,"stray_prior_path":"","max_size_ever":0,"quota":{"max_bytes":0,"max_files":0},"last_scrub_stamp":"0.000000","last_scrub_version":0,"symlink":"","xattrs":[],"dirfragtree":{"splits":[]},"old_inodes":[],"oldest_snap":18446744073709551614,"damage_flags":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"lock":0,"dirfrag":1,"caps":1,"dirtyparent":1,"dirty":1,"waiter":0,"authpin":0},"nref":4,"versionlock":{"gather_set":[],"state":"lock","type":"iversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"authlock":{},"linklock":{},"dirfragtreelock":{},"filelock":{"gather_set":[],"state":"excl","type":"ifile","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"xattrlock":{},"snaplock":{},"nestlock":{"gather_set":[],"state":"lock","type":"inest","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"flocklock":{},"policylock":{},"quiescelock":{"gather_set":[],"state":"lock","type":"iquiesce","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty","dirtyparent","dirtypool"],"client_caps":[{"client_id":5370,"pending":"pAsLsXsFsx","issued":"pAsLsXsFsx","wanted":"AsLsXsFsx","last_sent":8}],"loner":5370,"want_loner":5370,"mds_caps_wanted":[],"dirfrags":[{"path":"/ceph-qa-suite/suites/smoke/1node/tasks","dirfrag":"0x100000007a8","snapid_first":2,"projected_version":"5","version":"5","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"dirty":1,"authpin":0},"nref":2,"dentries":[{"path":"ceph-qa-suite/suites/smoke/1node/tasks/ceph-deploy.yaml","alternate_name":"","path_ino":1,"snap_first":2,"snap_last":18446744073709551614,"is_primary":true,"is_remote":false,"is_null":false,"is_new":false,"inode":1099511629737,"remote_type":"","version":4,"projected_version":4,"auth_pins":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"lock":0,"inodepin":1,"dirty":1,"authpin":0},"nref":2,"lock":{},"versionlock":{"gather_set":[],"state":"lock","type":"dversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty"]}]}],"is_subvolume":false}] 2024-09-21T02:48:26.185 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "accounted_rstat": { "rbytes": 216, "rctime": "2024-09-21T02:44:38.790548+0000", "rfiles": 1, "rsnaps": 0, "rsubdirs": 0, "version": 0 }, "atime": "2024-09-21T02:44:38.789328+0000", "auth_pins": 0, "auth_state": { "replicas": {} }, "authlock": {}, "backtrace_version": 2, "btime": "2024-09-21T02:44:38.789328+0000", "change_attr": 1, "client_caps": [ { "client_id": 5370, "issued": "pAsLsXsFsc", "last_sent": 3, "pending": "pAsLsXsFsc", "wanted": "-" } ], "client_ranges": [], "ctime": "2024-09-21T02:44:38.790548+0000", "damage_flags": 0, "dir_layout": { "dir_hash": 0, "unused1": 0, "unused2": 0, "unused3": 0 }, "dirfrags": [], "dirfragtree": { "splits": [] }, "dirfragtreelock": {}, "dirstat": { "change_attr": 0, "mtime": "0.000000", "num_files": 0, "num_subdirs": 0, "version": 0 }, "export_ephemeral_distributed_pin": false, "export_ephemeral_random_pin": 0, "export_pin": -1, "file_data_version": 0, "filelock": {}, "flocklock": {}, "gid": 1271, "inline_data_length": 0, "inline_data_version": 18446744073709551615, "ino": 1099511629737, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_subvolume": false, "last_scrub_stamp": "0.000000", "last_scrub_version": 0, "layout": { "object_size": 4194304, "pool_id": 7, "pool_ns": "", "stripe_count": 1, "stripe_unit": 4194304 }, "linklock": {}, "loner": 5370, "max_size_ever": 0, "mds_caps_wanted": [], "mode": 33204, "mtime": "2024-09-21T02:44:38.790548+0000", "nestlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "inest", "xlock_by": {} }, "nlink": 1, "nref": 3, "old_inodes": [], "old_pools": [], "oldest_snap": 18446744073709551614, "pins": { "authpin": 0, "caps": 1, "dirty": 1, "dirtyparent": 1, "lock": 0, "ptrwaiter": 0, "request": 0 }, "policylock": {}, "quiesce_block": false, "quiescelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iquiesce", "xlock_by": {} }, "quota": { "max_bytes": 0, "max_files": 0 }, "rdev": 0, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "rstat": { "rbytes": 216, "rctime": "2024-09-21T02:44:38.790548+0000", "rfiles": 1, "rsnaps": 0, "rsubdirs": 0, "version": 0 }, "size": 216, "snaplock": {}, "states": [ "auth", "dirty", "dirtyparent", "dirtypool" ], "stray_prior_path": "", "symlink": "", "time_warp_seq": 0, "truncate_from": 0, "truncate_pending": 0, "truncate_seq": 1, "truncate_size": 18446744073709551615, "uid": 1000, "version": 4, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iversion", "xlock_by": {} }, "want_loner": -1, "xattr_version": 1, "xattrlock": {}, "xattrs": [] }, { "accounted_rstat": { "rbytes": 216, "rctime": "2024-09-21T02:44:38.790548+0000", "rfiles": 1, "rsnaps": 0, "rsubdirs": 1, "version": 0 }, "atime": "2024-09-21T02:44:38.787471+0000", "auth_pins": 0, "auth_state": { "replicas": {} }, "authlock": {}, "backtrace_version": 12, "btime": "2024-09-21T02:44:38.787471+0000", "change_attr": 1, "client_caps": [ { "client_id": 5370, "issued": "pAsLsXsFsx", "last_sent": 8, "pending": "pAsLsXsFsx", "wanted": "AsLsXsFsx" } ], "client_ranges": [], "ctime": "2024-09-21T02:44:38.789328+0000", "damage_flags": 0, "dir_layout": { "dir_hash": 2, "unused1": 0, "unused2": 0, "unused3": 0 }, "dirfrags": [ { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dentries": [ { "alternate_name": "", "auth_pins": 0, "auth_state": { "replicas": {} }, "inode": 1099511629737, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_new": false, "is_null": false, "is_primary": true, "is_remote": false, "lock": {}, "nref": 2, "path": "ceph-qa-suite/suites/smoke/1node/tasks/ceph-deploy.yaml", "path_ino": 1, "pins": { "authpin": 0, "dirty": 1, "inodepin": 1, "lock": 0, "request": 0 }, "projected_version": 4, "remote_type": "", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snap_first": 2, "snap_last": 18446744073709551614, "states": [ "auth", "dirty" ], "version": 4, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "dversion", "xlock_by": {} } } ], "dir_auth": "", "dirfrag": "0x100000007a8", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "/ceph-qa-suite/suites/smoke/1node/tasks", "pins": { "authpin": 0, "child": 1, "dirty": 1 }, "projected_version": "5", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "5" } ], "dirfragtree": { "splits": [] }, "dirfragtreelock": {}, "dirstat": { "change_attr": 1, "mtime": "2024-09-21T02:44:38.789328+0000", "num_files": 1, "num_subdirs": 0, "version": 0 }, "export_ephemeral_distributed_pin": false, "export_ephemeral_random_pin": 0, "export_pin": -1, "file_data_version": 0, "filelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "excl", "type": "ifile", "xlock_by": {} }, "flocklock": {}, "gid": 1271, "inline_data_length": 0, "inline_data_version": 18446744073709551615, "ino": 1099511629736, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_subvolume": false, "last_scrub_stamp": "0.000000", "last_scrub_version": 0, "layout": { "object_size": 0, "pool_id": -1, "pool_ns": "", "stripe_count": 0, "stripe_unit": 0 }, "linklock": {}, "loner": 5370, "max_size_ever": 0, "mds_caps_wanted": [], "mode": 16893, "mtime": "2024-09-21T02:44:38.789328+0000", "nestlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "inest", "xlock_by": {} }, "nlink": 1, "nref": 4, "old_inodes": [], "old_pools": [], "oldest_snap": 18446744073709551614, "pins": { "authpin": 0, "caps": 1, "dirfrag": 1, "dirty": 1, "dirtyparent": 1, "lock": 0, "request": 0, "waiter": 0 }, "policylock": {}, "quiesce_block": false, "quiescelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iquiesce", "xlock_by": {} }, "quota": { "max_bytes": 0, "max_files": 0 }, "rdev": 0, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "rstat": { "rbytes": 216, "rctime": "2024-09-21T02:44:38.790548+0000", "rfiles": 1, "rsnaps": 0, "rsubdirs": 1, "version": 0 }, "size": 0, "snaplock": {}, "states": [ "auth", "dirty", "dirtyparent", "dirtypool" ], "stray_prior_path": "", "symlink": "", "time_warp_seq": 0, "truncate_from": 0, "truncate_pending": 0, "truncate_seq": 1, "truncate_size": 18446744073709551615, "uid": 1000, "version": 22, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iversion", "xlock_by": {} }, "want_loner": 5370, "xattr_version": 1, "xattrlock": {}, "xattrs": [] } ] 2024-09-21T02:48:26.185 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T02:48:26.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.338+0000 7fe46ac37640 1 -- 172.21.15.83:0/3150845946 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe46406ed60 msgr2=0x7fe46406f170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:26.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.338+0000 7fe46ac37640 1 --2- 172.21.15.83:0/3150845946 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe46406ed60 0x7fe46406f170 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fe4640b30c0 tx=0x7fe45401c8c0 comp rx=0 tx=0).stop 2024-09-21T02:48:26.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.338+0000 7fe46ac37640 1 -- 172.21.15.83:0/3150845946 shutdown_connections 2024-09-21T02:48:26.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.338+0000 7fe46ac37640 1 --2- 172.21.15.83:0/3150845946 >> v2:172.21.15.142:3300/0 conn(0x7fe464160100 0x7fe464160510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:26.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.338+0000 7fe46ac37640 1 --2- 172.21.15.83:0/3150845946 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe4640cc920 0x7fe4640ccd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:26.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.338+0000 7fe46ac37640 1 --2- 172.21.15.83:0/3150845946 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe46406ed60 0x7fe46406f170 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:26.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.338+0000 7fe46ac37640 1 -- 172.21.15.83:0/3150845946 >> 172.21.15.83:0/3150845946 conn(0x7fe46406ce90 msgr2=0x7fe46406d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:26.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.338+0000 7fe46ac37640 1 -- 172.21.15.83:0/3150845946 shutdown_connections 2024-09-21T02:48:26.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.338+0000 7fe46ac37640 1 -- 172.21.15.83:0/3150845946 wait complete. 2024-09-21T02:48:26.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.342+0000 7fe46ac37640 1 Processor -- start 2024-09-21T02:48:26.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.342+0000 7fe46ac37640 1 -- start start 2024-09-21T02:48:26.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.342+0000 7fe46ac37640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe46406ed60 0x7fe4641fab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:26.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.342+0000 7fe46ac37640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe4640cc920 0x7fe46414cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:26.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.342+0000 7fe46ac37640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe464160100 0x7fe464151e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:26.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.342+0000 7fe46ac37640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fe464074c30 con 0x7fe4640cc920 2024-09-21T02:48:26.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.342+0000 7fe46ac37640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fe464074ab0 con 0x7fe464160100 2024-09-21T02:48:26.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.342+0000 7fe46ac37640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fe464074db0 con 0x7fe46406ed60 2024-09-21T02:48:26.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.342+0000 7fe463fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe4640cc920 0x7fe46414cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:26.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.342+0000 7fe463fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe4640cc920 0x7fe46414cc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50858/0 (socket says 172.21.15.83:50858) 2024-09-21T02:48:26.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.342+0000 7fe463fff640 1 -- 172.21.15.83:0/928533841 learned_addr learned my addr 172.21.15.83:0/928533841 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:48:26.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.342+0000 7fe4689d3640 1 --2- 172.21.15.83:0/928533841 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe46406ed60 0x7fe4641fab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:26.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.342+0000 7fe4691d4640 1 --2- 172.21.15.83:0/928533841 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe464160100 0x7fe464151e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:26.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.342+0000 7fe463fff640 1 -- 172.21.15.83:0/928533841 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe46406ed60 msgr2=0x7fe4641fab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:26.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.342+0000 7fe463fff640 1 --2- 172.21.15.83:0/928533841 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe46406ed60 0x7fe4641fab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:26.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.342+0000 7fe463fff640 1 -- 172.21.15.83:0/928533841 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe464160100 msgr2=0x7fe464151e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:26.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.342+0000 7fe463fff640 1 --2- 172.21.15.83:0/928533841 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe464160100 0x7fe464151e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:26.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.342+0000 7fe463fff640 1 -- 172.21.15.83:0/928533841 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4641587b0 con 0x7fe4640cc920 2024-09-21T02:48:26.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.342+0000 7fe463fff640 1 --2- 172.21.15.83:0/928533841 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe4640cc920 0x7fe46414cc00 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fe45800d720 tx=0x7fe45800dbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:26.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.342+0000 7fe4617fa640 1 -- 172.21.15.83:0/928533841 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe458017070 con 0x7fe4640cc920 2024-09-21T02:48:26.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.342+0000 7fe4617fa640 1 -- 172.21.15.83:0/928533841 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe458009d20 con 0x7fe4640cc920 2024-09-21T02:48:26.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.342+0000 7fe46ac37640 1 -- 172.21.15.83:0/928533841 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe46415a950 con 0x7fe4640cc920 2024-09-21T02:48:26.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.342+0000 7fe4617fa640 1 -- 172.21.15.83:0/928533841 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe458005280 con 0x7fe4640cc920 2024-09-21T02:48:26.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.346+0000 7fe46ac37640 1 -- 172.21.15.83:0/928533841 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe46415abf0 con 0x7fe4640cc920 2024-09-21T02:48:26.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.346+0000 7fe46ac37640 1 -- 172.21.15.83:0/928533841 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe464158ce0 con 0x7fe4640cc920 2024-09-21T02:48:26.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.346+0000 7fe4617fa640 1 -- 172.21.15.83:0/928533841 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fe458005420 con 0x7fe4640cc920 2024-09-21T02:48:26.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.346+0000 7fe4617fa640 1 --2- 172.21.15.83:0/928533841 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe450073200 0x7fe450075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:26.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.346+0000 7fe4617fa640 1 -- 172.21.15.83:0/928533841 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5854+0+0 (secure 0 0 0) 0x7fe458094470 con 0x7fe4640cc920 2024-09-21T02:48:26.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.346+0000 7fe4689d3640 1 --2- 172.21.15.83:0/928533841 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe450073200 0x7fe450075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:26.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.346+0000 7fe4689d3640 1 --2- 172.21.15.83:0/928533841 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe450073200 0x7fe450075710 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fe4540af000 tx=0x7fe45401b100 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:26.355 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.350+0000 7fe4617fa640 1 -- 172.21.15.83:0/928533841 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fe4641587b0 con 0x7fe4640cc920 2024-09-21T02:48:26.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.558+0000 7fe46ac37640 1 -- 172.21.15.83:0/928533841 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe4640ccd30 con 0x7fe4640cc920 2024-09-21T02:48:26.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.558+0000 7fe4617fa640 1 -- 172.21.15.83:0/928533841 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+5223 (secure 0 0 0) 0x7fe45805f400 con 0x7fe4640cc920 2024-09-21T02:48:26.562 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:48:26.562 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":26,"btime":"2024-09-21T02:44:24:825084+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4826,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6833/733410438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":733410438},{"type":"v1","addr":"172.21.15.142:6833","nonce":733410438}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21},{"gid":4990,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6835/453438382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":453438382},{"type":"v1","addr":"172.21.15.142:6835","nonce":453438382}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21},{"gid":5196,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/2707955764","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":2707955764},{"type":"v1","addr":"172.21.15.83:6835","nonce":2707955764}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":26,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T02:44:21.200038+0000","modified":"2024-09-21T02:44:24.237410+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5199},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5199":{"gid":5199,"name":"c","rank":0,"incarnation":22,"state":"up:active","state_seq":3,"addr":"172.21.15.83:6837/3402545863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":3402545863},{"type":"v1","addr":"172.21.15.83:6837","nonce":3402545863}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5199,"qdb_cluster":[5199]},"id":3}]} 2024-09-21T02:48:26.562 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 26 2024-09-21T02:48:26.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.558+0000 7fe46ac37640 1 -- 172.21.15.83:0/928533841 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe450073200 msgr2=0x7fe450075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:26.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.558+0000 7fe46ac37640 1 --2- 172.21.15.83:0/928533841 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe450073200 0x7fe450075710 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fe4540af000 tx=0x7fe45401b100 comp rx=0 tx=0).stop 2024-09-21T02:48:26.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.558+0000 7fe46ac37640 1 -- 172.21.15.83:0/928533841 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe4640cc920 msgr2=0x7fe46414cc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:26.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.558+0000 7fe46ac37640 1 --2- 172.21.15.83:0/928533841 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe4640cc920 0x7fe46414cc00 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fe45800d720 tx=0x7fe45800dbe0 comp rx=0 tx=0).stop 2024-09-21T02:48:26.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.558+0000 7fe46ac37640 1 -- 172.21.15.83:0/928533841 shutdown_connections 2024-09-21T02:48:26.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.558+0000 7fe46ac37640 1 --2- 172.21.15.83:0/928533841 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe450073200 0x7fe450075710 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:26.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.558+0000 7fe46ac37640 1 --2- 172.21.15.83:0/928533841 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe464160100 0x7fe464151e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:26.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.558+0000 7fe46ac37640 1 --2- 172.21.15.83:0/928533841 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe4640cc920 0x7fe46414cc00 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:26.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.558+0000 7fe46ac37640 1 --2- 172.21.15.83:0/928533841 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe46406ed60 0x7fe4641fab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:26.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.558+0000 7fe46ac37640 1 -- 172.21.15.83:0/928533841 >> 172.21.15.83:0/928533841 conn(0x7fe46406ce90 msgr2=0x7fe4641571d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:26.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.562+0000 7fe46ac37640 1 -- 172.21.15.83:0/928533841 shutdown_connections 2024-09-21T02:48:26.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:26.562+0000 7fe46ac37640 1 -- 172.21.15.83:0/928533841 wait complete. 2024-09-21T02:48:26.582 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json dump tree /ceph-qa-suite/suites/smoke/1node/tasks 1 2024-09-21T02:48:26.592 DEBUG:teuthology.orchestra.run.smithi083:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T02:48:26.629 DEBUG:teuthology.orchestra.run.smithi142:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T02:48:26.748 INFO:teuthology.orchestra.run.smithi083.stdout:[{"ino":1099511629737,"rdev":0,"ctime":"2024-09-21T02:44:38.790548+0000","btime":"2024-09-21T02:44:38.789328+0000","mode":33204,"uid":1000,"gid":1271,"nlink":1,"dir_layout":{"dir_hash":0,"unused1":0,"unused2":0,"unused3":0},"layout":{"stripe_unit":4194304,"stripe_count":1,"object_size":4194304,"pool_id":7,"pool_ns":""},"old_pools":[],"size":216,"truncate_seq":1,"truncate_size":18446744073709551615,"truncate_from":0,"truncate_pending":0,"mtime":"2024-09-21T02:44:38.790548+0000","atime":"2024-09-21T02:44:38.789328+0000","time_warp_seq":0,"change_attr":1,"export_pin":-1,"export_ephemeral_random_pin":0,"export_ephemeral_distributed_pin":false,"quiesce_block":false,"client_ranges":[],"dirstat":{"version":0,"mtime":"0.000000","num_files":0,"num_subdirs":0,"change_attr":0},"rstat":{"version":0,"rbytes":216,"rfiles":1,"rsubdirs":0,"rsnaps":0,"rctime":"2024-09-21T02:44:38.790548+0000"},"accounted_rstat":{"version":0,"rbytes":216,"rfiles":1,"rsubdirs":0,"rsnaps":0,"rctime":"2024-09-21T02:44:38.790548+0000"},"version":4,"file_data_version":0,"xattr_version":1,"backtrace_version":2,"inline_data_version":18446744073709551615,"inline_data_length":0,"stray_prior_path":"","max_size_ever":0,"quota":{"max_bytes":0,"max_files":0},"last_scrub_stamp":"0.000000","last_scrub_version":0,"symlink":"","xattrs":[],"dirfragtree":{"splits":[]},"old_inodes":[],"oldest_snap":18446744073709551614,"damage_flags":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"request":0,"lock":0,"caps":1,"dirtyparent":1,"dirty":1,"authpin":0},"nref":3,"versionlock":{"gather_set":[],"state":"lock","type":"iversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"authlock":{},"linklock":{},"dirfragtreelock":{},"filelock":{},"xattrlock":{},"snaplock":{},"nestlock":{"gather_set":[],"state":"lock","type":"inest","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"flocklock":{},"policylock":{},"quiescelock":{"gather_set":[],"state":"lock","type":"iquiesce","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty","dirtyparent","dirtypool"],"client_caps":[{"client_id":5370,"pending":"pAsLsXsFsc","issued":"pAsLsXsFsc","wanted":"-","last_sent":3}],"loner":5370,"want_loner":-1,"mds_caps_wanted":[],"dirfrags":[],"is_subvolume":false},{"ino":1099511629736,"rdev":0,"ctime":"2024-09-21T02:44:38.789328+0000","btime":"2024-09-21T02:44:38.787471+0000","mode":16893,"uid":1000,"gid":1271,"nlink":1,"dir_layout":{"dir_hash":2,"unused1":0,"unused2":0,"unused3":0},"layout":{"stripe_unit":0,"stripe_count":0,"object_size":0,"pool_id":-1,"pool_ns":""},"old_pools":[],"size":0,"truncate_seq":1,"truncate_size":18446744073709551615,"truncate_from":0,"truncate_pending":0,"mtime":"2024-09-21T02:44:38.789328+0000","atime":"2024-09-21T02:44:38.787471+0000","time_warp_seq":0,"change_attr":1,"export_pin":-1,"export_ephemeral_random_pin":0,"export_ephemeral_distributed_pin":false,"quiesce_block":false,"client_ranges":[],"dirstat":{"version":0,"mtime":"2024-09-21T02:44:38.789328+0000","num_files":1,"num_subdirs":0,"change_attr":1},"rstat":{"version":0,"rbytes":216,"rfiles":1,"rsubdirs":1,"rsnaps":0,"rctime":"2024-09-21T02:44:38.790548+0000"},"accounted_rstat":{"version":0,"rbytes":216,"rfiles":1,"rsubdirs":1,"rsnaps":0,"rctime":"2024-09-21T02:44:38.790548+0000"},"version":22,"file_data_version":0,"xattr_version":1,"backtrace_version":12,"inline_data_version":18446744073709551615,"inline_data_length":0,"stray_prior_path":"","max_size_ever":0,"quota":{"max_bytes":0,"max_files":0},"last_scrub_stamp":"0.000000","last_scrub_version":0,"symlink":"","xattrs":[],"dirfragtree":{"splits":[]},"old_inodes":[],"oldest_snap":18446744073709551614,"damage_flags":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"lock":0,"dirfrag":1,"caps":1,"dirtyparent":1,"dirty":1,"waiter":0,"authpin":0},"nref":4,"versionlock":{"gather_set":[],"state":"lock","type":"iversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"authlock":{},"linklock":{},"dirfragtreelock":{},"filelock":{"gather_set":[],"state":"excl","type":"ifile","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"xattrlock":{},"snaplock":{},"nestlock":{"gather_set":[],"state":"lock","type":"inest","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"flocklock":{},"policylock":{},"quiescelock":{"gather_set":[],"state":"lock","type":"iquiesce","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty","dirtyparent","dirtypool"],"client_caps":[{"client_id":5370,"pending":"pAsLsXsFsx","issued":"pAsLsXsFsx","wanted":"AsLsXsFsx","last_sent":8}],"loner":5370,"want_loner":5370,"mds_caps_wanted":[],"dirfrags":[{"path":"/ceph-qa-suite/suites/smoke/1node/tasks","dirfrag":"0x100000007a8","snapid_first":2,"projected_version":"5","version":"5","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"dirty":1,"authpin":0},"nref":2,"dentries":[{"path":"ceph-qa-suite/suites/smoke/1node/tasks/ceph-deploy.yaml","alternate_name":"","path_ino":1,"snap_first":2,"snap_last":18446744073709551614,"is_primary":true,"is_remote":false,"is_null":false,"is_new":false,"inode":1099511629737,"remote_type":"","version":4,"projected_version":4,"auth_pins":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"lock":0,"inodepin":1,"dirty":1,"authpin":0},"nref":2,"lock":{},"versionlock":{"gather_set":[],"state":"lock","type":"dversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty"]}]}],"is_subvolume":false}] 2024-09-21T02:48:26.750 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "accounted_rstat": { "rbytes": 216, "rctime": "2024-09-21T02:44:38.790548+0000", "rfiles": 1, "rsnaps": 0, "rsubdirs": 0, "version": 0 }, "atime": "2024-09-21T02:44:38.789328+0000", "auth_pins": 0, "auth_state": { "replicas": {} }, "authlock": {}, "backtrace_version": 2, "btime": "2024-09-21T02:44:38.789328+0000", "change_attr": 1, "client_caps": [ { "client_id": 5370, "issued": "pAsLsXsFsc", "last_sent": 3, "pending": "pAsLsXsFsc", "wanted": "-" } ], "client_ranges": [], "ctime": "2024-09-21T02:44:38.790548+0000", "damage_flags": 0, "dir_layout": { "dir_hash": 0, "unused1": 0, "unused2": 0, "unused3": 0 }, "dirfrags": [], "dirfragtree": { "splits": [] }, "dirfragtreelock": {}, "dirstat": { "change_attr": 0, "mtime": "0.000000", "num_files": 0, "num_subdirs": 0, "version": 0 }, "export_ephemeral_distributed_pin": false, "export_ephemeral_random_pin": 0, "export_pin": -1, "file_data_version": 0, "filelock": {}, "flocklock": {}, "gid": 1271, "inline_data_length": 0, "inline_data_version": 18446744073709551615, "ino": 1099511629737, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_subvolume": false, "last_scrub_stamp": "0.000000", "last_scrub_version": 0, "layout": { "object_size": 4194304, "pool_id": 7, "pool_ns": "", "stripe_count": 1, "stripe_unit": 4194304 }, "linklock": {}, "loner": 5370, "max_size_ever": 0, "mds_caps_wanted": [], "mode": 33204, "mtime": "2024-09-21T02:44:38.790548+0000", "nestlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "inest", "xlock_by": {} }, "nlink": 1, "nref": 3, "old_inodes": [], "old_pools": [], "oldest_snap": 18446744073709551614, "pins": { "authpin": 0, "caps": 1, "dirty": 1, "dirtyparent": 1, "lock": 0, "ptrwaiter": 0, "request": 0 }, "policylock": {}, "quiesce_block": false, "quiescelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iquiesce", "xlock_by": {} }, "quota": { "max_bytes": 0, "max_files": 0 }, "rdev": 0, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "rstat": { "rbytes": 216, "rctime": "2024-09-21T02:44:38.790548+0000", "rfiles": 1, "rsnaps": 0, "rsubdirs": 0, "version": 0 }, "size": 216, "snaplock": {}, "states": [ "auth", "dirty", "dirtyparent", "dirtypool" ], "stray_prior_path": "", "symlink": "", "time_warp_seq": 0, "truncate_from": 0, "truncate_pending": 0, "truncate_seq": 1, "truncate_size": 18446744073709551615, "uid": 1000, "version": 4, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iversion", "xlock_by": {} }, "want_loner": -1, "xattr_version": 1, "xattrlock": {}, "xattrs": [] }, { "accounted_rstat": { "rbytes": 216, "rctime": "2024-09-21T02:44:38.790548+0000", "rfiles": 1, "rsnaps": 0, "rsubdirs": 1, "version": 0 }, "atime": "2024-09-21T02:44:38.787471+0000", "auth_pins": 0, "auth_state": { "replicas": {} }, "authlock": {}, "backtrace_version": 12, "btime": "2024-09-21T02:44:38.787471+0000", "change_attr": 1, "client_caps": [ { "client_id": 5370, "issued": "pAsLsXsFsx", "last_sent": 8, "pending": "pAsLsXsFsx", "wanted": "AsLsXsFsx" } ], "client_ranges": [], "ctime": "2024-09-21T02:44:38.789328+0000", "damage_flags": 0, "dir_layout": { "dir_hash": 2, "unused1": 0, "unused2": 0, "unused3": 0 }, "dirfrags": [ { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dentries": [ { "alternate_name": "", "auth_pins": 0, "auth_state": { "replicas": {} }, "inode": 1099511629737, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_new": false, "is_null": false, "is_primary": true, "is_remote": false, "lock": {}, "nref": 2, "path": "ceph-qa-suite/suites/smoke/1node/tasks/ceph-deploy.yaml", "path_ino": 1, "pins": { "authpin": 0, "dirty": 1, "inodepin": 1, "lock": 0, "request": 0 }, "projected_version": 4, "remote_type": "", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snap_first": 2, "snap_last": 18446744073709551614, "states": [ "auth", "dirty" ], "version": 4, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "dversion", "xlock_by": {} } } ], "dir_auth": "", "dirfrag": "0x100000007a8", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "/ceph-qa-suite/suites/smoke/1node/tasks", "pins": { "authpin": 0, "child": 1, "dirty": 1 }, "projected_version": "5", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "5" } ], "dirfragtree": { "splits": [] }, "dirfragtreelock": {}, "dirstat": { "change_attr": 1, "mtime": "2024-09-21T02:44:38.789328+0000", "num_files": 1, "num_subdirs": 0, "version": 0 }, "export_ephemeral_distributed_pin": false, "export_ephemeral_random_pin": 0, "export_pin": -1, "file_data_version": 0, "filelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "excl", "type": "ifile", "xlock_by": {} }, "flocklock": {}, "gid": 1271, "inline_data_length": 0, "inline_data_version": 18446744073709551615, "ino": 1099511629736, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_subvolume": false, "last_scrub_stamp": "0.000000", "last_scrub_version": 0, "layout": { "object_size": 0, "pool_id": -1, "pool_ns": "", "stripe_count": 0, "stripe_unit": 0 }, "linklock": {}, "loner": 5370, "max_size_ever": 0, "mds_caps_wanted": [], "mode": 16893, "mtime": "2024-09-21T02:44:38.789328+0000", "nestlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "inest", "xlock_by": {} }, "nlink": 1, "nref": 4, "old_inodes": [], "old_pools": [], "oldest_snap": 18446744073709551614, "pins": { "authpin": 0, "caps": 1, "dirfrag": 1, "dirty": 1, "dirtyparent": 1, "lock": 0, "request": 0, "waiter": 0 }, "policylock": {}, "quiesce_block": false, "quiescelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iquiesce", "xlock_by": {} }, "quota": { "max_bytes": 0, "max_files": 0 }, "rdev": 0, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "rstat": { "rbytes": 216, "rctime": "2024-09-21T02:44:38.790548+0000", "rfiles": 1, "rsnaps": 0, "rsubdirs": 1, "version": 0 }, "size": 0, "snaplock": {}, "states": [ "auth", "dirty", "dirtyparent", "dirtypool" ], "stray_prior_path": "", "symlink": "", "time_warp_seq": 0, "truncate_from": 0, "truncate_pending": 0, "truncate_seq": 1, "truncate_size": 18446744073709551615, "uid": 1000, "version": 22, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iversion", "xlock_by": {} }, "want_loner": 5370, "xattr_version": 1, "xattrlock": {}, "xattrs": [] } ] 2024-09-21T02:48:26.750 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T02:48:26.750 DEBUG:teuthology.orchestra.run.smithi083:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T02:48:26.821 DEBUG:teuthology.orchestra.run.smithi142:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T02:48:26.900 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T02:48:26.901 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T02:48:26.901 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:48:26.901 DEBUG:teuthology.orchestra.run.smithi083:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T02:48:26.906 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:48:26.907 DEBUG:teuthology.orchestra.run.smithi083:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T02:48:26.953 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T02:48:27.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.154+0000 7f876c299640 1 -- 172.21.15.83:0/1980814338 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87640d27b0 msgr2=0x7f87640d2bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:27.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.154+0000 7f876c299640 1 --2- 172.21.15.83:0/1980814338 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87640d27b0 0x7f87640d2bc0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f876408ead0 tx=0x7f875c01ccf0 comp rx=0 tx=0).stop 2024-09-21T02:48:27.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.154+0000 7f876c299640 1 -- 172.21.15.83:0/1980814338 shutdown_connections 2024-09-21T02:48:27.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.154+0000 7f876c299640 1 --2- 172.21.15.83:0/1980814338 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87640d27b0 0x7f87640d2bc0 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:27.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.154+0000 7f876c299640 1 --2- 172.21.15.83:0/1980814338 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f87640d1460 0x7f87640d2270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:27.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.154+0000 7f876c299640 1 --2- 172.21.15.83:0/1980814338 >> v2:172.21.15.142:3300/0 conn(0x7f87640d0b10 0x7f87640d0f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:27.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.154+0000 7f876c299640 1 -- 172.21.15.83:0/1980814338 >> 172.21.15.83:0/1980814338 conn(0x7f876409d6e0 msgr2=0x7f87640d4490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:27.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.154+0000 7f876c299640 1 -- 172.21.15.83:0/1980814338 shutdown_connections 2024-09-21T02:48:27.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.154+0000 7f876c299640 1 -- 172.21.15.83:0/1980814338 wait complete. 2024-09-21T02:48:27.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.154+0000 7f876c299640 1 Processor -- start 2024-09-21T02:48:27.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.154+0000 7f876c299640 1 -- start start 2024-09-21T02:48:27.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.158+0000 7f876c299640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87640d0b10 0x7f876409eb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:27.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.158+0000 7f876c299640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f87640d1460 0x7f876415f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:27.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.158+0000 7f876c299640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f87640d27b0 0x7f8764162410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:27.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.158+0000 7f876c299640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f87640b4c00 con 0x7f87640d0b10 2024-09-21T02:48:27.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.158+0000 7f876c299640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f87640b4a80 con 0x7f87640d27b0 2024-09-21T02:48:27.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.158+0000 7f876c299640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f87640b4d80 con 0x7f87640d1460 2024-09-21T02:48:27.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.158+0000 7f876a035640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87640d0b10 0x7f876409eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:27.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.158+0000 7f876a035640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87640d0b10 0x7f876409eb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50876/0 (socket says 172.21.15.83:50876) 2024-09-21T02:48:27.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.158+0000 7f876a035640 1 -- 172.21.15.83:0/3782519520 learned_addr learned my addr 172.21.15.83:0/3782519520 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:48:27.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.158+0000 7f8769834640 1 --2- 172.21.15.83:0/3782519520 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f87640d1460 0x7f876415f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:27.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.158+0000 7f876a836640 1 --2- 172.21.15.83:0/3782519520 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f87640d27b0 0x7f8764162410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:27.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.158+0000 7f876a035640 1 -- 172.21.15.83:0/3782519520 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f87640d1460 msgr2=0x7f876415f8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:27.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.158+0000 7f876a035640 1 --2- 172.21.15.83:0/3782519520 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f87640d1460 0x7f876415f8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:27.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.158+0000 7f876a035640 1 -- 172.21.15.83:0/3782519520 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f87640d27b0 msgr2=0x7f8764162410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:27.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.158+0000 7f876a035640 1 --2- 172.21.15.83:0/3782519520 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f87640d27b0 0x7f8764162410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:27.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.158+0000 7f876a035640 1 -- 172.21.15.83:0/3782519520 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8764160b60 con 0x7f87640d0b10 2024-09-21T02:48:27.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.158+0000 7f876a035640 1 --2- 172.21.15.83:0/3782519520 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87640d0b10 0x7f876409eb40 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f876000c970 tx=0x7f876000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:27.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.158+0000 7f875affd640 1 -- 172.21.15.83:0/3782519520 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8760007bb0 con 0x7f87640d0b10 2024-09-21T02:48:27.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.158+0000 7f875affd640 1 -- 172.21.15.83:0/3782519520 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8760007e40 con 0x7f87640d0b10 2024-09-21T02:48:27.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.158+0000 7f876c299640 1 -- 172.21.15.83:0/3782519520 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8764160e40 con 0x7f87640d0b10 2024-09-21T02:48:27.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.158+0000 7f875affd640 1 -- 172.21.15.83:0/3782519520 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8760005270 con 0x7f87640d0b10 2024-09-21T02:48:27.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.158+0000 7f876c299640 1 -- 172.21.15.83:0/3782519520 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8764162fe0 con 0x7f87640d0b10 2024-09-21T02:48:27.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.158+0000 7f876c299640 1 -- 172.21.15.83:0/3782519520 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87640d2270 con 0x7f87640d0b10 2024-09-21T02:48:27.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.158+0000 7f875affd640 1 -- 172.21.15.83:0/3782519520 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f8760005410 con 0x7f87640d0b10 2024-09-21T02:48:27.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.158+0000 7f875affd640 1 --2- 172.21.15.83:0/3782519520 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8748073230 0x7f8748075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:27.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.158+0000 7f875affd640 1 -- 172.21.15.83:0/3782519520 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5854+0+0 (secure 0 0 0) 0x7f87600946f0 con 0x7f87640d0b10 2024-09-21T02:48:27.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.158+0000 7f8769834640 1 --2- 172.21.15.83:0/3782519520 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8748073230 0x7f8748075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:27.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.162+0000 7f8769834640 1 --2- 172.21.15.83:0/3782519520 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8748073230 0x7f8748075740 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f87540058d0 tx=0x7f8754005860 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:27.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.162+0000 7f875affd640 1 -- 172.21.15.83:0/3782519520 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f8760014070 con 0x7f87640d0b10 2024-09-21T02:48:27.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.346+0000 7f876c299640 1 -- 172.21.15.83:0/3782519520 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f87640d4340 con 0x7f87640d0b10 2024-09-21T02:48:27.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.350+0000 7f875affd640 1 -- 172.21.15.83:0/3782519520 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v47) ==== 80+0+0 (secure 0 0 0) 0x7f876005f710 con 0x7f87640d0b10 2024-09-21T02:48:27.354 INFO:teuthology.orchestra.run.smithi083.stderr:listed 0 entries 2024-09-21T02:48:27.355 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.350+0000 7f876c299640 1 -- 172.21.15.83:0/3782519520 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8748073230 msgr2=0x7f8748075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:27.355 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.350+0000 7f876c299640 1 --2- 172.21.15.83:0/3782519520 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8748073230 0x7f8748075740 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f87540058d0 tx=0x7f8754005860 comp rx=0 tx=0).stop 2024-09-21T02:48:27.355 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.350+0000 7f876c299640 1 -- 172.21.15.83:0/3782519520 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87640d0b10 msgr2=0x7f876409eb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:27.355 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.350+0000 7f876c299640 1 --2- 172.21.15.83:0/3782519520 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87640d0b10 0x7f876409eb40 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f876000c970 tx=0x7f876000ce30 comp rx=0 tx=0).stop 2024-09-21T02:48:27.355 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.350+0000 7f876c299640 1 -- 172.21.15.83:0/3782519520 shutdown_connections 2024-09-21T02:48:27.355 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.350+0000 7f876c299640 1 --2- 172.21.15.83:0/3782519520 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8748073230 0x7f8748075740 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:27.355 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.350+0000 7f876c299640 1 --2- 172.21.15.83:0/3782519520 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f87640d27b0 0x7f8764162410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:27.355 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.350+0000 7f876c299640 1 --2- 172.21.15.83:0/3782519520 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f87640d1460 0x7f876415f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:27.355 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.350+0000 7f876c299640 1 --2- 172.21.15.83:0/3782519520 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87640d0b10 0x7f876409eb40 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:27.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.350+0000 7f876c299640 1 -- 172.21.15.83:0/3782519520 >> 172.21.15.83:0/3782519520 conn(0x7f876409d6e0 msgr2=0x7f8764167750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:27.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.350+0000 7f876c299640 1 -- 172.21.15.83:0/3782519520 shutdown_connections 2024-09-21T02:48:27.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.350+0000 7f876c299640 1 -- 172.21.15.83:0/3782519520 wait complete. 2024-09-21T02:48:27.374 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi083.front.sepia.ceph.com... 2024-09-21T02:48:27.374 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:48:27.374 DEBUG:teuthology.orchestra.run.smithi083:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-21T02:48:27.387 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi083.stderr:ceph-fuse[39712]: fuse finished with error 0 and tester_r 0 2024-09-21T02:48:27.392 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi083.front.sepia.ceph.com 2024-09-21T02:48:27.392 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:48:27.392 DEBUG:teuthology.orchestra.run.smithi083:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-21T02:48:27.577 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T02:48:27.577 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2024-09-21T02:48:27.578 DEBUG:teuthology.orchestra.run.smithi142:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T02:48:27.599 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16342 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T02:48:27.599 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T02:48:27.600 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:48:27.600 DEBUG:teuthology.orchestra.run.smithi083:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T02:48:27.624 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336472k,nr_inodes=4084118,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274684k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=22095 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274680k,nr_inodes=818670,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274684k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T02:48:27.624 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T02:48:27.624 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2024-09-21T02:48:27.624 DEBUG:teuthology.orchestra.run.smithi142:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T02:48:27.648 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16342 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T02:48:27.648 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T02:48:27.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.818+0000 7f25c7974640 1 -- 172.21.15.83:0/4136472210 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f25c006ed60 msgr2=0x7f25c006f170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:27.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.818+0000 7f25c7974640 1 --2- 172.21.15.83:0/4136472210 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f25c006ed60 0x7f25c006f170 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f25c0163410 tx=0x7f25b801cd60 comp rx=0 tx=0).stop 2024-09-21T02:48:27.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.818+0000 7f25c7974640 1 -- 172.21.15.83:0/4136472210 shutdown_connections 2024-09-21T02:48:27.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.818+0000 7f25c7974640 1 --2- 172.21.15.83:0/4136472210 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f25c006ed60 0x7f25c006f170 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:27.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.818+0000 7f25c7974640 1 --2- 172.21.15.83:0/4136472210 >> v2:172.21.15.142:3300/0 conn(0x7f25c00cfd00 0x7f25c00d0110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:27.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.818+0000 7f25c7974640 1 --2- 172.21.15.83:0/4136472210 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f25c0155880 0x7f25c0162d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:27.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.818+0000 7f25c7974640 1 -- 172.21.15.83:0/4136472210 >> 172.21.15.83:0/4136472210 conn(0x7f25c006ce90 msgr2=0x7f25c006d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:27.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.818+0000 7f25c7974640 1 -- 172.21.15.83:0/4136472210 shutdown_connections 2024-09-21T02:48:27.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.818+0000 7f25c7974640 1 -- 172.21.15.83:0/4136472210 wait complete. 2024-09-21T02:48:27.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.822+0000 7f25c7974640 1 Processor -- start 2024-09-21T02:48:27.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.822+0000 7f25c7974640 1 -- start start 2024-09-21T02:48:27.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.822+0000 7f25c7974640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f25c006ed60 0x7f25c0141fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:27.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.822+0000 7f25c7974640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f25c00cfd00 0x7f25c01528b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:27.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.822+0000 7f25c7974640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f25c0155880 0x7f25c0152df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:27.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.822+0000 7f25c7974640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f25c015f8c0 con 0x7f25c0155880 2024-09-21T02:48:27.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.822+0000 7f25c7974640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f25c015f740 con 0x7f25c006ed60 2024-09-21T02:48:27.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.822+0000 7f25c7974640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f25c015fa40 con 0x7f25c00cfd00 2024-09-21T02:48:27.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.822+0000 7f25c5f11640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f25c0155880 0x7f25c0152df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:27.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.822+0000 7f25c5f11640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f25c0155880 0x7f25c0152df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50890/0 (socket says 172.21.15.83:50890) 2024-09-21T02:48:27.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.822+0000 7f25c5f11640 1 -- 172.21.15.83:0/4076280424 learned_addr learned my addr 172.21.15.83:0/4076280424 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:48:27.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.822+0000 7f25c5710640 1 --2- 172.21.15.83:0/4076280424 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f25c006ed60 0x7f25c0141fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:27.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.822+0000 7f25c4f0f640 1 --2- 172.21.15.83:0/4076280424 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f25c00cfd00 0x7f25c01528b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:27.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.822+0000 7f25c5f11640 1 -- 172.21.15.83:0/4076280424 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f25c00cfd00 msgr2=0x7f25c01528b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:27.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.822+0000 7f25c5f11640 1 --2- 172.21.15.83:0/4076280424 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f25c00cfd00 0x7f25c01528b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:27.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.822+0000 7f25c5f11640 1 -- 172.21.15.83:0/4076280424 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f25c006ed60 msgr2=0x7f25c0141fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:27.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.822+0000 7f25c5f11640 1 --2- 172.21.15.83:0/4076280424 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f25c006ed60 0x7f25c0141fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:27.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.822+0000 7f25c5f11640 1 -- 172.21.15.83:0/4076280424 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25c0152240 con 0x7f25c0155880 2024-09-21T02:48:27.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.822+0000 7f25c5f11640 1 --2- 172.21.15.83:0/4076280424 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f25c0155880 0x7f25c0152df0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f25b801b410 tx=0x7f25b8005b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:27.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.822+0000 7f25b5ffb640 1 -- 172.21.15.83:0/4076280424 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25b80bc070 con 0x7f25c0155880 2024-09-21T02:48:27.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.822+0000 7f25b5ffb640 1 -- 172.21.15.83:0/4076280424 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f25b8004330 con 0x7f25c0155880 2024-09-21T02:48:27.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.822+0000 7f25c7974640 1 -- 172.21.15.83:0/4076280424 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25c01fc610 con 0x7f25c0155880 2024-09-21T02:48:27.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.822+0000 7f25b5ffb640 1 -- 172.21.15.83:0/4076280424 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25b80b2040 con 0x7f25c0155880 2024-09-21T02:48:27.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.822+0000 7f25c7974640 1 -- 172.21.15.83:0/4076280424 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25c01fcbd0 con 0x7f25c0155880 2024-09-21T02:48:27.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.822+0000 7f25c7974640 1 -- 172.21.15.83:0/4076280424 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25c00d0110 con 0x7f25c0155880 2024-09-21T02:48:27.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.826+0000 7f25b5ffb640 1 -- 172.21.15.83:0/4076280424 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f25b80bf070 con 0x7f25c0155880 2024-09-21T02:48:27.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.826+0000 7f25b5ffb640 1 --2- 172.21.15.83:0/4076280424 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f25a4073230 0x7f25a4075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:27.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.826+0000 7f25b5ffb640 1 -- 172.21.15.83:0/4076280424 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5854+0+0 (secure 0 0 0) 0x7f25b812dec0 con 0x7f25c0155880 2024-09-21T02:48:27.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.826+0000 7f25c5710640 1 --2- 172.21.15.83:0/4076280424 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f25a4073230 0x7f25a4075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:27.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.826+0000 7f25c5710640 1 --2- 172.21.15.83:0/4076280424 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f25a4073230 0x7f25a4075740 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f25bc0058d0 tx=0x7f25bc005860 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:27.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:27.830+0000 7f25b5ffb640 1 -- 172.21.15.83:0/4076280424 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f25c00d0650 con 0x7f25c0155880 2024-09-21T02:48:28.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.042+0000 7f25c7974640 1 -- 172.21.15.83:0/4076280424 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f25c0159e60 con 0x7f25c0155880 2024-09-21T02:48:28.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.046+0000 7f25b5ffb640 1 -- 172.21.15.83:0/4076280424 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+5223 (secure 0 0 0) 0x7f25b8016950 con 0x7f25c0155880 2024-09-21T02:48:28.049 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:48:28.049 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":26,"btime":"2024-09-21T02:44:24:825084+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4826,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6833/733410438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":733410438},{"type":"v1","addr":"172.21.15.142:6833","nonce":733410438}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21},{"gid":4990,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6835/453438382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":453438382},{"type":"v1","addr":"172.21.15.142:6835","nonce":453438382}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21},{"gid":5196,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/2707955764","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":2707955764},{"type":"v1","addr":"172.21.15.83:6835","nonce":2707955764}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":26,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T02:44:21.200038+0000","modified":"2024-09-21T02:44:24.237410+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5199},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5199":{"gid":5199,"name":"c","rank":0,"incarnation":22,"state":"up:active","state_seq":3,"addr":"172.21.15.83:6837/3402545863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":3402545863},{"type":"v1","addr":"172.21.15.83:6837","nonce":3402545863}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5199,"qdb_cluster":[5199]},"id":3}]} 2024-09-21T02:48:28.049 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 26 2024-09-21T02:48:28.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.046+0000 7f25c7974640 1 -- 172.21.15.83:0/4076280424 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f25a4073230 msgr2=0x7f25a4075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:28.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.046+0000 7f25c7974640 1 --2- 172.21.15.83:0/4076280424 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f25a4073230 0x7f25a4075740 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f25bc0058d0 tx=0x7f25bc005860 comp rx=0 tx=0).stop 2024-09-21T02:48:28.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.046+0000 7f25c7974640 1 -- 172.21.15.83:0/4076280424 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f25c0155880 msgr2=0x7f25c0152df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:28.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.046+0000 7f25c7974640 1 --2- 172.21.15.83:0/4076280424 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f25c0155880 0x7f25c0152df0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f25b801b410 tx=0x7f25b8005b10 comp rx=0 tx=0).stop 2024-09-21T02:48:28.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.046+0000 7f25c7974640 1 -- 172.21.15.83:0/4076280424 shutdown_connections 2024-09-21T02:48:28.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.046+0000 7f25c7974640 1 --2- 172.21.15.83:0/4076280424 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f25a4073230 0x7f25a4075740 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:28.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.046+0000 7f25c7974640 1 --2- 172.21.15.83:0/4076280424 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f25c0155880 0x7f25c0152df0 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:28.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.046+0000 7f25c7974640 1 --2- 172.21.15.83:0/4076280424 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f25c00cfd00 0x7f25c01528b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:28.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.046+0000 7f25c7974640 1 --2- 172.21.15.83:0/4076280424 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f25c006ed60 0x7f25c0141fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:28.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.046+0000 7f25c7974640 1 -- 172.21.15.83:0/4076280424 >> 172.21.15.83:0/4076280424 conn(0x7f25c006ce90 msgr2=0x7f25c0073f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:28.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.046+0000 7f25c7974640 1 -- 172.21.15.83:0/4076280424 shutdown_connections 2024-09-21T02:48:28.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.046+0000 7f25c7974640 1 -- 172.21.15.83:0/4076280424 wait complete. 2024-09-21T02:48:28.072 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T02:48:28.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.230+0000 7f068a2c3640 1 -- 172.21.15.83:0/43499009 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f066c003a60 msgr2=0x7f066c003ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:28.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.230+0000 7f068a2c3640 1 --2- 172.21.15.83:0/43499009 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f066c003a60 0x7f066c003ed0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f067400c610 tx=0x7f067401d2c0 comp rx=0 tx=0).stop 2024-09-21T02:48:28.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.230+0000 7f068a2c3640 1 -- 172.21.15.83:0/43499009 shutdown_connections 2024-09-21T02:48:28.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.230+0000 7f068a2c3640 1 --2- 172.21.15.83:0/43499009 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f066c003a60 0x7f066c003ed0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:28.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.230+0000 7f068a2c3640 1 -- 172.21.15.83:0/43499009 >> 172.21.15.83:0/43499009 conn(0x7f068406ce90 msgr2=0x7f068406d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:28.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.230+0000 7f068a2c3640 1 -- 172.21.15.83:0/43499009 shutdown_connections 2024-09-21T02:48:28.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.230+0000 7f068a2c3640 1 -- 172.21.15.83:0/43499009 wait complete. 2024-09-21T02:48:28.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.230+0000 7f068a2c3640 1 Processor -- start 2024-09-21T02:48:28.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.230+0000 7f068a2c3640 1 -- start start 2024-09-21T02:48:28.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.230+0000 7f068a2c3640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f066c003a60 0x7f06840b21b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:28.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.230+0000 7f068a2c3640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f06841fd3e0 0x7f06840ca450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:28.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.230+0000 7f068a2c3640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f068415c580 0x7f06841fc840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:28.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.230+0000 7f068a2c3640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f0684160ca0 con 0x7f068415c580 2024-09-21T02:48:28.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.230+0000 7f068a2c3640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f0684160b20 con 0x7f06841fd3e0 2024-09-21T02:48:28.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.230+0000 7f068a2c3640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f0684160e20 con 0x7f066c003a60 2024-09-21T02:48:28.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.230+0000 7f0688860640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f068415c580 0x7f06841fc840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:28.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.230+0000 7f0688860640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f068415c580 0x7f06841fc840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50908/0 (socket says 172.21.15.83:50908) 2024-09-21T02:48:28.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.230+0000 7f0688860640 1 -- 172.21.15.83:0/380056756 learned_addr learned my addr 172.21.15.83:0/380056756 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:48:28.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.230+0000 7f06837fe640 1 --2- 172.21.15.83:0/380056756 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f06841fd3e0 0x7f06840ca450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:28.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.230+0000 7f0683fff640 1 --2- 172.21.15.83:0/380056756 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f066c003a60 0x7f06840b21b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:28.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.230+0000 7f0688860640 1 -- 172.21.15.83:0/380056756 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f066c003a60 msgr2=0x7f06840b21b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:28.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.230+0000 7f0688860640 1 --2- 172.21.15.83:0/380056756 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f066c003a60 0x7f06840b21b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:28.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.230+0000 7f0688860640 1 -- 172.21.15.83:0/380056756 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f06841fd3e0 msgr2=0x7f06840ca450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:28.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.230+0000 7f0688860640 1 --2- 172.21.15.83:0/380056756 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f06841fd3e0 0x7f06840ca450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:28.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.230+0000 7f0688860640 1 -- 172.21.15.83:0/380056756 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f068413fba0 con 0x7f068415c580 2024-09-21T02:48:28.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.230+0000 7f0683fff640 1 --2- 172.21.15.83:0/380056756 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f066c003a60 0x7f06840b21b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:48:28.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.234+0000 7f0688860640 1 --2- 172.21.15.83:0/380056756 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f068415c580 0x7f06841fc840 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f068415cec0 tx=0x7f067c009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:28.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.234+0000 7f0680ff9640 1 -- 172.21.15.83:0/380056756 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f067c005020 con 0x7f068415c580 2024-09-21T02:48:28.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.234+0000 7f0680ff9640 1 -- 172.21.15.83:0/380056756 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f067c0052b0 con 0x7f068415c580 2024-09-21T02:48:28.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.234+0000 7f068a2c3640 1 -- 172.21.15.83:0/380056756 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f068413fe90 con 0x7f068415c580 2024-09-21T02:48:28.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.234+0000 7f0680ff9640 1 -- 172.21.15.83:0/380056756 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f067c0047b0 con 0x7f068415c580 2024-09-21T02:48:28.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.234+0000 7f068a2c3640 1 -- 172.21.15.83:0/380056756 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06840b3380 con 0x7f068415c580 2024-09-21T02:48:28.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.234+0000 7f068a2c3640 1 -- 172.21.15.83:0/380056756 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0684074310 con 0x7f068415c580 2024-09-21T02:48:28.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.234+0000 7f0680ff9640 1 -- 172.21.15.83:0/380056756 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f067c01b020 con 0x7f068415c580 2024-09-21T02:48:28.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.234+0000 7f0680ff9640 1 --2- 172.21.15.83:0/380056756 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0670073200 0x7f0670075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:28.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.234+0000 7f0683fff640 1 --2- 172.21.15.83:0/380056756 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0670073200 0x7f0670075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:28.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.234+0000 7f0680ff9640 1 -- 172.21.15.83:0/380056756 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5854+0+0 (secure 0 0 0) 0x7f067c093d60 con 0x7f068415c580 2024-09-21T02:48:28.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.234+0000 7f0683fff640 1 --2- 172.21.15.83:0/380056756 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0670073200 0x7f0670075710 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f06740013e0 tx=0x7f067401a100 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:28.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.238+0000 7f0680ff9640 1 -- 172.21.15.83:0/380056756 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f067c05ee10 con 0x7f068415c580 2024-09-21T02:48:28.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.442+0000 7f068a2c3640 1 -- 172.21.15.83:0/380056756 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f06841ea7a0 con 0x7f068415c580 2024-09-21T02:48:28.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.442+0000 7f0680ff9640 1 -- 172.21.15.83:0/380056756 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+5223 (secure 0 0 0) 0x7f067c05e710 con 0x7f068415c580 2024-09-21T02:48:28.447 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:48:28.447 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":26,"btime":"2024-09-21T02:44:24:825084+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4826,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6833/733410438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":733410438},{"type":"v1","addr":"172.21.15.142:6833","nonce":733410438}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21},{"gid":4990,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6835/453438382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":453438382},{"type":"v1","addr":"172.21.15.142:6835","nonce":453438382}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21},{"gid":5196,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/2707955764","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":2707955764},{"type":"v1","addr":"172.21.15.83:6835","nonce":2707955764}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":26,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T02:44:21.200038+0000","modified":"2024-09-21T02:44:24.237410+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5199},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5199":{"gid":5199,"name":"c","rank":0,"incarnation":22,"state":"up:active","state_seq":3,"addr":"172.21.15.83:6837/3402545863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":3402545863},{"type":"v1","addr":"172.21.15.83:6837","nonce":3402545863}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5199,"qdb_cluster":[5199]},"id":3}]} 2024-09-21T02:48:28.447 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 26 2024-09-21T02:48:28.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.446+0000 7f068a2c3640 1 -- 172.21.15.83:0/380056756 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0670073200 msgr2=0x7f0670075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:28.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.446+0000 7f068a2c3640 1 --2- 172.21.15.83:0/380056756 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0670073200 0x7f0670075710 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f06740013e0 tx=0x7f067401a100 comp rx=0 tx=0).stop 2024-09-21T02:48:28.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.446+0000 7f068a2c3640 1 -- 172.21.15.83:0/380056756 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f068415c580 msgr2=0x7f06841fc840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:28.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.446+0000 7f068a2c3640 1 --2- 172.21.15.83:0/380056756 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f068415c580 0x7f06841fc840 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f068415cec0 tx=0x7f067c009f90 comp rx=0 tx=0).stop 2024-09-21T02:48:28.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.446+0000 7f068a2c3640 1 -- 172.21.15.83:0/380056756 shutdown_connections 2024-09-21T02:48:28.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.446+0000 7f068a2c3640 1 --2- 172.21.15.83:0/380056756 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0670073200 0x7f0670075710 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:28.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.446+0000 7f068a2c3640 1 --2- 172.21.15.83:0/380056756 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f068415c580 0x7f06841fc840 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:28.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.446+0000 7f068a2c3640 1 --2- 172.21.15.83:0/380056756 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f06841fd3e0 0x7f06840ca450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:28.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.446+0000 7f068a2c3640 1 --2- 172.21.15.83:0/380056756 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f066c003a60 0x7f06840b21b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:28.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.446+0000 7f068a2c3640 1 -- 172.21.15.83:0/380056756 >> 172.21.15.83:0/380056756 conn(0x7f068406ce90 msgr2=0x7f06840c5380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:28.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.446+0000 7f068a2c3640 1 -- 172.21.15.83:0/380056756 shutdown_connections 2024-09-21T02:48:28.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.446+0000 7f068a2c3640 1 -- 172.21.15.83:0/380056756 wait complete. 2024-09-21T02:48:28.469 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T02:48:28.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.622+0000 7f40d2cf1640 1 -- 172.21.15.83:0/1238249188 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f40cc074310 msgr2=0x7f40cc0b45e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:28.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.622+0000 7f40d2cf1640 1 --2- 172.21.15.83:0/1238249188 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f40cc074310 0x7f40cc0b45e0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f40c4009bc0 tx=0x7f40c401cba0 comp rx=0 tx=0).stop 2024-09-21T02:48:28.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.622+0000 7f40d2cf1640 1 -- 172.21.15.83:0/1238249188 shutdown_connections 2024-09-21T02:48:28.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.622+0000 7f40d2cf1640 1 --2- 172.21.15.83:0/1238249188 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f40cc074310 0x7f40cc0b45e0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:28.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.622+0000 7f40d2cf1640 1 --2- 172.21.15.83:0/1238249188 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f40cc0cef40 0x7f40cc073dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:28.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.622+0000 7f40d2cf1640 1 -- 172.21.15.83:0/1238249188 >> 172.21.15.83:0/1238249188 conn(0x7f40cc070650 msgr2=0x7f40cc0b2d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:28.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.622+0000 7f40d2cf1640 1 -- 172.21.15.83:0/1238249188 shutdown_connections 2024-09-21T02:48:28.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.622+0000 7f40d2cf1640 1 -- 172.21.15.83:0/1238249188 wait complete. 2024-09-21T02:48:28.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.626+0000 7f40d2cf1640 1 Processor -- start 2024-09-21T02:48:28.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.626+0000 7f40d2cf1640 1 -- start start 2024-09-21T02:48:28.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.626+0000 7f40d2cf1640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f40cc074310 0x7f40cc06cf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:28.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.626+0000 7f40d2cf1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f40cc0cef40 0x7f40cc06d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:28.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.626+0000 7f40d2cf1640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f40cc15f130 0x7f40cc1635f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:28.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.626+0000 7f40d2cf1640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f40cc168d60 con 0x7f40cc0cef40 2024-09-21T02:48:28.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.626+0000 7f40d2cf1640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f40cc168be0 con 0x7f40cc074310 2024-09-21T02:48:28.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.626+0000 7f40d2cf1640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f40cc168ee0 con 0x7f40cc15f130 2024-09-21T02:48:28.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.626+0000 7f40cbfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f40cc0cef40 0x7f40cc06d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:28.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.626+0000 7f40cbfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f40cc0cef40 0x7f40cc06d480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50934/0 (socket says 172.21.15.83:50934) 2024-09-21T02:48:28.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.626+0000 7f40cbfff640 1 -- 172.21.15.83:0/2411294163 learned_addr learned my addr 172.21.15.83:0/2411294163 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:48:28.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.626+0000 7f40d128e640 1 --2- 172.21.15.83:0/2411294163 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f40cc15f130 0x7f40cc1635f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:28.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.626+0000 7f40cbfff640 1 -- 172.21.15.83:0/2411294163 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f40cc15f130 msgr2=0x7f40cc1635f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:28.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.626+0000 7f40cbfff640 1 --2- 172.21.15.83:0/2411294163 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f40cc15f130 0x7f40cc1635f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:28.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.626+0000 7f40cbfff640 1 -- 172.21.15.83:0/2411294163 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f40cc074310 msgr2=0x7f40cc06cf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:28.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.626+0000 7f40d0a8d640 1 --2- 172.21.15.83:0/2411294163 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f40cc074310 0x7f40cc06cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:28.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.626+0000 7f40cbfff640 1 --2- 172.21.15.83:0/2411294163 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f40cc074310 0x7f40cc06cf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:28.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.626+0000 7f40cbfff640 1 -- 172.21.15.83:0/2411294163 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40cc1fa6c0 con 0x7f40cc0cef40 2024-09-21T02:48:28.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.626+0000 7f40d128e640 1 --2- 172.21.15.83:0/2411294163 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f40cc15f130 0x7f40cc1635f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:48:28.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.626+0000 7f40cbfff640 1 --2- 172.21.15.83:0/2411294163 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f40cc0cef40 0x7f40cc06d480 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f40c00058d0 tx=0x7f40c000dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:28.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.626+0000 7f40c97fa640 1 -- 172.21.15.83:0/2411294163 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40c0017070 con 0x7f40cc0cef40 2024-09-21T02:48:28.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.626+0000 7f40c97fa640 1 -- 172.21.15.83:0/2411294163 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f40c0009d20 con 0x7f40cc0cef40 2024-09-21T02:48:28.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.626+0000 7f40d2cf1640 1 -- 172.21.15.83:0/2411294163 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40cc1f68d0 con 0x7f40cc0cef40 2024-09-21T02:48:28.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.626+0000 7f40c97fa640 1 -- 172.21.15.83:0/2411294163 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40c00106c0 con 0x7f40cc0cef40 2024-09-21T02:48:28.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.626+0000 7f40d2cf1640 1 -- 172.21.15.83:0/2411294163 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40cc1f6e90 con 0x7f40cc0cef40 2024-09-21T02:48:28.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.626+0000 7f40d2cf1640 1 -- 172.21.15.83:0/2411294163 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40cc1fa930 con 0x7f40cc0cef40 2024-09-21T02:48:28.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.630+0000 7f40c97fa640 1 -- 172.21.15.83:0/2411294163 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f40c001a070 con 0x7f40cc0cef40 2024-09-21T02:48:28.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.630+0000 7f40c97fa640 1 --2- 172.21.15.83:0/2411294163 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f40b8073200 0x7f40b8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:28.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.630+0000 7f40c97fa640 1 -- 172.21.15.83:0/2411294163 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5854+0+0 (secure 0 0 0) 0x7f40c0094890 con 0x7f40cc0cef40 2024-09-21T02:48:28.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.630+0000 7f40d0a8d640 1 --2- 172.21.15.83:0/2411294163 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f40b8073200 0x7f40b8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:28.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.630+0000 7f40d0a8d640 1 --2- 172.21.15.83:0/2411294163 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f40b8073200 0x7f40b8075710 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f40bc000f70 tx=0x7f40bc009040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:28.637 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.634+0000 7f40c97fa640 1 -- 172.21.15.83:0/2411294163 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f40c005f890 con 0x7f40cc0cef40 2024-09-21T02:48:28.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.806+0000 7f40d2cf1640 1 -- 172.21.15.83:0/2411294163 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f40cc0b45e0 con 0x7f40cc0cef40 2024-09-21T02:48:28.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.810+0000 7f40c97fa640 1 -- 172.21.15.83:0/2411294163 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v47) ==== 74+0+16936 (secure 0 0 0) 0x7f40c0092e20 con 0x7f40cc0cef40 2024-09-21T02:48:28.814 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:48:28.814 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":47,"fsid":"82b6a254-ea31-468f-b8d3-3f9b32622240","created":"2024-09-21T02:42:38.603140+0000","modified":"2024-09-21T02:44:45.898042+0000","last_up_change":"2024-09-21T02:42:53.602524+0000","last_in_change":"2024-09-21T02:42:43.192261+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T02:42:53.826200+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-21T02:44:18.873503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-21T02:44:20.148415+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"45","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3a8ebb7b-1ae5-4b26-8278-9dcb6c385903","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6814","nonce":1413652419}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6818","nonce":1413652419}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6825","nonce":1413652419}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6822","nonce":1413652419}]},"public_addr":"172.21.15.83:6814/1413652419","cluster_addr":"172.21.15.83:6818/1413652419","heartbeat_back_addr":"172.21.15.83:6825/1413652419","heartbeat_front_addr":"172.21.15.83:6822/1413652419","state":["exists","up"]},{"osd":1,"uuid":"c965bb73-548b-4509-96ec-9c263029104b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6827","nonce":464765712}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6829","nonce":464765712}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6833","nonce":464765712}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6831","nonce":464765712}]},"public_addr":"172.21.15.83:6827/464765712","cluster_addr":"172.21.15.83:6829/464765712","heartbeat_back_addr":"172.21.15.83:6833/464765712","heartbeat_front_addr":"172.21.15.83:6831/464765712","state":["exists","up"]},{"osd":2,"uuid":"d86f4e42-c5e5-48f2-9936-817c45ca308d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6803","nonce":2393321522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6805","nonce":2393321522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6809","nonce":2393321522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6807","nonce":2393321522}]},"public_addr":"172.21.15.83:6803/2393321522","cluster_addr":"172.21.15.83:6805/2393321522","heartbeat_back_addr":"172.21.15.83:6809/2393321522","heartbeat_front_addr":"172.21.15.83:6807/2393321522","state":["exists","up"]},{"osd":3,"uuid":"13beb0a5-6df8-4bd9-a8c9-d61fe89e09e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6811","nonce":3390622409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6813","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6815","nonce":3390622409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6821","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6823","nonce":3390622409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6817","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6819","nonce":3390622409}]},"public_addr":"172.21.15.83:6811/3390622409","cluster_addr":"172.21.15.83:6815/3390622409","heartbeat_back_addr":"172.21.15.83:6823/3390622409","heartbeat_front_addr":"172.21.15.83:6819/3390622409","state":["exists","up"]},{"osd":4,"uuid":"2028bcfd-16b5-40a0-beaf-18832fee4ac1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6816","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6817","nonce":903609339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6818","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6819","nonce":903609339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6822","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6823","nonce":903609339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6820","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6821","nonce":903609339}]},"public_addr":"172.21.15.142:6817/903609339","cluster_addr":"172.21.15.142:6819/903609339","heartbeat_back_addr":"172.21.15.142:6823/903609339","heartbeat_front_addr":"172.21.15.142:6821/903609339","state":["exists","up"]},{"osd":5,"uuid":"f3fdab28-9ac1-4ff3-92ed-3c2a9833a45d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6824","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6825","nonce":1864459234}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6826","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6827","nonce":1864459234}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6830","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6831","nonce":1864459234}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6828","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6829","nonce":1864459234}]},"public_addr":"172.21.15.142:6825/1864459234","cluster_addr":"172.21.15.142:6827/1864459234","heartbeat_back_addr":"172.21.15.142:6831/1864459234","heartbeat_front_addr":"172.21.15.142:6829/1864459234","state":["exists","up"]},{"osd":6,"uuid":"e6c411f3-8a06-41f2-b104-40216326259a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6808","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6809","nonce":1137623679}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6810","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6811","nonce":1137623679}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6814","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6815","nonce":1137623679}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6812","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6813","nonce":1137623679}]},"public_addr":"172.21.15.142:6809/1137623679","cluster_addr":"172.21.15.142:6811/1137623679","heartbeat_back_addr":"172.21.15.142:6815/1137623679","heartbeat_front_addr":"172.21.15.142:6813/1137623679","state":["exists","up"]},{"osd":7,"uuid":"37ce1cb6-2b1b-4d91-ace3-926062f54290","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6800","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6801","nonce":81587312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6802","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6803","nonce":81587312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6806","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6807","nonce":81587312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6804","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6805","nonce":81587312}]},"public_addr":"172.21.15.142:6801/81587312","cluster_addr":"172.21.15.142:6803/81587312","heartbeat_back_addr":"172.21.15.142:6807/81587312","heartbeat_front_addr":"172.21.15.142:6805/81587312","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.547410+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.843449+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.932112+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.842886+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.082896+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.238106+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.825928+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.553550+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"7.3","mappings":[{"from":5,"to":7}]},{"pgid":"7.5","mappings":[{"from":5,"to":0}]},{"pgid":"7.15","mappings":[{"from":5,"to":7}]},{"pgid":"7.2b","mappings":[{"from":5,"to":7}]},{"pgid":"7.35","mappings":[{"from":5,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T02:48:28.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.814+0000 7f40d2cf1640 1 -- 172.21.15.83:0/2411294163 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f40b8073200 msgr2=0x7f40b8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:28.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.814+0000 7f40d2cf1640 1 --2- 172.21.15.83:0/2411294163 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f40b8073200 0x7f40b8075710 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f40bc000f70 tx=0x7f40bc009040 comp rx=0 tx=0).stop 2024-09-21T02:48:28.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.814+0000 7f40d2cf1640 1 -- 172.21.15.83:0/2411294163 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f40cc0cef40 msgr2=0x7f40cc06d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:28.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.814+0000 7f40d2cf1640 1 --2- 172.21.15.83:0/2411294163 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f40cc0cef40 0x7f40cc06d480 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f40c00058d0 tx=0x7f40c000dde0 comp rx=0 tx=0).stop 2024-09-21T02:48:28.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.814+0000 7f40d2cf1640 1 -- 172.21.15.83:0/2411294163 shutdown_connections 2024-09-21T02:48:28.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.814+0000 7f40d2cf1640 1 --2- 172.21.15.83:0/2411294163 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f40b8073200 0x7f40b8075710 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:28.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.814+0000 7f40d2cf1640 1 --2- 172.21.15.83:0/2411294163 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f40cc15f130 0x7f40cc1635f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:28.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.814+0000 7f40d2cf1640 1 --2- 172.21.15.83:0/2411294163 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f40cc0cef40 0x7f40cc06d480 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:28.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.814+0000 7f40d2cf1640 1 --2- 172.21.15.83:0/2411294163 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f40cc074310 0x7f40cc06cf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:28.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.814+0000 7f40d2cf1640 1 -- 172.21.15.83:0/2411294163 >> 172.21.15.83:0/2411294163 conn(0x7f40cc070650 msgr2=0x7f40cc0d03d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:28.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.814+0000 7f40d2cf1640 1 -- 172.21.15.83:0/2411294163 shutdown_connections 2024-09-21T02:48:28.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.814+0000 7f40d2cf1640 1 -- 172.21.15.83:0/2411294163 wait complete. 2024-09-21T02:48:28.837 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-21T02:48:28.837 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T02:48:28.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.986+0000 7f037c6e3640 1 -- 172.21.15.83:0/195044935 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0360004810 msgr2=0x7f0360004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:28.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.986+0000 7f037c6e3640 1 --2- 172.21.15.83:0/195044935 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0360004810 0x7f0360004c20 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f0364009b60 tx=0x7f036401d270 comp rx=0 tx=0).stop 2024-09-21T02:48:28.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.986+0000 7f037c6e3640 1 -- 172.21.15.83:0/195044935 shutdown_connections 2024-09-21T02:48:28.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.986+0000 7f037c6e3640 1 --2- 172.21.15.83:0/195044935 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0360004810 0x7f0360004c20 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:28.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.986+0000 7f037c6e3640 1 -- 172.21.15.83:0/195044935 >> 172.21.15.83:0/195044935 conn(0x7f0374070650 msgr2=0x7f03740b2d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:28.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.986+0000 7f037c6e3640 1 -- 172.21.15.83:0/195044935 shutdown_connections 2024-09-21T02:48:28.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.986+0000 7f037c6e3640 1 -- 172.21.15.83:0/195044935 wait complete. 2024-09-21T02:48:28.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.990+0000 7f037c6e3640 1 Processor -- start 2024-09-21T02:48:28.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.990+0000 7f037c6e3640 1 -- start start 2024-09-21T02:48:28.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.990+0000 7f037c6e3640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0360004810 0x7f03741fcdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:28.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.990+0000 7f037c6e3640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f03740c6210 0x7f03741f97c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:28.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.990+0000 7f037c6e3640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f03740b54d0 0x7f03740b4120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:28.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.990+0000 7f037c6e3640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f03740ce090 con 0x7f03740c6210 2024-09-21T02:48:28.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.990+0000 7f037c6e3640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f03740cdf10 con 0x7f0360004810 2024-09-21T02:48:28.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.990+0000 7f037c6e3640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f03740ce210 con 0x7f03740b54d0 2024-09-21T02:48:28.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.990+0000 7f0379c7e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f03740c6210 0x7f03741f97c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:28.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.990+0000 7f0379c7e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f03740c6210 0x7f03741f97c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50962/0 (socket says 172.21.15.83:50962) 2024-09-21T02:48:28.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.990+0000 7f0379c7e640 1 -- 172.21.15.83:0/2427333252 learned_addr learned my addr 172.21.15.83:0/2427333252 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:48:28.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.990+0000 7f037a47f640 1 --2- 172.21.15.83:0/2427333252 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0360004810 0x7f03741fcdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:28.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.990+0000 7f037ac80640 1 --2- 172.21.15.83:0/2427333252 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f03740b54d0 0x7f03740b4120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:28.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.990+0000 7f0379c7e640 1 -- 172.21.15.83:0/2427333252 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f03740b54d0 msgr2=0x7f03740b4120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:28.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.990+0000 7f0379c7e640 1 --2- 172.21.15.83:0/2427333252 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f03740b54d0 0x7f03740b4120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:28.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.990+0000 7f0379c7e640 1 -- 172.21.15.83:0/2427333252 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0360004810 msgr2=0x7f03741fcdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:28.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.990+0000 7f0379c7e640 1 --2- 172.21.15.83:0/2427333252 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0360004810 0x7f03741fcdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:28.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.990+0000 7f0379c7e640 1 -- 172.21.15.83:0/2427333252 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03740c6b40 con 0x7f03740c6210 2024-09-21T02:48:28.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.990+0000 7f037a47f640 1 --2- 172.21.15.83:0/2427333252 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0360004810 0x7f03741fcdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:48:28.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.990+0000 7f037ac80640 1 --2- 172.21.15.83:0/2427333252 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f03740b54d0 0x7f03740b4120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:48:28.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.990+0000 7f0379c7e640 1 --2- 172.21.15.83:0/2427333252 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f03740c6210 0x7f03741f97c0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f036401d0a0 tx=0x7f0364005520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:28.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.990+0000 7f036affd640 1 -- 172.21.15.83:0/2427333252 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03640b1040 con 0x7f03740c6210 2024-09-21T02:48:28.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.990+0000 7f036affd640 1 -- 172.21.15.83:0/2427333252 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0364004110 con 0x7f03740c6210 2024-09-21T02:48:28.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.990+0000 7f036affd640 1 -- 172.21.15.83:0/2427333252 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03640ac7b0 con 0x7f03740c6210 2024-09-21T02:48:28.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.994+0000 7f037c6e3640 1 -- 172.21.15.83:0/2427333252 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03740c6e20 con 0x7f03740c6210 2024-09-21T02:48:28.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.994+0000 7f037c6e3640 1 -- 172.21.15.83:0/2427333252 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03741fc5d0 con 0x7f03740c6210 2024-09-21T02:48:28.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.994+0000 7f037c6e3640 1 -- 172.21.15.83:0/2427333252 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03740ce770 con 0x7f03740c6210 2024-09-21T02:48:28.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.994+0000 7f036affd640 1 -- 172.21.15.83:0/2427333252 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f03640bf060 con 0x7f03740c6210 2024-09-21T02:48:28.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.994+0000 7f036affd640 1 --2- 172.21.15.83:0/2427333252 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0358073230 0x7f0358075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:28.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.994+0000 7f036affd640 1 -- 172.21.15.83:0/2427333252 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5854+0+0 (secure 0 0 0) 0x7f036412e880 con 0x7f03740c6210 2024-09-21T02:48:28.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.994+0000 7f037a47f640 1 --2- 172.21.15.83:0/2427333252 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0358073230 0x7f0358075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:28.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.994+0000 7f037a47f640 1 --2- 172.21.15.83:0/2427333252 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0358073230 0x7f0358075740 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f036c001bf0 tx=0x7f036c001f40 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:29.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:28.998+0000 7f036affd640 1 -- 172.21.15.83:0/2427333252 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f0364016f80 con 0x7f03740c6210 2024-09-21T02:48:29.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.206+0000 7f037c6e3640 1 -- 172.21.15.83:0/2427333252 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0374076400 con 0x7f03740c6210 2024-09-21T02:48:29.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.206+0000 7f036affd640 1 -- 172.21.15.83:0/2427333252 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+5223 (secure 0 0 0) 0x7f03640f9810 con 0x7f03740c6210 2024-09-21T02:48:29.211 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:48:29.211 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":26,"btime":"2024-09-21T02:44:24:825084+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4826,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6833/733410438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":733410438},{"type":"v1","addr":"172.21.15.142:6833","nonce":733410438}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21},{"gid":4990,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6835/453438382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":453438382},{"type":"v1","addr":"172.21.15.142:6835","nonce":453438382}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21},{"gid":5196,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/2707955764","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":2707955764},{"type":"v1","addr":"172.21.15.83:6835","nonce":2707955764}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":26,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T02:44:21.200038+0000","modified":"2024-09-21T02:44:24.237410+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5199},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5199":{"gid":5199,"name":"c","rank":0,"incarnation":22,"state":"up:active","state_seq":3,"addr":"172.21.15.83:6837/3402545863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":3402545863},{"type":"v1","addr":"172.21.15.83:6837","nonce":3402545863}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5199,"qdb_cluster":[5199]},"id":3}]} 2024-09-21T02:48:29.211 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 26 2024-09-21T02:48:29.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.210+0000 7f037c6e3640 1 -- 172.21.15.83:0/2427333252 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0358073230 msgr2=0x7f0358075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:29.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.210+0000 7f037c6e3640 1 --2- 172.21.15.83:0/2427333252 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0358073230 0x7f0358075740 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f036c001bf0 tx=0x7f036c001f40 comp rx=0 tx=0).stop 2024-09-21T02:48:29.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.210+0000 7f037c6e3640 1 -- 172.21.15.83:0/2427333252 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f03740c6210 msgr2=0x7f03741f97c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:29.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.210+0000 7f037c6e3640 1 --2- 172.21.15.83:0/2427333252 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f03740c6210 0x7f03741f97c0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f036401d0a0 tx=0x7f0364005520 comp rx=0 tx=0).stop 2024-09-21T02:48:29.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.210+0000 7f037c6e3640 1 -- 172.21.15.83:0/2427333252 shutdown_connections 2024-09-21T02:48:29.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.210+0000 7f037c6e3640 1 --2- 172.21.15.83:0/2427333252 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f0358073230 0x7f0358075740 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:29.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.210+0000 7f037c6e3640 1 --2- 172.21.15.83:0/2427333252 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f03740b54d0 0x7f03740b4120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:29.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.210+0000 7f037c6e3640 1 --2- 172.21.15.83:0/2427333252 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f03740c6210 0x7f03741f97c0 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:29.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.210+0000 7f037c6e3640 1 --2- 172.21.15.83:0/2427333252 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0360004810 0x7f03741fcdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:29.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.210+0000 7f037c6e3640 1 -- 172.21.15.83:0/2427333252 >> 172.21.15.83:0/2427333252 conn(0x7f0374070650 msgr2=0x7f037415ef90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:29.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.210+0000 7f037c6e3640 1 -- 172.21.15.83:0/2427333252 shutdown_connections 2024-09-21T02:48:29.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.210+0000 7f037c6e3640 1 -- 172.21.15.83:0/2427333252 wait complete. 2024-09-21T02:48:29.234 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T02:48:29.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.382+0000 7f1c87af4640 1 -- 172.21.15.83:0/813680399 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1c800cef40 msgr2=0x7f1c80073dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:29.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.382+0000 7f1c87af4640 1 --2- 172.21.15.83:0/813680399 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1c800cef40 0x7f1c80073dd0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f1c70009840 tx=0x7f1c7001c820 comp rx=0 tx=0).stop 2024-09-21T02:48:29.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.382+0000 7f1c87af4640 1 -- 172.21.15.83:0/813680399 shutdown_connections 2024-09-21T02:48:29.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.382+0000 7f1c87af4640 1 --2- 172.21.15.83:0/813680399 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1c800cef40 0x7f1c80073dd0 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:29.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.382+0000 7f1c87af4640 1 -- 172.21.15.83:0/813680399 >> 172.21.15.83:0/813680399 conn(0x7f1c80070650 msgr2=0x7f1c800b2d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:29.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.382+0000 7f1c87af4640 1 -- 172.21.15.83:0/813680399 shutdown_connections 2024-09-21T02:48:29.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.382+0000 7f1c87af4640 1 -- 172.21.15.83:0/813680399 wait complete. 2024-09-21T02:48:29.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.386+0000 7f1c87af4640 1 Processor -- start 2024-09-21T02:48:29.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.386+0000 7f1c87af4640 1 -- start start 2024-09-21T02:48:29.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.386+0000 7f1c87af4640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f1c80074310 0x7f1c8013e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:29.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.386+0000 7f1c87af4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1c800cef40 0x7f1c8013ec20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:29.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.386+0000 7f1c87af4640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1c8015f130 0x7f1c801692e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:29.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.386+0000 7f1c87af4640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f1c8016b4f0 con 0x7f1c800cef40 2024-09-21T02:48:29.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.386+0000 7f1c87af4640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f1c8006dbc0 con 0x7f1c8015f130 2024-09-21T02:48:29.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.386+0000 7f1c87af4640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f1c8016b670 con 0x7f1c80074310 2024-09-21T02:48:29.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.386+0000 7f1c8508f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1c800cef40 0x7f1c8013ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:29.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.386+0000 7f1c8508f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1c800cef40 0x7f1c8013ec20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50982/0 (socket says 172.21.15.83:50982) 2024-09-21T02:48:29.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.386+0000 7f1c8508f640 1 -- 172.21.15.83:0/3685293178 learned_addr learned my addr 172.21.15.83:0/3685293178 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:48:29.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.386+0000 7f1c85890640 1 --2- 172.21.15.83:0/3685293178 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f1c80074310 0x7f1c8013e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:29.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.386+0000 7f1c86091640 1 --2- 172.21.15.83:0/3685293178 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1c8015f130 0x7f1c801692e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:29.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.386+0000 7f1c8508f640 1 -- 172.21.15.83:0/3685293178 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f1c80074310 msgr2=0x7f1c8013e6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:29.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.386+0000 7f1c8508f640 1 --2- 172.21.15.83:0/3685293178 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f1c80074310 0x7f1c8013e6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:29.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.386+0000 7f1c8508f640 1 -- 172.21.15.83:0/3685293178 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1c8015f130 msgr2=0x7f1c801692e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:29.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.386+0000 7f1c8508f640 1 --2- 172.21.15.83:0/3685293178 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1c8015f130 0x7f1c801692e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:29.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.386+0000 7f1c8508f640 1 -- 172.21.15.83:0/3685293178 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c80150670 con 0x7f1c800cef40 2024-09-21T02:48:29.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.386+0000 7f1c86091640 1 --2- 172.21.15.83:0/3685293178 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1c8015f130 0x7f1c801692e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:48:29.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.386+0000 7f1c8508f640 1 --2- 172.21.15.83:0/3685293178 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1c800cef40 0x7f1c8013ec20 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f1c7001cd00 tx=0x7f1c700a8610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:29.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.386+0000 7f1c767fc640 1 -- 172.21.15.83:0/3685293178 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c700be070 con 0x7f1c800cef40 2024-09-21T02:48:29.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.386+0000 7f1c767fc640 1 -- 172.21.15.83:0/3685293178 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1c700a8a90 con 0x7f1c800cef40 2024-09-21T02:48:29.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.386+0000 7f1c87af4640 1 -- 172.21.15.83:0/3685293178 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c80165220 con 0x7f1c800cef40 2024-09-21T02:48:29.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.386+0000 7f1c767fc640 1 -- 172.21.15.83:0/3685293178 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c70005040 con 0x7f1c800cef40 2024-09-21T02:48:29.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.386+0000 7f1c87af4640 1 -- 172.21.15.83:0/3685293178 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c801657e0 con 0x7f1c800cef40 2024-09-21T02:48:29.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.390+0000 7f1c87af4640 1 -- 172.21.15.83:0/3685293178 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c80165030 con 0x7f1c800cef40 2024-09-21T02:48:29.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.390+0000 7f1c767fc640 1 -- 172.21.15.83:0/3685293178 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f1c700c1070 con 0x7f1c800cef40 2024-09-21T02:48:29.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.390+0000 7f1c767fc640 1 --2- 172.21.15.83:0/3685293178 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f1c64073200 0x7f1c64075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:29.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.390+0000 7f1c85890640 1 --2- 172.21.15.83:0/3685293178 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f1c64073200 0x7f1c64075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:29.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.390+0000 7f1c767fc640 1 -- 172.21.15.83:0/3685293178 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5854+0+0 (secure 0 0 0) 0x7f1c7012e3f0 con 0x7f1c800cef40 2024-09-21T02:48:29.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.390+0000 7f1c85890640 1 --2- 172.21.15.83:0/3685293178 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f1c64073200 0x7f1c64075710 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f1c780012f0 tx=0x7f1c78009040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:29.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.394+0000 7f1c767fc640 1 -- 172.21.15.83:0/3685293178 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f1c700ac030 con 0x7f1c800cef40 2024-09-21T02:48:29.593 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.590+0000 7f1c87af4640 1 -- 172.21.15.83:0/3685293178 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1c80073dd0 con 0x7f1c800cef40 2024-09-21T02:48:29.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.590+0000 7f1c767fc640 1 -- 172.21.15.83:0/3685293178 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+5223 (secure 0 0 0) 0x7f1c70016410 con 0x7f1c800cef40 2024-09-21T02:48:29.594 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:48:29.594 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":26,"btime":"2024-09-21T02:44:24:825084+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4826,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6833/733410438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":733410438},{"type":"v1","addr":"172.21.15.142:6833","nonce":733410438}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21},{"gid":4990,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6835/453438382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":453438382},{"type":"v1","addr":"172.21.15.142:6835","nonce":453438382}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21},{"gid":5196,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/2707955764","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":2707955764},{"type":"v1","addr":"172.21.15.83:6835","nonce":2707955764}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":26,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T02:44:21.200038+0000","modified":"2024-09-21T02:44:24.237410+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5199},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5199":{"gid":5199,"name":"c","rank":0,"incarnation":22,"state":"up:active","state_seq":3,"addr":"172.21.15.83:6837/3402545863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":3402545863},{"type":"v1","addr":"172.21.15.83:6837","nonce":3402545863}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5199,"qdb_cluster":[5199]},"id":3}]} 2024-09-21T02:48:29.594 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 26 2024-09-21T02:48:29.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.594+0000 7f1c87af4640 1 -- 172.21.15.83:0/3685293178 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f1c64073200 msgr2=0x7f1c64075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:29.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.594+0000 7f1c87af4640 1 --2- 172.21.15.83:0/3685293178 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f1c64073200 0x7f1c64075710 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f1c780012f0 tx=0x7f1c78009040 comp rx=0 tx=0).stop 2024-09-21T02:48:29.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.594+0000 7f1c87af4640 1 -- 172.21.15.83:0/3685293178 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1c800cef40 msgr2=0x7f1c8013ec20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:29.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.594+0000 7f1c87af4640 1 --2- 172.21.15.83:0/3685293178 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1c800cef40 0x7f1c8013ec20 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f1c7001cd00 tx=0x7f1c700a8610 comp rx=0 tx=0).stop 2024-09-21T02:48:29.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.594+0000 7f1c87af4640 1 -- 172.21.15.83:0/3685293178 shutdown_connections 2024-09-21T02:48:29.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.594+0000 7f1c87af4640 1 --2- 172.21.15.83:0/3685293178 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f1c64073200 0x7f1c64075710 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:29.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.594+0000 7f1c87af4640 1 --2- 172.21.15.83:0/3685293178 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1c8015f130 0x7f1c801692e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:29.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.594+0000 7f1c87af4640 1 --2- 172.21.15.83:0/3685293178 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1c800cef40 0x7f1c8013ec20 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:29.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.594+0000 7f1c87af4640 1 --2- 172.21.15.83:0/3685293178 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f1c80074310 0x7f1c8013e6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:29.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.594+0000 7f1c87af4640 1 -- 172.21.15.83:0/3685293178 >> 172.21.15.83:0/3685293178 conn(0x7f1c80070650 msgr2=0x7f1c8015c3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:29.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.594+0000 7f1c87af4640 1 -- 172.21.15.83:0/3685293178 shutdown_connections 2024-09-21T02:48:29.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.594+0000 7f1c87af4640 1 -- 172.21.15.83:0/3685293178 wait complete. 2024-09-21T02:48:29.616 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T02:48:29.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.762+0000 7fd77ce9a640 1 -- 172.21.15.83:0/875221567 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd760004810 msgr2=0x7fd760004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:29.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.762+0000 7fd77ce9a640 1 --2- 172.21.15.83:0/875221567 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd760004810 0x7fd760004c20 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fd760004790 tx=0x7fd76c01f5b0 comp rx=0 tx=0).stop 2024-09-21T02:48:29.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.762+0000 7fd77ce9a640 1 -- 172.21.15.83:0/875221567 shutdown_connections 2024-09-21T02:48:29.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.762+0000 7fd77ce9a640 1 --2- 172.21.15.83:0/875221567 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd760004810 0x7fd760004c20 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:29.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.762+0000 7fd77ce9a640 1 -- 172.21.15.83:0/875221567 >> 172.21.15.83:0/875221567 conn(0x7fd7780d1100 msgr2=0x7fd7780d1510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:29.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.762+0000 7fd77ce9a640 1 -- 172.21.15.83:0/875221567 shutdown_connections 2024-09-21T02:48:29.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.762+0000 7fd77ce9a640 1 -- 172.21.15.83:0/875221567 wait complete. 2024-09-21T02:48:29.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.766+0000 7fd77ce9a640 1 Processor -- start 2024-09-21T02:48:29.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.766+0000 7fd77ce9a640 1 -- start start 2024-09-21T02:48:29.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.766+0000 7fd77ce9a640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd760004810 0x7fd7781ea120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:29.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.766+0000 7fd77ce9a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd7780c6070 0x7fd7781f7660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:29.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.766+0000 7fd77ce9a640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd7781542e0 0x7fd7781546f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:29.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.766+0000 7fd77ce9a640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd77815c4d0 con 0x7fd7780c6070 2024-09-21T02:48:29.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.766+0000 7fd77ce9a640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fd77815c350 con 0x7fd760004810 2024-09-21T02:48:29.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.766+0000 7fd77ce9a640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fd77815c650 con 0x7fd7781542e0 2024-09-21T02:48:29.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.766+0000 7fd775d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd7780c6070 0x7fd7781f7660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:29.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.766+0000 7fd775d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd7780c6070 0x7fd7781f7660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51018/0 (socket says 172.21.15.83:51018) 2024-09-21T02:48:29.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.766+0000 7fd775d9b640 1 -- 172.21.15.83:0/2892768398 learned_addr learned my addr 172.21.15.83:0/2892768398 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:48:29.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.766+0000 7fd776d9d640 1 --2- 172.21.15.83:0/2892768398 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd7781542e0 0x7fd7781546f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:29.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.766+0000 7fd77659c640 1 --2- 172.21.15.83:0/2892768398 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd760004810 0x7fd7781ea120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:29.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.766+0000 7fd775d9b640 1 -- 172.21.15.83:0/2892768398 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd7781542e0 msgr2=0x7fd7781546f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:29.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.766+0000 7fd775d9b640 1 --2- 172.21.15.83:0/2892768398 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd7781542e0 0x7fd7781546f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:29.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.766+0000 7fd775d9b640 1 -- 172.21.15.83:0/2892768398 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd760004810 msgr2=0x7fd7781ea120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:29.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.766+0000 7fd775d9b640 1 --2- 172.21.15.83:0/2892768398 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd760004810 0x7fd7781ea120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:29.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.766+0000 7fd775d9b640 1 -- 172.21.15.83:0/2892768398 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd778154c30 con 0x7fd7780c6070 2024-09-21T02:48:29.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.766+0000 7fd775d9b640 1 --2- 172.21.15.83:0/2892768398 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd7780c6070 0x7fd7781f7660 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fd76c01dcb0 tx=0x7fd76c0066b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:29.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.766+0000 7fd766ffd640 1 -- 172.21.15.83:0/2892768398 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd76c001ce0 con 0x7fd7780c6070 2024-09-21T02:48:29.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.766+0000 7fd766ffd640 1 -- 172.21.15.83:0/2892768398 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd76c003600 con 0x7fd7780c6070 2024-09-21T02:48:29.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.766+0000 7fd766ffd640 1 -- 172.21.15.83:0/2892768398 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd76c003a30 con 0x7fd7780c6070 2024-09-21T02:48:29.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.766+0000 7fd77ce9a640 1 -- 172.21.15.83:0/2892768398 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7781f3950 con 0x7fd7780c6070 2024-09-21T02:48:29.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.766+0000 7fd77ce9a640 1 -- 172.21.15.83:0/2892768398 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7781f3c30 con 0x7fd7780c6070 2024-09-21T02:48:29.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.766+0000 7fd77ce9a640 1 -- 172.21.15.83:0/2892768398 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7780744e0 con 0x7fd7780c6070 2024-09-21T02:48:29.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.770+0000 7fd766ffd640 1 -- 172.21.15.83:0/2892768398 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fd76c003bd0 con 0x7fd7780c6070 2024-09-21T02:48:29.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.770+0000 7fd766ffd640 1 --2- 172.21.15.83:0/2892768398 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd758073200 0x7fd758075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:29.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.770+0000 7fd77659c640 1 --2- 172.21.15.83:0/2892768398 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd758073200 0x7fd758075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:29.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.770+0000 7fd766ffd640 1 -- 172.21.15.83:0/2892768398 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5854+0+0 (secure 0 0 0) 0x7fd76c131900 con 0x7fd7780c6070 2024-09-21T02:48:29.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.770+0000 7fd77659c640 1 --2- 172.21.15.83:0/2892768398 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd758073200 0x7fd758075710 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fd768001620 tx=0x7fd768006970 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:29.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.774+0000 7fd766ffd640 1 -- 172.21.15.83:0/2892768398 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fd778154c30 con 0x7fd7780c6070 2024-09-21T02:48:29.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.942+0000 7fd77ce9a640 1 -- 172.21.15.83:0/2892768398 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd7781f36d0 con 0x7fd7780c6070 2024-09-21T02:48:29.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.946+0000 7fd766ffd640 1 -- 172.21.15.83:0/2892768398 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v47) ==== 74+0+16936 (secure 0 0 0) 0x7fd7781f36d0 con 0x7fd7780c6070 2024-09-21T02:48:29.949 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:48:29.949 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":47,"fsid":"82b6a254-ea31-468f-b8d3-3f9b32622240","created":"2024-09-21T02:42:38.603140+0000","modified":"2024-09-21T02:44:45.898042+0000","last_up_change":"2024-09-21T02:42:53.602524+0000","last_in_change":"2024-09-21T02:42:43.192261+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T02:42:53.826200+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-21T02:44:18.873503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-21T02:44:20.148415+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"45","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3a8ebb7b-1ae5-4b26-8278-9dcb6c385903","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6814","nonce":1413652419}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6818","nonce":1413652419}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6825","nonce":1413652419}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6822","nonce":1413652419}]},"public_addr":"172.21.15.83:6814/1413652419","cluster_addr":"172.21.15.83:6818/1413652419","heartbeat_back_addr":"172.21.15.83:6825/1413652419","heartbeat_front_addr":"172.21.15.83:6822/1413652419","state":["exists","up"]},{"osd":1,"uuid":"c965bb73-548b-4509-96ec-9c263029104b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6827","nonce":464765712}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6829","nonce":464765712}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6833","nonce":464765712}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6831","nonce":464765712}]},"public_addr":"172.21.15.83:6827/464765712","cluster_addr":"172.21.15.83:6829/464765712","heartbeat_back_addr":"172.21.15.83:6833/464765712","heartbeat_front_addr":"172.21.15.83:6831/464765712","state":["exists","up"]},{"osd":2,"uuid":"d86f4e42-c5e5-48f2-9936-817c45ca308d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6803","nonce":2393321522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6805","nonce":2393321522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6809","nonce":2393321522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6807","nonce":2393321522}]},"public_addr":"172.21.15.83:6803/2393321522","cluster_addr":"172.21.15.83:6805/2393321522","heartbeat_back_addr":"172.21.15.83:6809/2393321522","heartbeat_front_addr":"172.21.15.83:6807/2393321522","state":["exists","up"]},{"osd":3,"uuid":"13beb0a5-6df8-4bd9-a8c9-d61fe89e09e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6811","nonce":3390622409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6813","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6815","nonce":3390622409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6821","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6823","nonce":3390622409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6817","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6819","nonce":3390622409}]},"public_addr":"172.21.15.83:6811/3390622409","cluster_addr":"172.21.15.83:6815/3390622409","heartbeat_back_addr":"172.21.15.83:6823/3390622409","heartbeat_front_addr":"172.21.15.83:6819/3390622409","state":["exists","up"]},{"osd":4,"uuid":"2028bcfd-16b5-40a0-beaf-18832fee4ac1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6816","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6817","nonce":903609339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6818","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6819","nonce":903609339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6822","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6823","nonce":903609339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6820","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6821","nonce":903609339}]},"public_addr":"172.21.15.142:6817/903609339","cluster_addr":"172.21.15.142:6819/903609339","heartbeat_back_addr":"172.21.15.142:6823/903609339","heartbeat_front_addr":"172.21.15.142:6821/903609339","state":["exists","up"]},{"osd":5,"uuid":"f3fdab28-9ac1-4ff3-92ed-3c2a9833a45d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6824","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6825","nonce":1864459234}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6826","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6827","nonce":1864459234}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6830","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6831","nonce":1864459234}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6828","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6829","nonce":1864459234}]},"public_addr":"172.21.15.142:6825/1864459234","cluster_addr":"172.21.15.142:6827/1864459234","heartbeat_back_addr":"172.21.15.142:6831/1864459234","heartbeat_front_addr":"172.21.15.142:6829/1864459234","state":["exists","up"]},{"osd":6,"uuid":"e6c411f3-8a06-41f2-b104-40216326259a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6808","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6809","nonce":1137623679}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6810","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6811","nonce":1137623679}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6814","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6815","nonce":1137623679}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6812","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6813","nonce":1137623679}]},"public_addr":"172.21.15.142:6809/1137623679","cluster_addr":"172.21.15.142:6811/1137623679","heartbeat_back_addr":"172.21.15.142:6815/1137623679","heartbeat_front_addr":"172.21.15.142:6813/1137623679","state":["exists","up"]},{"osd":7,"uuid":"37ce1cb6-2b1b-4d91-ace3-926062f54290","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6800","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6801","nonce":81587312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6802","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6803","nonce":81587312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6806","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6807","nonce":81587312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6804","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6805","nonce":81587312}]},"public_addr":"172.21.15.142:6801/81587312","cluster_addr":"172.21.15.142:6803/81587312","heartbeat_back_addr":"172.21.15.142:6807/81587312","heartbeat_front_addr":"172.21.15.142:6805/81587312","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.547410+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.843449+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.932112+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.842886+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.082896+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.238106+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.825928+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.553550+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"7.3","mappings":[{"from":5,"to":7}]},{"pgid":"7.5","mappings":[{"from":5,"to":0}]},{"pgid":"7.15","mappings":[{"from":5,"to":7}]},{"pgid":"7.2b","mappings":[{"from":5,"to":7}]},{"pgid":"7.35","mappings":[{"from":5,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T02:48:29.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.946+0000 7fd77ce9a640 1 -- 172.21.15.83:0/2892768398 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd758073200 msgr2=0x7fd758075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:29.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.946+0000 7fd77ce9a640 1 --2- 172.21.15.83:0/2892768398 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd758073200 0x7fd758075710 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fd768001620 tx=0x7fd768006970 comp rx=0 tx=0).stop 2024-09-21T02:48:29.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.946+0000 7fd77ce9a640 1 -- 172.21.15.83:0/2892768398 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd7780c6070 msgr2=0x7fd7781f7660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:29.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.946+0000 7fd77ce9a640 1 --2- 172.21.15.83:0/2892768398 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd7780c6070 0x7fd7781f7660 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fd76c01dcb0 tx=0x7fd76c0066b0 comp rx=0 tx=0).stop 2024-09-21T02:48:29.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.946+0000 7fd77ce9a640 1 -- 172.21.15.83:0/2892768398 shutdown_connections 2024-09-21T02:48:29.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.946+0000 7fd77ce9a640 1 --2- 172.21.15.83:0/2892768398 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fd758073200 0x7fd758075710 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:29.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.946+0000 7fd77ce9a640 1 --2- 172.21.15.83:0/2892768398 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fd7781542e0 0x7fd7781546f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:29.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.946+0000 7fd77ce9a640 1 --2- 172.21.15.83:0/2892768398 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd7780c6070 0x7fd7781f7660 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:29.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.946+0000 7fd77ce9a640 1 --2- 172.21.15.83:0/2892768398 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fd760004810 0x7fd7781ea120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:29.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.946+0000 7fd77ce9a640 1 -- 172.21.15.83:0/2892768398 >> 172.21.15.83:0/2892768398 conn(0x7fd7780d1100 msgr2=0x7fd778159dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:29.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.946+0000 7fd77ce9a640 1 -- 172.21.15.83:0/2892768398 shutdown_connections 2024-09-21T02:48:29.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:29.946+0000 7fd77ce9a640 1 -- 172.21.15.83:0/2892768398 wait complete. 2024-09-21T02:48:29.971 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-21T02:48:30.110 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.106+0000 7fac43af9640 1 -- 172.21.15.83:0/3463694529 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac3c15b2c0 msgr2=0x7fac3c0cffd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:30.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.106+0000 7fac43af9640 1 --2- 172.21.15.83:0/3463694529 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac3c15b2c0 0x7fac3c0cffd0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fac3c072620 tx=0x7fac2c01c770 comp rx=0 tx=0).stop 2024-09-21T02:48:30.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.106+0000 7fac43af9640 1 -- 172.21.15.83:0/3463694529 shutdown_connections 2024-09-21T02:48:30.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.106+0000 7fac43af9640 1 --2- 172.21.15.83:0/3463694529 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac3c15b2c0 0x7fac3c0cffd0 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:30.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.106+0000 7fac43af9640 1 --2- 172.21.15.83:0/3463694529 >> v2:172.21.15.142:3300/0 conn(0x7fac3c0b4b70 0x7fac3c15c410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:30.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.106+0000 7fac43af9640 1 -- 172.21.15.83:0/3463694529 >> 172.21.15.83:0/3463694529 conn(0x7fac3c06ce90 msgr2=0x7fac3c06d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:30.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.106+0000 7fac43af9640 1 -- 172.21.15.83:0/3463694529 shutdown_connections 2024-09-21T02:48:30.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.106+0000 7fac43af9640 1 -- 172.21.15.83:0/3463694529 wait complete. 2024-09-21T02:48:30.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.110+0000 7fac43af9640 1 Processor -- start 2024-09-21T02:48:30.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.110+0000 7fac43af9640 1 -- start start 2024-09-21T02:48:30.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.110+0000 7fac43af9640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fac3c0b4b70 0x7fac3c156960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:30.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.110+0000 7fac43af9640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac3c0d0510 0x7fac3c14da20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:30.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.110+0000 7fac43af9640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fac3c15b2c0 0x7fac3c14c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:30.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.110+0000 7fac43af9640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fac3c06f5a0 con 0x7fac3c0d0510 2024-09-21T02:48:30.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.110+0000 7fac43af9640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fac3c06f420 con 0x7fac3c15b2c0 2024-09-21T02:48:30.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.110+0000 7fac43af9640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fac3c06f720 con 0x7fac3c0b4b70 2024-09-21T02:48:30.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.110+0000 7fac41094640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac3c0d0510 0x7fac3c14da20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:30.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.110+0000 7fac41094640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac3c0d0510 0x7fac3c14da20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51036/0 (socket says 172.21.15.83:51036) 2024-09-21T02:48:30.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.110+0000 7fac41094640 1 -- 172.21.15.83:0/1080087626 learned_addr learned my addr 172.21.15.83:0/1080087626 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:48:30.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.110+0000 7fac41895640 1 --2- 172.21.15.83:0/1080087626 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fac3c0b4b70 0x7fac3c156960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:30.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.110+0000 7fac42096640 1 --2- 172.21.15.83:0/1080087626 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fac3c15b2c0 0x7fac3c14c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:30.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.110+0000 7fac41094640 1 -- 172.21.15.83:0/1080087626 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fac3c0b4b70 msgr2=0x7fac3c156960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:30.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.110+0000 7fac41094640 1 --2- 172.21.15.83:0/1080087626 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fac3c0b4b70 0x7fac3c156960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:30.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.110+0000 7fac41094640 1 -- 172.21.15.83:0/1080087626 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fac3c15b2c0 msgr2=0x7fac3c14c2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:30.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.110+0000 7fac41094640 1 --2- 172.21.15.83:0/1080087626 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fac3c15b2c0 0x7fac3c14c2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:30.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.110+0000 7fac41094640 1 -- 172.21.15.83:0/1080087626 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac3c0b27b0 con 0x7fac3c0d0510 2024-09-21T02:48:30.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.110+0000 7fac41094640 1 --2- 172.21.15.83:0/1080087626 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac3c0d0510 0x7fac3c14da20 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fac2c000c10 tx=0x7fac2c0050c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:30.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.110+0000 7fac327fc640 1 -- 172.21.15.83:0/1080087626 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac2c0ad070 con 0x7fac3c0d0510 2024-09-21T02:48:30.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.110+0000 7fac327fc640 1 -- 172.21.15.83:0/1080087626 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fac2c0055a0 con 0x7fac3c0d0510 2024-09-21T02:48:30.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.110+0000 7fac327fc640 1 -- 172.21.15.83:0/1080087626 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac2c004290 con 0x7fac3c0d0510 2024-09-21T02:48:30.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.110+0000 7fac43af9640 1 -- 172.21.15.83:0/1080087626 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac3c15a850 con 0x7fac3c0d0510 2024-09-21T02:48:30.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.110+0000 7fac43af9640 1 -- 172.21.15.83:0/1080087626 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac3c155e80 con 0x7fac3c0d0510 2024-09-21T02:48:30.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.110+0000 7fac43af9640 1 -- 172.21.15.83:0/1080087626 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac3c0b4770 con 0x7fac3c0d0510 2024-09-21T02:48:30.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.114+0000 7fac327fc640 1 -- 172.21.15.83:0/1080087626 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fac2c0b0070 con 0x7fac3c0d0510 2024-09-21T02:48:30.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.114+0000 7fac327fc640 1 --2- 172.21.15.83:0/1080087626 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fac20073200 0x7fac20075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:30.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.114+0000 7fac327fc640 1 -- 172.21.15.83:0/1080087626 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5854+0+0 (secure 0 0 0) 0x7fac2c12e680 con 0x7fac3c0d0510 2024-09-21T02:48:30.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.114+0000 7fac41895640 1 --2- 172.21.15.83:0/1080087626 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fac20073200 0x7fac20075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:30.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.114+0000 7fac41895640 1 --2- 172.21.15.83:0/1080087626 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fac20073200 0x7fac20075710 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fac38005fd0 tx=0x7fac3800c460 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:30.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.118+0000 7fac327fc640 1 -- 172.21.15.83:0/1080087626 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fac2c0c1070 con 0x7fac3c0d0510 2024-09-21T02:48:30.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.326+0000 7fac43af9640 1 -- 172.21.15.83:0/1080087626 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fac3c06fc10 con 0x7fac3c0d0510 2024-09-21T02:48:30.331 INFO:tasks.ceph.mon.a.smithi083.stderr:2024-09-21T02:48:30.326+0000 7f8779c04640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T02:48:30.333 INFO:teuthology.orchestra.run.smithi083.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-21T02:48:30.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.330+0000 7fac327fc640 1 -- 172.21.15.83:0/1080087626 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v27) ==== 161+0+0 (secure 0 0 0) 0x7fac2c0163f0 con 0x7fac3c0d0510 2024-09-21T02:48:30.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.338+0000 7fac43af9640 1 -- 172.21.15.83:0/1080087626 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fac20073200 msgr2=0x7fac20075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:30.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.338+0000 7fac43af9640 1 --2- 172.21.15.83:0/1080087626 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fac20073200 0x7fac20075710 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fac38005fd0 tx=0x7fac3800c460 comp rx=0 tx=0).stop 2024-09-21T02:48:30.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.338+0000 7fac43af9640 1 -- 172.21.15.83:0/1080087626 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac3c0d0510 msgr2=0x7fac3c14da20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:30.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.338+0000 7fac43af9640 1 --2- 172.21.15.83:0/1080087626 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac3c0d0510 0x7fac3c14da20 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fac2c000c10 tx=0x7fac2c0050c0 comp rx=0 tx=0).stop 2024-09-21T02:48:30.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.338+0000 7fac43af9640 1 -- 172.21.15.83:0/1080087626 shutdown_connections 2024-09-21T02:48:30.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.338+0000 7fac43af9640 1 --2- 172.21.15.83:0/1080087626 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fac20073200 0x7fac20075710 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:30.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.338+0000 7fac43af9640 1 --2- 172.21.15.83:0/1080087626 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fac3c15b2c0 0x7fac3c14c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:30.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.338+0000 7fac43af9640 1 --2- 172.21.15.83:0/1080087626 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac3c0d0510 0x7fac3c14da20 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:30.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.338+0000 7fac43af9640 1 --2- 172.21.15.83:0/1080087626 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fac3c0b4b70 0x7fac3c156960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:30.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.338+0000 7fac43af9640 1 -- 172.21.15.83:0/1080087626 >> 172.21.15.83:0/1080087626 conn(0x7fac3c06ce90 msgr2=0x7fac3c148030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:30.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.338+0000 7fac43af9640 1 -- 172.21.15.83:0/1080087626 shutdown_connections 2024-09-21T02:48:30.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.338+0000 7fac43af9640 1 -- 172.21.15.83:0/1080087626 wait complete. 2024-09-21T02:48:30.361 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-21T02:48:30.427 INFO:tasks.ceph.mds.c.smithi083.stdout:starting mds.c at 2024-09-21T02:48:30.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.502+0000 7f2a1e182640 1 -- 172.21.15.83:0/2279022701 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2a1815c5e0 msgr2=0x7f2a181600e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:30.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.502+0000 7f2a1e182640 1 --2- 172.21.15.83:0/2279022701 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2a1815c5e0 0x7f2a181600e0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f2a08009900 tx=0x7f2a0801c810 comp rx=0 tx=0).stop 2024-09-21T02:48:30.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.502+0000 7f2a1e182640 1 -- 172.21.15.83:0/2279022701 shutdown_connections 2024-09-21T02:48:30.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.502+0000 7f2a1e182640 1 --2- 172.21.15.83:0/2279022701 >> v2:172.21.15.142:3300/0 conn(0x7f2a180b4230 0x7f2a180d07c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:30.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.502+0000 7f2a1e182640 1 --2- 172.21.15.83:0/2279022701 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2a180b50c0 0x7f2a180b3cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:30.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.502+0000 7f2a1e182640 1 --2- 172.21.15.83:0/2279022701 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2a1815c5e0 0x7f2a181600e0 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:30.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.502+0000 7f2a1e182640 1 -- 172.21.15.83:0/2279022701 >> 172.21.15.83:0/2279022701 conn(0x7f2a180693b0 msgr2=0x7f2a180d2270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:30.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.502+0000 7f2a1e182640 1 -- 172.21.15.83:0/2279022701 shutdown_connections 2024-09-21T02:48:30.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.502+0000 7f2a1e182640 1 -- 172.21.15.83:0/2279022701 wait complete. 2024-09-21T02:48:30.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.502+0000 7f2a1e182640 1 Processor -- start 2024-09-21T02:48:30.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.502+0000 7f2a1e182640 1 -- start start 2024-09-21T02:48:30.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.506+0000 7f2a1e182640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2a180b4230 0x7f2a180c95e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:30.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.506+0000 7f2a1e182640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2a180b50c0 0x7f2a18158b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:30.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.506+0000 7f2a1e182640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2a1815c5e0 0x7f2a18150150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:30.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.506+0000 7f2a1e182640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f2a18071d10 con 0x7f2a1815c5e0 2024-09-21T02:48:30.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.506+0000 7f2a1e182640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f2a18071b90 con 0x7f2a180b4230 2024-09-21T02:48:30.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.506+0000 7f2a1e182640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f2a18071e90 con 0x7f2a180b50c0 2024-09-21T02:48:30.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.506+0000 7f2a17fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2a1815c5e0 0x7f2a18150150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:30.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.506+0000 7f2a17fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2a1815c5e0 0x7f2a18150150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51066/0 (socket says 172.21.15.83:51066) 2024-09-21T02:48:30.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.506+0000 7f2a17fff640 1 -- 172.21.15.83:0/2709110657 learned_addr learned my addr 172.21.15.83:0/2709110657 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:48:30.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.506+0000 7f2a177fe640 1 --2- 172.21.15.83:0/2709110657 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2a180b4230 0x7f2a180c95e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:30.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.506+0000 7f2a16ffd640 1 --2- 172.21.15.83:0/2709110657 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2a180b50c0 0x7f2a18158b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:30.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.506+0000 7f2a17fff640 1 -- 172.21.15.83:0/2709110657 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2a180b50c0 msgr2=0x7f2a18158b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:30.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.506+0000 7f2a17fff640 1 --2- 172.21.15.83:0/2709110657 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2a180b50c0 0x7f2a18158b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:30.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.506+0000 7f2a17fff640 1 -- 172.21.15.83:0/2709110657 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2a180b4230 msgr2=0x7f2a180c95e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:30.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.506+0000 7f2a17fff640 1 --2- 172.21.15.83:0/2709110657 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2a180b4230 0x7f2a180c95e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:30.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.506+0000 7f2a17fff640 1 -- 172.21.15.83:0/2709110657 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a18154370 con 0x7f2a1815c5e0 2024-09-21T02:48:30.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.506+0000 7f2a16ffd640 1 --2- 172.21.15.83:0/2709110657 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2a180b50c0 0x7f2a18158b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:48:30.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.506+0000 7f2a17fff640 1 --2- 172.21.15.83:0/2709110657 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2a1815c5e0 0x7f2a18150150 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f2a1000ca30 tx=0x7f2a1000cef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:30.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.506+0000 7f29fffff640 1 -- 172.21.15.83:0/2709110657 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a10007d30 con 0x7f2a1815c5e0 2024-09-21T02:48:30.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.506+0000 7f29fffff640 1 -- 172.21.15.83:0/2709110657 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2a100039a0 con 0x7f2a1815c5e0 2024-09-21T02:48:30.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.506+0000 7f29fffff640 1 -- 172.21.15.83:0/2709110657 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a10003df0 con 0x7f2a1815c5e0 2024-09-21T02:48:30.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.506+0000 7f2a1e182640 1 -- 172.21.15.83:0/2709110657 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a18152a00 con 0x7f2a1815c5e0 2024-09-21T02:48:30.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.506+0000 7f2a1e182640 1 -- 172.21.15.83:0/2709110657 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a18155af0 con 0x7f2a1815c5e0 2024-09-21T02:48:30.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.506+0000 7f2a1e182640 1 -- 172.21.15.83:0/2709110657 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a181527f0 con 0x7f2a1815c5e0 2024-09-21T02:48:30.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.506+0000 7f29fffff640 1 -- 172.21.15.83:0/2709110657 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f2a10004b30 con 0x7f2a1815c5e0 2024-09-21T02:48:30.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.506+0000 7f29fffff640 1 --2- 172.21.15.83:0/2709110657 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2a04073200 0x7f2a04075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:30.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.510+0000 7f2a177fe640 1 --2- 172.21.15.83:0/2709110657 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2a04073200 0x7f2a04075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:30.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.510+0000 7f29fffff640 1 -- 172.21.15.83:0/2709110657 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 5940+0+0 (secure 0 0 0) 0x7f2a10094e00 con 0x7f2a1815c5e0 2024-09-21T02:48:30.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.510+0000 7f2a177fe640 1 --2- 172.21.15.83:0/2709110657 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2a04073200 0x7f2a04075710 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f2a080af000 tx=0x7f2a0801b050 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:30.515 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.510+0000 7f29fffff640 1 -- 172.21.15.83:0/2709110657 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f2a10014070 con 0x7f2a1815c5e0 2024-09-21T02:48:30.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:30.706+0000 7f2a1e182640 1 -- 172.21.15.83:0/2709110657 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f2a180b4c20 con 0x7f2a1815c5e0 2024-09-21T02:48:31.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.398+0000 7f29fffff640 1 -- 172.21.15.83:0/2709110657 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v28) ==== 104+0+0 (secure 0 0 0) 0x7f2a10004e20 con 0x7f2a1815c5e0 2024-09-21T02:48:31.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.398+0000 7f2a1e182640 1 -- 172.21.15.83:0/2709110657 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2a04073200 msgr2=0x7f2a04075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:31.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.398+0000 7f2a1e182640 1 --2- 172.21.15.83:0/2709110657 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2a04073200 0x7f2a04075710 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f2a080af000 tx=0x7f2a0801b050 comp rx=0 tx=0).stop 2024-09-21T02:48:31.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.398+0000 7f2a1e182640 1 -- 172.21.15.83:0/2709110657 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2a1815c5e0 msgr2=0x7f2a18150150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:31.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.398+0000 7f2a1e182640 1 --2- 172.21.15.83:0/2709110657 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2a1815c5e0 0x7f2a18150150 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f2a1000ca30 tx=0x7f2a1000cef0 comp rx=0 tx=0).stop 2024-09-21T02:48:31.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.398+0000 7f2a1e182640 1 -- 172.21.15.83:0/2709110657 shutdown_connections 2024-09-21T02:48:31.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.398+0000 7f2a1e182640 1 --2- 172.21.15.83:0/2709110657 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2a04073200 0x7f2a04075710 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:31.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.398+0000 7f2a1e182640 1 --2- 172.21.15.83:0/2709110657 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2a1815c5e0 0x7f2a18150150 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:31.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.398+0000 7f2a1e182640 1 --2- 172.21.15.83:0/2709110657 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2a180b50c0 0x7f2a18158b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:31.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.398+0000 7f2a1e182640 1 --2- 172.21.15.83:0/2709110657 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2a180b4230 0x7f2a180c95e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:31.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.398+0000 7f2a1e182640 1 -- 172.21.15.83:0/2709110657 >> 172.21.15.83:0/2709110657 conn(0x7f2a180693b0 msgr2=0x7f2a180b7250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:31.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.402+0000 7f2a1e182640 1 -- 172.21.15.83:0/2709110657 shutdown_connections 2024-09-21T02:48:31.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.402+0000 7f2a1e182640 1 -- 172.21.15.83:0/2709110657 wait complete. 2024-09-21T02:48:31.431 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-21T02:48:31.595 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.590+0000 7f1446778640 1 -- 172.21.15.83:0/3607967349 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f14400d0900 msgr2=0x7f14400d1e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:31.595 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.590+0000 7f1446778640 1 --2- 172.21.15.83:0/3607967349 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f14400d0900 0x7f14400d1e50 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f1434009870 tx=0x7f143401c760 comp rx=0 tx=0).stop 2024-09-21T02:48:31.595 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.590+0000 7f1446778640 1 -- 172.21.15.83:0/3607967349 shutdown_connections 2024-09-21T02:48:31.595 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.590+0000 7f1446778640 1 --2- 172.21.15.83:0/3607967349 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f14400d0900 0x7f14400d1e50 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:31.595 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.590+0000 7f1446778640 1 -- 172.21.15.83:0/3607967349 >> 172.21.15.83:0/3607967349 conn(0x7f14400693e0 msgr2=0x7f1440071200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:31.595 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.590+0000 7f1446778640 1 -- 172.21.15.83:0/3607967349 shutdown_connections 2024-09-21T02:48:31.595 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.590+0000 7f1446778640 1 -- 172.21.15.83:0/3607967349 wait complete. 2024-09-21T02:48:31.596 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.594+0000 7f1446778640 1 Processor -- start 2024-09-21T02:48:31.596 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.594+0000 7f1446778640 1 -- start start 2024-09-21T02:48:31.599 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.594+0000 7f1446778640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f144006f510 0x7f144014ecc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:31.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.594+0000 7f1446778640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f14400d0900 0x7f144014f200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:31.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.594+0000 7f1446778640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f14400d2390 0x7f14401fc100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:31.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.594+0000 7f1446778640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f144016d110 con 0x7f144006f510 2024-09-21T02:48:31.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.594+0000 7f1446778640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f144016cf90 con 0x7f14400d2390 2024-09-21T02:48:31.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.594+0000 7f1446778640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f144016d290 con 0x7f14400d0900 2024-09-21T02:48:31.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.594+0000 7f143ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f144006f510 0x7f144014ecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:31.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.594+0000 7f143ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f144006f510 0x7f144014ecc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51096/0 (socket says 172.21.15.83:51096) 2024-09-21T02:48:31.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.594+0000 7f143ffff640 1 -- 172.21.15.83:0/259028926 learned_addr learned my addr 172.21.15.83:0/259028926 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:48:31.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.594+0000 7f143ffff640 1 -- 172.21.15.83:0/259028926 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f14400d0900 msgr2=0x7f144014f200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:31.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.594+0000 7f143f7fe640 1 --2- 172.21.15.83:0/259028926 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f14400d0900 0x7f144014f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:31.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.594+0000 7f143ffff640 1 --2- 172.21.15.83:0/259028926 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f14400d0900 0x7f144014f200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:31.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.594+0000 7f143ffff640 1 -- 172.21.15.83:0/259028926 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f14400d2390 msgr2=0x7f14401fc100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:31.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.594+0000 7f143ffff640 1 --2- 172.21.15.83:0/259028926 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f14400d2390 0x7f14401fc100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:31.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.594+0000 7f143ffff640 1 -- 172.21.15.83:0/259028926 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f144014fac0 con 0x7f144006f510 2024-09-21T02:48:31.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.594+0000 7f143ffff640 1 --2- 172.21.15.83:0/259028926 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f144006f510 0x7f144014ecc0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f1434009790 tx=0x7f1434005db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:31.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.594+0000 7f143cff9640 1 -- 172.21.15.83:0/259028926 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14340b2040 con 0x7f144006f510 2024-09-21T02:48:31.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.594+0000 7f143cff9640 1 -- 172.21.15.83:0/259028926 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1434004330 con 0x7f144006f510 2024-09-21T02:48:31.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.594+0000 7f1446778640 1 -- 172.21.15.83:0/259028926 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f144014fda0 con 0x7f144006f510 2024-09-21T02:48:31.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.594+0000 7f143cff9640 1 -- 172.21.15.83:0/259028926 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1434003800 con 0x7f144006f510 2024-09-21T02:48:31.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.594+0000 7f1446778640 1 -- 172.21.15.83:0/259028926 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1440150360 con 0x7f144006f510 2024-09-21T02:48:31.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.594+0000 7f1446778640 1 -- 172.21.15.83:0/259028926 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14400d1e50 con 0x7f144006f510 2024-09-21T02:48:31.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.598+0000 7f143cff9640 1 -- 172.21.15.83:0/259028926 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f14340bd060 con 0x7f144006f510 2024-09-21T02:48:31.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.598+0000 7f143cff9640 1 --2- 172.21.15.83:0/259028926 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f142c073200 0x7f142c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:31.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.598+0000 7f143cff9640 1 -- 172.21.15.83:0/259028926 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 5940+0+0 (secure 0 0 0) 0x7f143412dca0 con 0x7f144006f510 2024-09-21T02:48:31.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.598+0000 7f143f7fe640 1 --2- 172.21.15.83:0/259028926 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f142c073200 0x7f142c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:31.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.598+0000 7f143f7fe640 1 --2- 172.21.15.83:0/259028926 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f142c073200 0x7f142c075710 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f1430001230 tx=0x7f1430009040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:31.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.602+0000 7f143cff9640 1 -- 172.21.15.83:0/259028926 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f1434016410 con 0x7f144006f510 2024-09-21T02:48:31.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:31.774+0000 7f1446778640 1 -- 172.21.15.83:0/259028926 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f144015ebd0 con 0x7f144006f510 2024-09-21T02:48:32.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.414+0000 7f143cff9640 1 -- 172.21.15.83:0/259028926 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v49) ==== 181+0+0 (secure 0 0 0) 0x7f14340f8bd0 con 0x7f144006f510 2024-09-21T02:48:32.419 INFO:teuthology.orchestra.run.smithi083.stderr:pool 'cephfs_metadata' removed 2024-09-21T02:48:32.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.418+0000 7f1446778640 1 -- 172.21.15.83:0/259028926 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f142c073200 msgr2=0x7f142c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:32.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.418+0000 7f1446778640 1 --2- 172.21.15.83:0/259028926 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f142c073200 0x7f142c075710 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f1430001230 tx=0x7f1430009040 comp rx=0 tx=0).stop 2024-09-21T02:48:32.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.418+0000 7f1446778640 1 -- 172.21.15.83:0/259028926 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f144006f510 msgr2=0x7f144014ecc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:32.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.418+0000 7f1446778640 1 --2- 172.21.15.83:0/259028926 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f144006f510 0x7f144014ecc0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f1434009790 tx=0x7f1434005db0 comp rx=0 tx=0).stop 2024-09-21T02:48:32.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.418+0000 7f1446778640 1 -- 172.21.15.83:0/259028926 shutdown_connections 2024-09-21T02:48:32.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.418+0000 7f1446778640 1 --2- 172.21.15.83:0/259028926 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f142c073200 0x7f142c075710 secure :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f1430001230 tx=0x7f1430009040 comp rx=0 tx=0).stop 2024-09-21T02:48:32.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.418+0000 7f1446778640 1 --2- 172.21.15.83:0/259028926 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f14400d2390 0x7f14401fc100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:32.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.418+0000 7f1446778640 1 --2- 172.21.15.83:0/259028926 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f14400d0900 0x7f144014f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:32.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.418+0000 7f1446778640 1 --2- 172.21.15.83:0/259028926 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f144006f510 0x7f144014ecc0 secure :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f1434009790 tx=0x7f1434005db0 comp rx=0 tx=0).stop 2024-09-21T02:48:32.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.418+0000 7f1446778640 1 -- 172.21.15.83:0/259028926 >> 172.21.15.83:0/259028926 conn(0x7f14400693e0 msgr2=0x7f14400ccb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:32.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.422+0000 7f1446778640 1 -- 172.21.15.83:0/259028926 shutdown_connections 2024-09-21T02:48:32.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.422+0000 7f1446778640 1 -- 172.21.15.83:0/259028926 wait complete. 2024-09-21T02:48:32.450 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-21T02:48:32.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.614+0000 7fa5d74aa640 1 -- 172.21.15.83:0/2263800437 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa5d00cc8b0 msgr2=0x7fa5d00cccc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:32.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.614+0000 7fa5d74aa640 1 --2- 172.21.15.83:0/2263800437 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa5d00cc8b0 0x7fa5d00cccc0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7fa5d0072930 tx=0x7fa5c001c800 comp rx=0 tx=0).stop 2024-09-21T02:48:32.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.614+0000 7fa5d74aa640 1 -- 172.21.15.83:0/2263800437 shutdown_connections 2024-09-21T02:48:32.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.614+0000 7fa5d74aa640 1 --2- 172.21.15.83:0/2263800437 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa5d00cc8b0 0x7fa5d00cccc0 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:32.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.614+0000 7fa5d74aa640 1 --2- 172.21.15.83:0/2263800437 >> v2:172.21.15.142:3300/0 conn(0x7fa5d006fa70 0x7fa5d006fe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:32.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.614+0000 7fa5d74aa640 1 -- 172.21.15.83:0/2263800437 >> 172.21.15.83:0/2263800437 conn(0x7fa5d00b1cc0 msgr2=0x7fa5d00b20d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:32.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.614+0000 7fa5d74aa640 1 -- 172.21.15.83:0/2263800437 shutdown_connections 2024-09-21T02:48:32.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.614+0000 7fa5d74aa640 1 -- 172.21.15.83:0/2263800437 wait complete. 2024-09-21T02:48:32.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.618+0000 7fa5d74aa640 1 Processor -- start 2024-09-21T02:48:32.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.618+0000 7fa5d74aa640 1 -- start start 2024-09-21T02:48:32.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.618+0000 7fa5d74aa640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa5d006fa70 0x7fa5d0073ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:32.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.618+0000 7fa5d74aa640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa5d00cbae0 0x7fa5d00b3670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:32.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.618+0000 7fa5d74aa640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa5d00cc8b0 0x7fa5d0154bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:32.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.618+0000 7fa5d74aa640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa5d015f840 con 0x7fa5d00cbae0 2024-09-21T02:48:32.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.618+0000 7fa5d74aa640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fa5d015f6c0 con 0x7fa5d00cc8b0 2024-09-21T02:48:32.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.618+0000 7fa5d74aa640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fa5d015f9c0 con 0x7fa5d006fa70 2024-09-21T02:48:32.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.618+0000 7fa5d4a45640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa5d00cbae0 0x7fa5d00b3670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:32.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.618+0000 7fa5d4a45640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa5d00cbae0 0x7fa5d00b3670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51110/0 (socket says 172.21.15.83:51110) 2024-09-21T02:48:32.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.618+0000 7fa5d4a45640 1 -- 172.21.15.83:0/2257026983 learned_addr learned my addr 172.21.15.83:0/2257026983 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:48:32.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.618+0000 7fa5d5246640 1 --2- 172.21.15.83:0/2257026983 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa5d006fa70 0x7fa5d0073ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:32.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.618+0000 7fa5d4a45640 1 -- 172.21.15.83:0/2257026983 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa5d006fa70 msgr2=0x7fa5d0073ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:32.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.618+0000 7fa5d4a45640 1 --2- 172.21.15.83:0/2257026983 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa5d006fa70 0x7fa5d0073ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:32.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.618+0000 7fa5d4a45640 1 -- 172.21.15.83:0/2257026983 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa5d00cc8b0 msgr2=0x7fa5d0154bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:32.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.618+0000 7fa5d4a45640 1 --2- 172.21.15.83:0/2257026983 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa5d00cc8b0 0x7fa5d0154bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:32.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.618+0000 7fa5d4a45640 1 -- 172.21.15.83:0/2257026983 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5d0157000 con 0x7fa5d00cbae0 2024-09-21T02:48:32.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.618+0000 7fa5d4a45640 1 --2- 172.21.15.83:0/2257026983 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa5d00cbae0 0x7fa5d00b3670 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7fa5c0000c10 tx=0x7fa5c00a55b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:32.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.618+0000 7fa5c5ffb640 1 -- 172.21.15.83:0/2257026983 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5c00bb070 con 0x7fa5d00cbae0 2024-09-21T02:48:32.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.618+0000 7fa5c5ffb640 1 -- 172.21.15.83:0/2257026983 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa5c0004470 con 0x7fa5d00cbae0 2024-09-21T02:48:32.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.618+0000 7fa5d74aa640 1 -- 172.21.15.83:0/2257026983 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5d0155980 con 0x7fa5d00cbae0 2024-09-21T02:48:32.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.618+0000 7fa5c5ffb640 1 -- 172.21.15.83:0/2257026983 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5c00b2040 con 0x7fa5d00cbae0 2024-09-21T02:48:32.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.618+0000 7fa5d74aa640 1 -- 172.21.15.83:0/2257026983 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5d0074d20 con 0x7fa5d00cbae0 2024-09-21T02:48:32.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.618+0000 7fa5d74aa640 1 -- 172.21.15.83:0/2257026983 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5d006fe80 con 0x7fa5d00cbae0 2024-09-21T02:48:32.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.622+0000 7fa5c5ffb640 1 -- 172.21.15.83:0/2257026983 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fa5c00be070 con 0x7fa5d00cbae0 2024-09-21T02:48:32.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.622+0000 7fa5c5ffb640 1 --2- 172.21.15.83:0/2257026983 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa5b4073230 0x7fa5b4075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:32.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.622+0000 7fa5c5ffb640 1 -- 172.21.15.83:0/2257026983 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 5502+0+0 (secure 0 0 0) 0x7fa5c012db30 con 0x7fa5d00cbae0 2024-09-21T02:48:32.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.622+0000 7fa5d5246640 1 --2- 172.21.15.83:0/2257026983 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa5b4073230 0x7fa5b4075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:32.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.622+0000 7fa5d5246640 1 --2- 172.21.15.83:0/2257026983 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa5b4073230 0x7fa5b4075740 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fa5cc005fd0 tx=0x7fa5cc00c460 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:32.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.626+0000 7fa5c5ffb640 1 -- 172.21.15.83:0/2257026983 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fa5c00163f0 con 0x7fa5d00cbae0 2024-09-21T02:48:32.791 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:32.786+0000 7fa5d74aa640 1 -- 172.21.15.83:0/2257026983 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fa5d00747d0 con 0x7fa5d00cbae0 2024-09-21T02:48:33.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.426+0000 7fa5c5ffb640 1 -- 172.21.15.83:0/2257026983 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v50) ==== 169+0+0 (secure 0 0 0) 0x7fa5c00f8d40 con 0x7fa5d00cbae0 2024-09-21T02:48:33.429 INFO:teuthology.orchestra.run.smithi083.stderr:pool 'cephfs_data' removed 2024-09-21T02:48:33.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.430+0000 7fa5d74aa640 1 -- 172.21.15.83:0/2257026983 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa5b4073230 msgr2=0x7fa5b4075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:33.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.430+0000 7fa5d74aa640 1 --2- 172.21.15.83:0/2257026983 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa5b4073230 0x7fa5b4075740 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fa5cc005fd0 tx=0x7fa5cc00c460 comp rx=0 tx=0).stop 2024-09-21T02:48:33.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.430+0000 7fa5d74aa640 1 -- 172.21.15.83:0/2257026983 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa5d00cbae0 msgr2=0x7fa5d00b3670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:33.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.430+0000 7fa5d74aa640 1 --2- 172.21.15.83:0/2257026983 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa5d00cbae0 0x7fa5d00b3670 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7fa5c0000c10 tx=0x7fa5c00a55b0 comp rx=0 tx=0).stop 2024-09-21T02:48:33.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.430+0000 7fa5d74aa640 1 -- 172.21.15.83:0/2257026983 shutdown_connections 2024-09-21T02:48:33.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.430+0000 7fa5d74aa640 1 --2- 172.21.15.83:0/2257026983 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa5b4073230 0x7fa5b4075740 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:33.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.430+0000 7fa5d74aa640 1 --2- 172.21.15.83:0/2257026983 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa5d00cc8b0 0x7fa5d0154bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:33.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.430+0000 7fa5d74aa640 1 --2- 172.21.15.83:0/2257026983 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa5d00cbae0 0x7fa5d00b3670 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:33.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.430+0000 7fa5d74aa640 1 --2- 172.21.15.83:0/2257026983 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa5d006fa70 0x7fa5d0073ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:33.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.430+0000 7fa5d74aa640 1 -- 172.21.15.83:0/2257026983 >> 172.21.15.83:0/2257026983 conn(0x7fa5d00b1cc0 msgr2=0x7fa5d00b47d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:33.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.430+0000 7fa5d74aa640 1 -- 172.21.15.83:0/2257026983 shutdown_connections 2024-09-21T02:48:33.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.430+0000 7fa5d74aa640 1 -- 172.21.15.83:0/2257026983 wait complete. 2024-09-21T02:48:33.462 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 31 2024-09-21T02:48:33.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.614+0000 7fb705da6640 1 -- 172.21.15.83:0/3679413282 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb700160100 msgr2=0x7fb700160510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:33.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.614+0000 7fb705da6640 1 --2- 172.21.15.83:0/3679413282 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb700160100 0x7fb700160510 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7fb700072620 tx=0x7fb6f801cd80 comp rx=0 tx=0).stop 2024-09-21T02:48:33.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.614+0000 7fb705da6640 1 -- 172.21.15.83:0/3679413282 shutdown_connections 2024-09-21T02:48:33.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.614+0000 7fb705da6640 1 --2- 172.21.15.83:0/3679413282 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb700160100 0x7fb700160510 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:33.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.614+0000 7fb705da6640 1 --2- 172.21.15.83:0/3679413282 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb7000cc920 0x7fb7000ccd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:33.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.614+0000 7fb705da6640 1 --2- 172.21.15.83:0/3679413282 >> v2:172.21.15.142:3300/0 conn(0x7fb70006ed60 0x7fb70006f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:33.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.614+0000 7fb705da6640 1 -- 172.21.15.83:0/3679413282 >> 172.21.15.83:0/3679413282 conn(0x7fb70006ce90 msgr2=0x7fb70006d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:33.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.614+0000 7fb705da6640 1 -- 172.21.15.83:0/3679413282 shutdown_connections 2024-09-21T02:48:33.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.614+0000 7fb705da6640 1 -- 172.21.15.83:0/3679413282 wait complete. 2024-09-21T02:48:33.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.614+0000 7fb705da6640 1 Processor -- start 2024-09-21T02:48:33.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.614+0000 7fb705da6640 1 -- start start 2024-09-21T02:48:33.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.618+0000 7fb705da6640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb70006ed60 0x7fb7000af040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:33.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.618+0000 7fb705da6640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb7000cc920 0x7fb7001440e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:33.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.618+0000 7fb705da6640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb700160100 0x7fb700144620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:33.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.618+0000 7fb705da6640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fb700074c30 con 0x7fb70006ed60 2024-09-21T02:48:33.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.618+0000 7fb705da6640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fb700074ab0 con 0x7fb700160100 2024-09-21T02:48:33.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.618+0000 7fb705da6640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fb700074db0 con 0x7fb7000cc920 2024-09-21T02:48:33.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.618+0000 7fb6ff7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb70006ed60 0x7fb7000af040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:33.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.618+0000 7fb6ff7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb70006ed60 0x7fb7000af040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37052/0 (socket says 172.21.15.83:37052) 2024-09-21T02:48:33.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.618+0000 7fb6ff7fe640 1 -- 172.21.15.83:0/3985343409 learned_addr learned my addr 172.21.15.83:0/3985343409 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:48:33.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.618+0000 7fb6f6ffd640 1 --2- 172.21.15.83:0/3985343409 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb7000cc920 0x7fb7001440e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:33.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.618+0000 7fb6fffff640 1 --2- 172.21.15.83:0/3985343409 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb700160100 0x7fb700144620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:33.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.618+0000 7fb6ff7fe640 1 -- 172.21.15.83:0/3985343409 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb7000cc920 msgr2=0x7fb7001440e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:33.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.618+0000 7fb6ff7fe640 1 --2- 172.21.15.83:0/3985343409 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb7000cc920 0x7fb7001440e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:33.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.618+0000 7fb6ff7fe640 1 -- 172.21.15.83:0/3985343409 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb700160100 msgr2=0x7fb700144620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:33.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.618+0000 7fb6ff7fe640 1 --2- 172.21.15.83:0/3985343409 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb700160100 0x7fb700144620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:33.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.618+0000 7fb6ff7fe640 1 -- 172.21.15.83:0/3985343409 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7001f9c00 con 0x7fb70006ed60 2024-09-21T02:48:33.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.618+0000 7fb6fffff640 1 --2- 172.21.15.83:0/3985343409 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb700160100 0x7fb700144620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:48:33.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.618+0000 7fb6f6ffd640 1 --2- 172.21.15.83:0/3985343409 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb7000cc920 0x7fb7001440e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:48:33.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.618+0000 7fb6ff7fe640 1 --2- 172.21.15.83:0/3985343409 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb70006ed60 0x7fb7000af040 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fb6f000c970 tx=0x7fb6f000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:33.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.618+0000 7fb6fcff9640 1 -- 172.21.15.83:0/3985343409 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6f0004220 con 0x7fb70006ed60 2024-09-21T02:48:33.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.618+0000 7fb6fcff9640 1 -- 172.21.15.83:0/3985343409 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb6f0007950 con 0x7fb70006ed60 2024-09-21T02:48:33.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.618+0000 7fb705da6640 1 -- 172.21.15.83:0/3985343409 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7001f9ee0 con 0x7fb70006ed60 2024-09-21T02:48:33.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.618+0000 7fb6fcff9640 1 -- 172.21.15.83:0/3985343409 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6f00044b0 con 0x7fb70006ed60 2024-09-21T02:48:33.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.618+0000 7fb705da6640 1 -- 172.21.15.83:0/3985343409 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb70014b2c0 con 0x7fb70006ed60 2024-09-21T02:48:33.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.618+0000 7fb705da6640 1 -- 172.21.15.83:0/3985343409 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7000ccd30 con 0x7fb70006ed60 2024-09-21T02:48:33.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.618+0000 7fb6fcff9640 1 -- 172.21.15.83:0/3985343409 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fb6f0003600 con 0x7fb70006ed60 2024-09-21T02:48:33.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.622+0000 7fb6fcff9640 1 --2- 172.21.15.83:0/3985343409 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb6e0073200 0x7fb6e0075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:33.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.622+0000 7fb6f6ffd640 1 --2- 172.21.15.83:0/3985343409 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb6e0073200 0x7fb6e0075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:33.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.622+0000 7fb6fcff9640 1 -- 172.21.15.83:0/3985343409 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7fb6f0094390 con 0x7fb70006ed60 2024-09-21T02:48:33.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.622+0000 7fb6f6ffd640 1 --2- 172.21.15.83:0/3985343409 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb6e0073200 0x7fb6e0075710 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fb70006f5c0 tx=0x7fb6e8005ca0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:33.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.626+0000 7fb6fcff9640 1 -- 172.21.15.83:0/3985343409 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fb6f0014030 con 0x7fb70006ed60 2024-09-21T02:48:33.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.802+0000 7fb705da6640 1 -- 172.21.15.83:0/3985343409 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "config reset", "num": 31} v 0) -- 0x7fb70006dea0 con 0x7fb70006ed60 2024-09-21T02:48:33.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.806+0000 7fb6fcff9640 1 -- 172.21.15.83:0/3985343409 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 31}]=0 v35) ==== 71+0+0 (secure 0 0 0) 0x7fb6f005f6b0 con 0x7fb70006ed60 2024-09-21T02:48:33.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.806+0000 7fb705da6640 1 -- 172.21.15.83:0/3985343409 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb6e0073200 msgr2=0x7fb6e0075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:33.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.806+0000 7fb705da6640 1 --2- 172.21.15.83:0/3985343409 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb6e0073200 0x7fb6e0075710 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fb70006f5c0 tx=0x7fb6e8005ca0 comp rx=0 tx=0).stop 2024-09-21T02:48:33.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.806+0000 7fb705da6640 1 -- 172.21.15.83:0/3985343409 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb70006ed60 msgr2=0x7fb7000af040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:33.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.806+0000 7fb705da6640 1 --2- 172.21.15.83:0/3985343409 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb70006ed60 0x7fb7000af040 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fb6f000c970 tx=0x7fb6f000ce30 comp rx=0 tx=0).stop 2024-09-21T02:48:33.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.806+0000 7fb705da6640 1 -- 172.21.15.83:0/3985343409 shutdown_connections 2024-09-21T02:48:33.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.806+0000 7fb705da6640 1 --2- 172.21.15.83:0/3985343409 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb6e0073200 0x7fb6e0075710 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:33.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.806+0000 7fb705da6640 1 --2- 172.21.15.83:0/3985343409 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb700160100 0x7fb700144620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:33.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.806+0000 7fb705da6640 1 --2- 172.21.15.83:0/3985343409 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb7000cc920 0x7fb7001440e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:33.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.806+0000 7fb705da6640 1 --2- 172.21.15.83:0/3985343409 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb70006ed60 0x7fb7000af040 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:33.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.806+0000 7fb705da6640 1 -- 172.21.15.83:0/3985343409 >> 172.21.15.83:0/3985343409 conn(0x7fb70006ce90 msgr2=0x7fb70015eb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:33.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.806+0000 7fb705da6640 1 -- 172.21.15.83:0/3985343409 shutdown_connections 2024-09-21T02:48:33.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.810+0000 7fb705da6640 1 -- 172.21.15.83:0/3985343409 wait complete. 2024-09-21T02:48:33.831 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_dump_tree.TestDumpTree.test_random' 2024-09-21T02:48:33.995 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.990+0000 7f5f35f74640 1 -- 172.21.15.83:0/373419333 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5f300702a0 msgr2=0x7f5f300706b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:33.995 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.990+0000 7f5f35f74640 1 --2- 172.21.15.83:0/373419333 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5f300702a0 0x7f5f300706b0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f5f28009c80 tx=0x7f5f2801cd10 comp rx=0 tx=0).stop 2024-09-21T02:48:33.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.990+0000 7f5f35f74640 1 -- 172.21.15.83:0/373419333 shutdown_connections 2024-09-21T02:48:33.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.990+0000 7f5f35f74640 1 --2- 172.21.15.83:0/373419333 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5f300702a0 0x7f5f300706b0 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:33.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.990+0000 7f5f35f74640 1 --2- 172.21.15.83:0/373419333 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f5f30074e60 0x7f5f3015f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:33.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.990+0000 7f5f35f74640 1 -- 172.21.15.83:0/373419333 >> 172.21.15.83:0/373419333 conn(0x7f5f300d0040 msgr2=0x7f5f300d0450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:33.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.990+0000 7f5f35f74640 1 -- 172.21.15.83:0/373419333 shutdown_connections 2024-09-21T02:48:33.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.990+0000 7f5f35f74640 1 -- 172.21.15.83:0/373419333 wait complete. 2024-09-21T02:48:33.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.994+0000 7f5f35f74640 1 Processor -- start 2024-09-21T02:48:33.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.994+0000 7f5f35f74640 1 -- start start 2024-09-21T02:48:34.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.994+0000 7f5f35f74640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f5f300702a0 0x7f5f3013dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:34.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.994+0000 7f5f35f74640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5f3015f010 0x7f5f301586c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:34.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.994+0000 7f5f35f74640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5f30158c00 0x7f5f300b3540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:34.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.994+0000 7f5f35f74640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f5f301671a0 con 0x7f5f3015f010 2024-09-21T02:48:34.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.994+0000 7f5f35f74640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f5f300cfc50 con 0x7f5f30158c00 2024-09-21T02:48:34.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.994+0000 7f5f35f74640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f5f30167320 con 0x7f5f300702a0 2024-09-21T02:48:34.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.994+0000 7f5f2effd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5f3015f010 0x7f5f301586c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:34.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.994+0000 7f5f2effd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5f3015f010 0x7f5f301586c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37074/0 (socket says 172.21.15.83:37074) 2024-09-21T02:48:34.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.994+0000 7f5f2effd640 1 -- 172.21.15.83:0/1914884271 learned_addr learned my addr 172.21.15.83:0/1914884271 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:48:34.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.994+0000 7f5f2effd640 1 -- 172.21.15.83:0/1914884271 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f5f300702a0 msgr2=0x7f5f3013dbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:34.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.994+0000 7f5f2effd640 1 --2- 172.21.15.83:0/1914884271 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f5f300702a0 0x7f5f3013dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:34.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.994+0000 7f5f2effd640 1 -- 172.21.15.83:0/1914884271 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5f30158c00 msgr2=0x7f5f300b3540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:34.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.994+0000 7f5f2effd640 1 --2- 172.21.15.83:0/1914884271 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5f30158c00 0x7f5f300b3540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:34.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.994+0000 7f5f2effd640 1 -- 172.21.15.83:0/1914884271 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f30154bc0 con 0x7f5f3015f010 2024-09-21T02:48:34.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.998+0000 7f5f2effd640 1 --2- 172.21.15.83:0/1914884271 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5f3015f010 0x7f5f301586c0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f5f2400d780 tx=0x7f5f2400dc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:34.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.998+0000 7f5f17fff640 1 -- 172.21.15.83:0/1914884271 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f24017070 con 0x7f5f3015f010 2024-09-21T02:48:34.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.998+0000 7f5f35f74640 1 -- 172.21.15.83:0/1914884271 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f30154ea0 con 0x7f5f3015f010 2024-09-21T02:48:34.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.998+0000 7f5f17fff640 1 -- 172.21.15.83:0/1914884271 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5f2400de90 con 0x7f5f3015f010 2024-09-21T02:48:34.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.998+0000 7f5f17fff640 1 -- 172.21.15.83:0/1914884271 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f240099d0 con 0x7f5f3015f010 2024-09-21T02:48:34.002 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.998+0000 7f5f35f74640 1 -- 172.21.15.83:0/1914884271 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f30155460 con 0x7f5f3015f010 2024-09-21T02:48:34.002 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.998+0000 7f5f35f74640 1 -- 172.21.15.83:0/1914884271 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5f100052a0 con 0x7f5f3015f010 2024-09-21T02:48:34.002 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.998+0000 7f5f17fff640 1 -- 172.21.15.83:0/1914884271 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f5f24009b70 con 0x7f5f3015f010 2024-09-21T02:48:34.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.998+0000 7f5f17fff640 1 --2- 172.21.15.83:0/1914884271 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f5f1c073200 0x7f5f1c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:34.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.998+0000 7f5f17fff640 1 -- 172.21.15.83:0/1914884271 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7f5f24094270 con 0x7f5f3015f010 2024-09-21T02:48:34.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.998+0000 7f5f2f7fe640 1 --2- 172.21.15.83:0/1914884271 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f5f1c073200 0x7f5f1c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:34.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:33.998+0000 7f5f2f7fe640 1 --2- 172.21.15.83:0/1914884271 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f5f1c073200 0x7f5f1c075710 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f5f20000f70 tx=0x7f5f200079c0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:34.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:34.002+0000 7f5f17fff640 1 -- 172.21.15.83:0/1914884271 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f5f24020020 con 0x7f5f3015f010 2024-09-21T02:48:34.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:34.222+0000 7f5f35f74640 1 -- 172.21.15.83:0/1914884271 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_dump_tree.TestDumpTree.test_random"]} v 0) -- 0x7f5f10005590 con 0x7f5f3015f010 2024-09-21T02:48:34.431 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:34.426+0000 7f5f17fff640 1 -- 172.21.15.83:0/1914884271 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_dump_tree.TestDumpTree.test_random"]}]=0 v227) ==== 131+0+0 (secure 0 0 0) 0x7f5f2405f510 con 0x7f5f3015f010 2024-09-21T02:48:34.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:34.430+0000 7f5f35f74640 1 -- 172.21.15.83:0/1914884271 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f5f1c073200 msgr2=0x7f5f1c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:34.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:34.430+0000 7f5f35f74640 1 --2- 172.21.15.83:0/1914884271 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f5f1c073200 0x7f5f1c075710 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f5f20000f70 tx=0x7f5f200079c0 comp rx=0 tx=0).stop 2024-09-21T02:48:34.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:34.430+0000 7f5f35f74640 1 -- 172.21.15.83:0/1914884271 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5f3015f010 msgr2=0x7f5f301586c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:34.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:34.430+0000 7f5f35f74640 1 --2- 172.21.15.83:0/1914884271 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5f3015f010 0x7f5f301586c0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f5f2400d780 tx=0x7f5f2400dc40 comp rx=0 tx=0).stop 2024-09-21T02:48:34.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:34.430+0000 7f5f35f74640 1 -- 172.21.15.83:0/1914884271 shutdown_connections 2024-09-21T02:48:34.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:34.430+0000 7f5f35f74640 1 --2- 172.21.15.83:0/1914884271 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f5f1c073200 0x7f5f1c075710 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:34.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:34.430+0000 7f5f35f74640 1 --2- 172.21.15.83:0/1914884271 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f5f30158c00 0x7f5f300b3540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:34.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:34.430+0000 7f5f35f74640 1 --2- 172.21.15.83:0/1914884271 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5f3015f010 0x7f5f301586c0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:34.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:34.430+0000 7f5f35f74640 1 --2- 172.21.15.83:0/1914884271 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f5f300702a0 0x7f5f3013dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:34.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:34.430+0000 7f5f35f74640 1 -- 172.21.15.83:0/1914884271 >> 172.21.15.83:0/1914884271 conn(0x7f5f300d0040 msgr2=0x7f5f3015d180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:34.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:34.430+0000 7f5f35f74640 1 -- 172.21.15.83:0/1914884271 shutdown_connections 2024-09-21T02:48:34.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:34.430+0000 7f5f35f74640 1 -- 172.21.15.83:0/1914884271 wait complete. 2024-09-21T02:48:34.462 INFO:tasks.cephfs_test_runner:test_random (tasks.cephfs.test_dump_tree.TestDumpTree) ... ok 2024-09-21T02:48:34.462 INFO:tasks.cephfs_test_runner: 2024-09-21T02:48:34.462 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-21T02:48:34.462 INFO:tasks.cephfs_test_runner:Ran 2 tests in 298.080s 2024-09-21T02:48:34.462 INFO:tasks.cephfs_test_runner: 2024-09-21T02:48:34.462 INFO:tasks.cephfs_test_runner:OK 2024-09-21T02:48:34.463 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-09-21T02:48:34.482 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-09-21T02:48:34.544 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-09-21T02:48:34.544 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:48:34.544 DEBUG:teuthology.orchestra.run.smithi083:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T02:48:34.550 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336472k,nr_inodes=4084118,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274684k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=22095 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274680k,nr_inodes=818670,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274684k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T02:48:34.550 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-09-21T02:48:34.550 DEBUG:teuthology.orchestra.run.smithi083:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T02:48:34.597 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336472k,nr_inodes=4084118,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274684k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=22095 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274680k,nr_inodes=818670,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274684k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T02:48:34.598 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2024-09-21T02:48:34.598 DEBUG:teuthology.orchestra.run.smithi142:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T02:48:34.604 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16342 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T02:48:34.604 DEBUG:teuthology.orchestra.run.smithi142:> set -ex 2024-09-21T02:48:34.604 DEBUG:teuthology.orchestra.run.smithi142:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T02:48:34.651 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336432k,nr_inodes=4084108,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16342 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274672k,nr_inodes=818668,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274676k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T02:48:34.652 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:48:34.652 DEBUG:teuthology.orchestra.run.smithi142:> ip netns list 2024-09-21T02:48:34.700 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-21T02:48:34.700 INFO:teuthology.orchestra.run.smithi142.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-21T02:48:34.700 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:48:34.701 DEBUG:teuthology.orchestra.run.smithi142:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T02:48:34.756 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:48:34.757 DEBUG:teuthology.orchestra.run.smithi142:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T02:48:34.816 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:48:34.816 DEBUG:teuthology.orchestra.run.smithi142:> sudo ip link delete ceph-brx 2024-09-21T02:48:35.012 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:48:35.012 DEBUG:teuthology.orchestra.run.smithi083:> ip netns list 2024-09-21T02:48:35.019 INFO:teuthology.orchestra.run.smithi083.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-21T02:48:35.020 INFO:teuthology.orchestra.run.smithi083.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-21T02:48:35.020 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:48:35.020 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T02:48:35.078 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:48:35.078 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T02:48:35.149 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T02:48:35.149 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip link delete ceph-brx 2024-09-21T02:48:35.318 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-21T02:48:35.326 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-21T02:48:35.326 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T02:48:35.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.486+0000 7efcd541a640 1 -- 172.21.15.83:0/1668173441 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efcd013e670 msgr2=0x7efcd006f2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:35.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.486+0000 7efcd541a640 1 --2- 172.21.15.83:0/1668173441 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efcd013e670 0x7efcd006f2a0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7efcc4009840 tx=0x7efcc401c760 comp rx=0 tx=0).stop 2024-09-21T02:48:35.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.486+0000 7efcd541a640 1 -- 172.21.15.83:0/1668173441 shutdown_connections 2024-09-21T02:48:35.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.486+0000 7efcd541a640 1 --2- 172.21.15.83:0/1668173441 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efcd013e670 0x7efcd006f2a0 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:35.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.486+0000 7efcd541a640 1 --2- 172.21.15.83:0/1668173441 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7efcd013e260 0x7efcd006ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:35.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.486+0000 7efcd541a640 1 -- 172.21.15.83:0/1668173441 >> 172.21.15.83:0/1668173441 conn(0x7efcd006ce90 msgr2=0x7efcd006d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:35.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.486+0000 7efcd541a640 1 -- 172.21.15.83:0/1668173441 shutdown_connections 2024-09-21T02:48:35.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.486+0000 7efcd541a640 1 -- 172.21.15.83:0/1668173441 wait complete. 2024-09-21T02:48:35.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.486+0000 7efcd541a640 1 Processor -- start 2024-09-21T02:48:35.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.486+0000 7efcd541a640 1 -- start start 2024-09-21T02:48:35.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.490+0000 7efcd541a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efcd00cc010 0x7efcd0137e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:35.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.490+0000 7efcd541a640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7efcd013e260 0x7efcd014ff90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:35.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.490+0000 7efcd541a640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7efcd013e670 0x7efcd01504d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:35.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.490+0000 7efcd541a640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7efcd015eb90 con 0x7efcd00cc010 2024-09-21T02:48:35.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.490+0000 7efcd541a640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7efcd015ea10 con 0x7efcd013e260 2024-09-21T02:48:35.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.490+0000 7efcd541a640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7efcd015ed10 con 0x7efcd013e670 2024-09-21T02:48:35.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.490+0000 7efcceffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efcd00cc010 0x7efcd0137e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:35.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.490+0000 7efcceffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efcd00cc010 0x7efcd0137e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37096/0 (socket says 172.21.15.83:37096) 2024-09-21T02:48:35.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.490+0000 7efcceffd640 1 -- 172.21.15.83:0/3882540987 learned_addr learned my addr 172.21.15.83:0/3882540987 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:48:35.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.490+0000 7efcceffd640 1 -- 172.21.15.83:0/3882540987 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7efcd013e670 msgr2=0x7efcd01504d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:35.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.490+0000 7efcceffd640 1 --2- 172.21.15.83:0/3882540987 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7efcd013e670 0x7efcd01504d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:35.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.490+0000 7efcceffd640 1 -- 172.21.15.83:0/3882540987 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7efcd013e260 msgr2=0x7efcd014ff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:35.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.490+0000 7efcceffd640 1 --2- 172.21.15.83:0/3882540987 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7efcd013e260 0x7efcd014ff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:35.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.490+0000 7efcceffd640 1 -- 172.21.15.83:0/3882540987 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcd00ae3f0 con 0x7efcd00cc010 2024-09-21T02:48:35.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.490+0000 7efcceffd640 1 --2- 172.21.15.83:0/3882540987 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efcd00cc010 0x7efcd0137e90 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7efcc000dbc0 tx=0x7efcc000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:35.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.490+0000 7efcb77fe640 1 -- 172.21.15.83:0/3882540987 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcc001b070 con 0x7efcd00cc010 2024-09-21T02:48:35.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.490+0000 7efcb77fe640 1 -- 172.21.15.83:0/3882540987 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efcc000ae50 con 0x7efcd00cc010 2024-09-21T02:48:35.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.490+0000 7efcd541a640 1 -- 172.21.15.83:0/3882540987 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efcd00ae6d0 con 0x7efcd00cc010 2024-09-21T02:48:35.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.490+0000 7efcb77fe640 1 -- 172.21.15.83:0/3882540987 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcc000e9c0 con 0x7efcd00cc010 2024-09-21T02:48:35.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.490+0000 7efcd541a640 1 -- 172.21.15.83:0/3882540987 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efcd00aec90 con 0x7efcd00cc010 2024-09-21T02:48:35.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.490+0000 7efcd541a640 1 -- 172.21.15.83:0/3882540987 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efcd015f1e0 con 0x7efcd00cc010 2024-09-21T02:48:35.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.490+0000 7efcb77fe640 1 -- 172.21.15.83:0/3882540987 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7efcc001e070 con 0x7efcd00cc010 2024-09-21T02:48:35.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.490+0000 7efcb77fe640 1 --2- 172.21.15.83:0/3882540987 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7efcbc073200 0x7efcbc075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:35.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.490+0000 7efcb77fe640 1 -- 172.21.15.83:0/3882540987 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7efcc00942a0 con 0x7efcd00cc010 2024-09-21T02:48:35.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.490+0000 7efcce7fc640 1 --2- 172.21.15.83:0/3882540987 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7efcbc073200 0x7efcbc075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:35.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.494+0000 7efcce7fc640 1 --2- 172.21.15.83:0/3882540987 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7efcbc073200 0x7efcbc075710 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7efcc40af000 tx=0x7efcc4019500 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:35.501 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.498+0000 7efcb77fe640 1 -- 172.21.15.83:0/3882540987 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7efcc005ef70 con 0x7efcd00cc010 2024-09-21T02:48:35.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.670+0000 7efcd541a640 1 -- 172.21.15.83:0/3882540987 --> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7efcd013dcd0 con 0x7efcbc073200 2024-09-21T02:48:35.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.670+0000 7efcb77fe640 1 -- 172.21.15.83:0/3882540987 <== mgr.4150 v2:172.21.15.83:6800/38882767 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13525 (secure 0 0 0) 0x7efcd013dcd0 con 0x7efcbc073200 2024-09-21T02:48:35.674 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:48:35.674 INFO:teuthology.orchestra.run.smithi083.stderr:dumped all 2024-09-21T02:48:35.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.670+0000 7efcd541a640 1 -- 172.21.15.83:0/3882540987 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7efcbc073200 msgr2=0x7efcbc075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:35.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.674+0000 7efcd541a640 1 --2- 172.21.15.83:0/3882540987 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7efcbc073200 0x7efcbc075710 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7efcc40af000 tx=0x7efcc4019500 comp rx=0 tx=0).stop 2024-09-21T02:48:35.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.674+0000 7efcd541a640 1 -- 172.21.15.83:0/3882540987 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efcd00cc010 msgr2=0x7efcd0137e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:35.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.674+0000 7efcd541a640 1 --2- 172.21.15.83:0/3882540987 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efcd00cc010 0x7efcd0137e90 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7efcc000dbc0 tx=0x7efcc000a620 comp rx=0 tx=0).stop 2024-09-21T02:48:35.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.674+0000 7efcd541a640 1 -- 172.21.15.83:0/3882540987 shutdown_connections 2024-09-21T02:48:35.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.674+0000 7efcd541a640 1 --2- 172.21.15.83:0/3882540987 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7efcbc073200 0x7efcbc075710 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:35.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.674+0000 7efcd541a640 1 --2- 172.21.15.83:0/3882540987 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7efcd013e670 0x7efcd01504d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:35.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.674+0000 7efcd541a640 1 --2- 172.21.15.83:0/3882540987 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7efcd013e260 0x7efcd014ff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:35.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.674+0000 7efcd541a640 1 --2- 172.21.15.83:0/3882540987 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efcd00cc010 0x7efcd0137e90 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:35.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.674+0000 7efcd541a640 1 -- 172.21.15.83:0/3882540987 >> 172.21.15.83:0/3882540987 conn(0x7efcd006ce90 msgr2=0x7efcd013f700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:35.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.674+0000 7efcd541a640 1 -- 172.21.15.83:0/3882540987 shutdown_connections 2024-09-21T02:48:35.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.674+0000 7efcd541a640 1 -- 172.21.15.83:0/3882540987 wait complete. 2024-09-21T02:48:35.696 INFO:teuthology.orchestra.run.smithi083.stdout:{"pg_ready":true,"pg_map":{"version":214,"stamp":"2024-09-21T02:48:33.889160+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":183,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":289108,"kb_used_data":39604,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754685612,"statfs":{"total":773094113280,"available":772798066688,"internally_reserved":0,"allocated":40554496,"data_stored":30904448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":26,"apply_latency_ms":26,"commit_latency_ns":26000000,"apply_latency_ns":26000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-17326314,"num_objects":-991,"num_object_clones":0,"num_object_copies":-1982,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-991,"num_whiteouts":0,"num_read":-6,"num_read_kb":-6,"num_write":-1318,"num_write_kb":-17973,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":-78,"num_bytes_recovered":-3428387,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.002221"},"pg_stats":[{"pgid":"1.0","version":"17'72","reported_seq":162,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-21T02:48:32.424416+0000","last_change":"2024-09-21T02:42:55.639113+0000","last_active":"2024-09-21T02:48:32.424416+0000","last_peered":"2024-09-21T02:48:32.424416+0000","last_clean":"2024-09-21T02:48:32.424416+0000","last_became_active":"2024-09-21T02:42:55.638285+0000","last_became_peered":"2024-09-21T02:42:55.638285+0000","last_unstale":"2024-09-21T02:48:32.424416+0000","last_undegraded":"2024-09-21T02:48:32.424416+0000","last_fullsized":"2024-09-21T02:48:32.424416+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:42:54.606687+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:42:54.606687+0000","last_clean_scrub_stamp":"2024-09-21T02:42:54.606687+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:36:42.254718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509512,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35452,"kb_used_data":4268,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94336388,"statfs":{"total":96636764160,"available":96600461312,"internally_reserved":0,"allocated":4370432,"data_stored":3230555,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509512,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33860,"kb_used_data":2672,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94337980,"statfs":{"total":96636764160,"available":96602091520,"internally_reserved":0,"allocated":2736128,"data_stored":1291364,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509510,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41444,"kb_used_data":10260,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94330396,"statfs":{"total":96636764160,"available":96594325504,"internally_reserved":0,"allocated":10506240,"data_stored":9199679,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509512,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36172,"kb_used_data":4984,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94335668,"statfs":{"total":96636764160,"available":96599724032,"internally_reserved":0,"allocated":5103616,"data_stored":3925221,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509511,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":34340,"kb_used_data":3148,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94337500,"statfs":{"total":96636764160,"available":96601600000,"internally_reserved":0,"allocated":3223552,"data_stored":1933576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509511,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37480,"kb_used_data":6288,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94334360,"statfs":{"total":96636764160,"available":96598384640,"internally_reserved":0,"allocated":6438912,"data_stored":5389645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509512,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37488,"kb_used_data":6300,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94334352,"statfs":{"total":96636764160,"available":96598376448,"internally_reserved":0,"allocated":6451200,"data_stored":5258638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542216,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32872,"kb_used_data":1684,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338968,"statfs":{"total":96636764160,"available":96603103232,"internally_reserved":0,"allocated":1724416,"data_stored":675770,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T02:48:35.697 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T02:48:35.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.842+0000 7f0217ea6640 1 -- 172.21.15.83:0/3245566720 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f01fc005160 msgr2=0x7f01fc00b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:35.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.842+0000 7f0217ea6640 1 --2- 172.21.15.83:0/3245566720 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f01fc005160 0x7f01fc00b9d0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f021013eb10 tx=0x7f020801fa00 comp rx=0 tx=0).stop 2024-09-21T02:48:35.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.842+0000 7f0216443640 1 -- 172.21.15.83:0/3245566720 reap_dead start 2024-09-21T02:48:35.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.842+0000 7f0217ea6640 1 -- 172.21.15.83:0/3245566720 shutdown_connections 2024-09-21T02:48:35.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.842+0000 7f0217ea6640 1 -- 172.21.15.83:0/3245566720 >> 172.21.15.83:0/3245566720 conn(0x7f021006ce90 msgr2=0x7f021006d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:35.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.842+0000 7f0217ea6640 1 -- 172.21.15.83:0/3245566720 shutdown_connections 2024-09-21T02:48:35.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.842+0000 7f0217ea6640 1 -- 172.21.15.83:0/3245566720 wait complete. 2024-09-21T02:48:35.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.842+0000 7f0217ea6640 1 Processor -- start 2024-09-21T02:48:35.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.842+0000 7f0217ea6640 1 -- start start 2024-09-21T02:48:35.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.846+0000 7f0217ea6640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f01fc005160 0x7f02101f3ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:35.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.846+0000 7f0217ea6640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0210150d90 0x7f021015e590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:35.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.846+0000 7f0217ea6640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f021015ead0 0x7f0210137190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:35.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.846+0000 7f0217ea6640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f02100cc190 con 0x7f021015ead0 2024-09-21T02:48:35.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.846+0000 7f0217ea6640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f02100cc010 con 0x7f0210150d90 2024-09-21T02:48:35.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.846+0000 7f0217ea6640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f02100cc310 con 0x7f01fc005160 2024-09-21T02:48:35.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.846+0000 7f0216443640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f021015ead0 0x7f0210137190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:35.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.846+0000 7f0216443640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f021015ead0 0x7f0210137190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37122/0 (socket says 172.21.15.83:37122) 2024-09-21T02:48:35.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.846+0000 7f0216443640 1 -- 172.21.15.83:0/3468237572 learned_addr learned my addr 172.21.15.83:0/3468237572 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:48:35.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.846+0000 7f0215441640 1 --2- 172.21.15.83:0/3468237572 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0210150d90 0x7f021015e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:35.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.846+0000 7f0215c42640 1 --2- 172.21.15.83:0/3468237572 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f01fc005160 0x7f02101f3ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:35.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.846+0000 7f0216443640 1 -- 172.21.15.83:0/3468237572 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f01fc005160 msgr2=0x7f02101f3ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:35.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.846+0000 7f0216443640 1 --2- 172.21.15.83:0/3468237572 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f01fc005160 0x7f02101f3ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:35.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.846+0000 7f0216443640 1 -- 172.21.15.83:0/3468237572 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0210150d90 msgr2=0x7f021015e590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:35.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.846+0000 7f0216443640 1 --2- 172.21.15.83:0/3468237572 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0210150d90 0x7f021015e590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:35.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.846+0000 7f0216443640 1 -- 172.21.15.83:0/3468237572 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f021015eee0 con 0x7f021015ead0 2024-09-21T02:48:35.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.846+0000 7f0215c42640 1 --2- 172.21.15.83:0/3468237572 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f01fc005160 0x7f02101f3ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:48:35.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.846+0000 7f0216443640 1 --2- 172.21.15.83:0/3468237572 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f021015ead0 0x7f0210137190 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f020809c2f0 tx=0x7f02080014c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:35.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.846+0000 7f02067fc640 1 -- 172.21.15.83:0/3468237572 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02080039a0 con 0x7f021015ead0 2024-09-21T02:48:35.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.846+0000 7f02067fc640 1 -- 172.21.15.83:0/3468237572 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0208003b40 con 0x7f021015ead0 2024-09-21T02:48:35.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.846+0000 7f0217ea6640 1 -- 172.21.15.83:0/3468237572 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f021013b690 con 0x7f021015ead0 2024-09-21T02:48:35.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.846+0000 7f02067fc640 1 -- 172.21.15.83:0/3468237572 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02080a95d0 con 0x7f021015ead0 2024-09-21T02:48:35.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.846+0000 7f0217ea6640 1 -- 172.21.15.83:0/3468237572 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f021013a070 con 0x7f021015ead0 2024-09-21T02:48:35.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.846+0000 7f0217ea6640 1 -- 172.21.15.83:0/3468237572 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f021013fc20 con 0x7f021015ead0 2024-09-21T02:48:35.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.846+0000 7f02067fc640 1 -- 172.21.15.83:0/3468237572 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f02080a9770 con 0x7f021015ead0 2024-09-21T02:48:35.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.846+0000 7f02067fc640 1 --2- 172.21.15.83:0/3468237572 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f01f4073230 0x7f01f4075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:35.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.850+0000 7f0215c42640 1 --2- 172.21.15.83:0/3468237572 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f01f4073230 0x7f01f4075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:35.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.850+0000 7f02067fc640 1 -- 172.21.15.83:0/3468237572 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7f02080b8020 con 0x7f021015ead0 2024-09-21T02:48:35.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.850+0000 7f0215c42640 1 --2- 172.21.15.83:0/3468237572 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f01f4073230 0x7f01f4075740 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f020c000c10 tx=0x7f020c006aa0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:35.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:35.854+0000 7f02067fc640 1 -- 172.21.15.83:0/3468237572 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f021015eee0 con 0x7f021015ead0 2024-09-21T02:48:36.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.010+0000 7f0217ea6640 1 -- 172.21.15.83:0/3468237572 --> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0210139bb0 con 0x7f01f4073230 2024-09-21T02:48:36.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.010+0000 7f02067fc640 1 -- 172.21.15.83:0/3468237572 <== mgr.4150 v2:172.21.15.83:6800/38882767 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13519 (secure 0 0 0) 0x7f020c001d20 con 0x7f01f4073230 2024-09-21T02:48:36.014 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:48:36.015 INFO:teuthology.orchestra.run.smithi083.stderr:dumped all 2024-09-21T02:48:36.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.014+0000 7f0217ea6640 1 -- 172.21.15.83:0/3468237572 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f01f4073230 msgr2=0x7f01f4075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:36.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.014+0000 7f0217ea6640 1 --2- 172.21.15.83:0/3468237572 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f01f4073230 0x7f01f4075740 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f020c000c10 tx=0x7f020c006aa0 comp rx=0 tx=0).stop 2024-09-21T02:48:36.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.014+0000 7f0217ea6640 1 -- 172.21.15.83:0/3468237572 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f021015ead0 msgr2=0x7f0210137190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:36.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.014+0000 7f0217ea6640 1 --2- 172.21.15.83:0/3468237572 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f021015ead0 0x7f0210137190 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f020809c2f0 tx=0x7f02080014c0 comp rx=0 tx=0).stop 2024-09-21T02:48:36.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.014+0000 7f0217ea6640 1 -- 172.21.15.83:0/3468237572 shutdown_connections 2024-09-21T02:48:36.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.014+0000 7f0217ea6640 1 --2- 172.21.15.83:0/3468237572 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f01f4073230 0x7f01f4075740 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:36.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.014+0000 7f0217ea6640 1 --2- 172.21.15.83:0/3468237572 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f021015ead0 0x7f0210137190 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:36.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.014+0000 7f0217ea6640 1 --2- 172.21.15.83:0/3468237572 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f0210150d90 0x7f021015e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:36.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.014+0000 7f0217ea6640 1 --2- 172.21.15.83:0/3468237572 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f01fc005160 0x7f02101f3ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:36.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.014+0000 7f0217ea6640 1 -- 172.21.15.83:0/3468237572 >> 172.21.15.83:0/3468237572 conn(0x7f021006ce90 msgr2=0x7f021015dbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:36.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.014+0000 7f0217ea6640 1 -- 172.21.15.83:0/3468237572 shutdown_connections 2024-09-21T02:48:36.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.014+0000 7f0217ea6640 1 -- 172.21.15.83:0/3468237572 wait complete. 2024-09-21T02:48:36.035 INFO:teuthology.orchestra.run.smithi083.stdout:{"pg_ready":true,"pg_map":{"version":215,"stamp":"2024-09-21T02:48:35.889520+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":183,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":6,"kb":754974720,"kb_used":276912,"kb_used_data":27396,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754697808,"statfs":{"total":773094113280,"available":772810555392,"internally_reserved":0,"allocated":28053504,"data_stored":19355078,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":18,"apply_latency_ms":18,"commit_latency_ns":18000000,"apply_latency_ns":18000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-17341949,"num_objects":-991,"num_object_clones":0,"num_object_copies":-1982,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-991,"num_whiteouts":0,"num_read":-6,"num_read_kb":-6,"num_write":-1323,"num_write_kb":-17991,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":-78,"num_bytes_recovered":-3428387,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001927"},"pg_stats":[{"pgid":"1.0","version":"17'72","reported_seq":162,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-21T02:48:32.424416+0000","last_change":"2024-09-21T02:42:55.639113+0000","last_active":"2024-09-21T02:48:32.424416+0000","last_peered":"2024-09-21T02:48:32.424416+0000","last_clean":"2024-09-21T02:48:32.424416+0000","last_became_active":"2024-09-21T02:42:55.638285+0000","last_became_peered":"2024-09-21T02:42:55.638285+0000","last_unstale":"2024-09-21T02:48:32.424416+0000","last_undegraded":"2024-09-21T02:48:32.424416+0000","last_fullsized":"2024-09-21T02:48:32.424416+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:42:54.606687+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:42:54.606687+0000","last_clean_scrub_stamp":"2024-09-21T02:42:54.606687+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:36:42.254718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509513,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32932,"kb_used_data":1744,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338908,"statfs":{"total":96636764160,"available":96603041792,"internally_reserved":0,"allocated":1785856,"data_stored":641837,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509512,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33860,"kb_used_data":2672,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94337980,"statfs":{"total":96636764160,"available":96602091520,"internally_reserved":0,"allocated":2736128,"data_stored":1291364,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509511,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31768,"kb_used_data":576,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340072,"statfs":{"total":96636764160,"available":96604233728,"internally_reserved":0,"allocated":589824,"data_stored":239027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509512,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36172,"kb_used_data":4984,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94335668,"statfs":{"total":96636764160,"available":96599724032,"internally_reserved":0,"allocated":5103616,"data_stored":3925221,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509511,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":34340,"kb_used_data":3148,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94337500,"statfs":{"total":96636764160,"available":96601600000,"internally_reserved":0,"allocated":3223552,"data_stored":1933576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509511,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37480,"kb_used_data":6288,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94334360,"statfs":{"total":96636764160,"available":96598384640,"internally_reserved":0,"allocated":6438912,"data_stored":5389645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509512,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37488,"kb_used_data":6300,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94334352,"statfs":{"total":96636764160,"available":96598376448,"internally_reserved":0,"allocated":6451200,"data_stored":5258638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542216,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32872,"kb_used_data":1684,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338968,"statfs":{"total":96636764160,"available":96603103232,"internally_reserved":0,"allocated":1724416,"data_stored":675770,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T02:48:36.035 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-21T02:48:36.036 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T02:48:36.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.178+0000 7fec4b07f640 1 -- 172.21.15.83:0/3509477962 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fec440cc920 msgr2=0x7fec440ccd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:36.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.178+0000 7fec4b07f640 1 --2- 172.21.15.83:0/3509477962 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fec440cc920 0x7fec440ccd30 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fec38009900 tx=0x7fec3801c8e0 comp rx=0 tx=0).stop 2024-09-21T02:48:36.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.178+0000 7fec4b07f640 1 -- 172.21.15.83:0/3509477962 shutdown_connections 2024-09-21T02:48:36.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.178+0000 7fec4b07f640 1 --2- 172.21.15.83:0/3509477962 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fec440cc920 0x7fec440ccd30 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:36.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.178+0000 7fec4b07f640 1 --2- 172.21.15.83:0/3509477962 >> v2:172.21.15.142:3300/0 conn(0x7fec4406ed60 0x7fec4406f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:36.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.178+0000 7fec4b07f640 1 -- 172.21.15.83:0/3509477962 >> 172.21.15.83:0/3509477962 conn(0x7fec4406ce90 msgr2=0x7fec4406d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:36.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.178+0000 7fec4b07f640 1 -- 172.21.15.83:0/3509477962 shutdown_connections 2024-09-21T02:48:36.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.178+0000 7fec4b07f640 1 -- 172.21.15.83:0/3509477962 wait complete. 2024-09-21T02:48:36.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.182+0000 7fec4b07f640 1 Processor -- start 2024-09-21T02:48:36.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.182+0000 7fec4b07f640 1 -- start start 2024-09-21T02:48:36.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.182+0000 7fec4b07f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fec4406ed60 0x7fec441fdd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:36.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.182+0000 7fec4b07f640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fec440cc920 0x7fec440b3130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:36.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.182+0000 7fec4b07f640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fec44160100 0x7fec44147d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:36.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.182+0000 7fec4b07f640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fec44169e30 con 0x7fec4406ed60 2024-09-21T02:48:36.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.182+0000 7fec4b07f640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fec44169cb0 con 0x7fec44160100 2024-09-21T02:48:36.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.182+0000 7fec4b07f640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fec44169fb0 con 0x7fec440cc920 2024-09-21T02:48:36.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.182+0000 7fec48e1b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fec4406ed60 0x7fec441fdd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:36.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.182+0000 7fec48e1b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fec4406ed60 0x7fec441fdd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37130/0 (socket says 172.21.15.83:37130) 2024-09-21T02:48:36.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.182+0000 7fec48e1b640 1 -- 172.21.15.83:0/2032727733 learned_addr learned my addr 172.21.15.83:0/2032727733 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:48:36.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.182+0000 7fec43fff640 1 --2- 172.21.15.83:0/2032727733 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fec440cc920 0x7fec440b3130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:36.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.182+0000 7fec4961c640 1 --2- 172.21.15.83:0/2032727733 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fec44160100 0x7fec44147d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:36.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.186+0000 7fec48e1b640 1 -- 172.21.15.83:0/2032727733 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fec440cc920 msgr2=0x7fec440b3130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:36.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.186+0000 7fec48e1b640 1 --2- 172.21.15.83:0/2032727733 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fec440cc920 0x7fec440b3130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:36.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.186+0000 7fec48e1b640 1 -- 172.21.15.83:0/2032727733 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fec44160100 msgr2=0x7fec44147d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:36.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.186+0000 7fec48e1b640 1 --2- 172.21.15.83:0/2032727733 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fec44160100 0x7fec44147d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:36.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.186+0000 7fec48e1b640 1 -- 172.21.15.83:0/2032727733 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec4414f5b0 con 0x7fec4406ed60 2024-09-21T02:48:36.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.186+0000 7fec48e1b640 1 --2- 172.21.15.83:0/2032727733 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fec4406ed60 0x7fec441fdd40 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fec3c00ebc0 tx=0x7fec3c00c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:36.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.186+0000 7fec417fa640 1 -- 172.21.15.83:0/2032727733 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec3c010630 con 0x7fec4406ed60 2024-09-21T02:48:36.190 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.186+0000 7fec417fa640 1 -- 172.21.15.83:0/2032727733 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fec3c0108c0 con 0x7fec4406ed60 2024-09-21T02:48:36.190 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.186+0000 7fec4b07f640 1 -- 172.21.15.83:0/2032727733 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec44151300 con 0x7fec4406ed60 2024-09-21T02:48:36.190 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.186+0000 7fec417fa640 1 -- 172.21.15.83:0/2032727733 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec3c010cf0 con 0x7fec4406ed60 2024-09-21T02:48:36.190 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.186+0000 7fec4b07f640 1 -- 172.21.15.83:0/2032727733 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec4414bce0 con 0x7fec4406ed60 2024-09-21T02:48:36.190 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.186+0000 7fec4b07f640 1 -- 172.21.15.83:0/2032727733 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec440b3840 con 0x7fec4406ed60 2024-09-21T02:48:36.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.186+0000 7fec417fa640 1 -- 172.21.15.83:0/2032727733 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fec3c018420 con 0x7fec4406ed60 2024-09-21T02:48:36.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.186+0000 7fec417fa640 1 --2- 172.21.15.83:0/2032727733 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fec30073200 0x7fec30075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:36.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.186+0000 7fec417fa640 1 -- 172.21.15.83:0/2032727733 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7fec3c094c20 con 0x7fec4406ed60 2024-09-21T02:48:36.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.186+0000 7fec43fff640 1 --2- 172.21.15.83:0/2032727733 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fec30073200 0x7fec30075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:36.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.186+0000 7fec43fff640 1 --2- 172.21.15.83:0/2032727733 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fec30073200 0x7fec30075710 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fec380af000 tx=0x7fec3801b120 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:36.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.190+0000 7fec417fa640 1 -- 172.21.15.83:0/2032727733 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fec44151300 con 0x7fec4406ed60 2024-09-21T02:48:36.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.350+0000 7fec4b07f640 1 -- 172.21.15.83:0/2032727733 --> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fec440b5160 con 0x7fec30073200 2024-09-21T02:48:36.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.350+0000 7fec417fa640 1 -- 172.21.15.83:0/2032727733 <== mgr.4150 v2:172.21.15.83:6800/38882767 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13519 (secure 0 0 0) 0x7fec380c04e0 con 0x7fec30073200 2024-09-21T02:48:36.354 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:48:36.355 INFO:teuthology.orchestra.run.smithi083.stderr:dumped all 2024-09-21T02:48:36.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.354+0000 7fec4b07f640 1 -- 172.21.15.83:0/2032727733 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fec30073200 msgr2=0x7fec30075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:36.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.354+0000 7fec4b07f640 1 --2- 172.21.15.83:0/2032727733 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fec30073200 0x7fec30075710 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fec380af000 tx=0x7fec3801b120 comp rx=0 tx=0).stop 2024-09-21T02:48:36.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.354+0000 7fec4b07f640 1 -- 172.21.15.83:0/2032727733 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fec4406ed60 msgr2=0x7fec441fdd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:36.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.354+0000 7fec4b07f640 1 --2- 172.21.15.83:0/2032727733 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fec4406ed60 0x7fec441fdd40 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fec3c00ebc0 tx=0x7fec3c00c6a0 comp rx=0 tx=0).stop 2024-09-21T02:48:36.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.354+0000 7fec4b07f640 1 -- 172.21.15.83:0/2032727733 shutdown_connections 2024-09-21T02:48:36.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.354+0000 7fec4b07f640 1 --2- 172.21.15.83:0/2032727733 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fec30073200 0x7fec30075710 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:36.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.354+0000 7fec4b07f640 1 --2- 172.21.15.83:0/2032727733 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fec44160100 0x7fec44147d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:36.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.354+0000 7fec4b07f640 1 --2- 172.21.15.83:0/2032727733 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fec440cc920 0x7fec440b3130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:36.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.354+0000 7fec4b07f640 1 --2- 172.21.15.83:0/2032727733 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fec4406ed60 0x7fec441fdd40 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:36.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.354+0000 7fec4b07f640 1 -- 172.21.15.83:0/2032727733 >> 172.21.15.83:0/2032727733 conn(0x7fec4406ce90 msgr2=0x7fec440747e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:36.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.354+0000 7fec4b07f640 1 -- 172.21.15.83:0/2032727733 shutdown_connections 2024-09-21T02:48:36.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.354+0000 7fec4b07f640 1 -- 172.21.15.83:0/2032727733 wait complete. 2024-09-21T02:48:36.375 INFO:teuthology.orchestra.run.smithi083.stdout:{"pg_ready":true,"pg_map":{"version":215,"stamp":"2024-09-21T02:48:35.889520+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":183,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":6,"kb":754974720,"kb_used":276912,"kb_used_data":27396,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754697808,"statfs":{"total":773094113280,"available":772810555392,"internally_reserved":0,"allocated":28053504,"data_stored":19355078,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":18,"apply_latency_ms":18,"commit_latency_ns":18000000,"apply_latency_ns":18000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-17341949,"num_objects":-991,"num_object_clones":0,"num_object_copies":-1982,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-991,"num_whiteouts":0,"num_read":-6,"num_read_kb":-6,"num_write":-1323,"num_write_kb":-17991,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":-78,"num_bytes_recovered":-3428387,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001927"},"pg_stats":[{"pgid":"1.0","version":"17'72","reported_seq":162,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-21T02:48:32.424416+0000","last_change":"2024-09-21T02:42:55.639113+0000","last_active":"2024-09-21T02:48:32.424416+0000","last_peered":"2024-09-21T02:48:32.424416+0000","last_clean":"2024-09-21T02:48:32.424416+0000","last_became_active":"2024-09-21T02:42:55.638285+0000","last_became_peered":"2024-09-21T02:42:55.638285+0000","last_unstale":"2024-09-21T02:48:32.424416+0000","last_undegraded":"2024-09-21T02:48:32.424416+0000","last_fullsized":"2024-09-21T02:48:32.424416+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:42:54.606687+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:42:54.606687+0000","last_clean_scrub_stamp":"2024-09-21T02:42:54.606687+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:36:42.254718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509513,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32932,"kb_used_data":1744,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338908,"statfs":{"total":96636764160,"available":96603041792,"internally_reserved":0,"allocated":1785856,"data_stored":641837,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509512,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33860,"kb_used_data":2672,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94337980,"statfs":{"total":96636764160,"available":96602091520,"internally_reserved":0,"allocated":2736128,"data_stored":1291364,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509511,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31768,"kb_used_data":576,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340072,"statfs":{"total":96636764160,"available":96604233728,"internally_reserved":0,"allocated":589824,"data_stored":239027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509512,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36172,"kb_used_data":4984,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94335668,"statfs":{"total":96636764160,"available":96599724032,"internally_reserved":0,"allocated":5103616,"data_stored":3925221,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509511,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":34340,"kb_used_data":3148,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94337500,"statfs":{"total":96636764160,"available":96601600000,"internally_reserved":0,"allocated":3223552,"data_stored":1933576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509511,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37480,"kb_used_data":6288,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94334360,"statfs":{"total":96636764160,"available":96598384640,"internally_reserved":0,"allocated":6438912,"data_stored":5389645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509512,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37488,"kb_used_data":6300,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94334352,"statfs":{"total":96636764160,"available":96598376448,"internally_reserved":0,"allocated":6451200,"data_stored":5258638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542216,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32872,"kb_used_data":1684,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338968,"statfs":{"total":96636764160,"available":96603103232,"internally_reserved":0,"allocated":1724416,"data_stored":675770,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T02:48:36.375 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T02:48:36.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.514+0000 7f233e0fa640 1 -- 172.21.15.83:0/300290640 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f23380cc920 msgr2=0x7f23380ccd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:36.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.514+0000 7f233e0fa640 1 --2- 172.21.15.83:0/300290640 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f23380cc920 0x7f23380ccd30 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f2338072620 tx=0x7f232001c8c0 comp rx=0 tx=0).stop 2024-09-21T02:48:36.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.514+0000 7f233e0fa640 1 -- 172.21.15.83:0/300290640 shutdown_connections 2024-09-21T02:48:36.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.514+0000 7f233e0fa640 1 --2- 172.21.15.83:0/300290640 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2338160100 0x7f2338160510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:36.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.514+0000 7f233e0fa640 1 --2- 172.21.15.83:0/300290640 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f23380cc920 0x7f23380ccd30 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:36.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.514+0000 7f233e0fa640 1 --2- 172.21.15.83:0/300290640 >> v2:172.21.15.142:3300/0 conn(0x7f233806ed60 0x7f233806f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:36.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.514+0000 7f233e0fa640 1 -- 172.21.15.83:0/300290640 >> 172.21.15.83:0/300290640 conn(0x7f233806ce90 msgr2=0x7f233806d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:36.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.514+0000 7f233e0fa640 1 -- 172.21.15.83:0/300290640 shutdown_connections 2024-09-21T02:48:36.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.514+0000 7f233e0fa640 1 -- 172.21.15.83:0/300290640 wait complete. 2024-09-21T02:48:36.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.514+0000 7f233e0fa640 1 Processor -- start 2024-09-21T02:48:36.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.514+0000 7f233e0fa640 1 -- start start 2024-09-21T02:48:36.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.518+0000 7f233e0fa640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f233806ed60 0x7f23381f99c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:36.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.518+0000 7f233e0fa640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f23380cc920 0x7f233815c410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:36.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.518+0000 7f233e0fa640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2338160100 0x7f233813eba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:36.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.518+0000 7f233e0fa640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f2338074c30 con 0x7f233806ed60 2024-09-21T02:48:36.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.518+0000 7f233e0fa640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f2338074ab0 con 0x7f23380cc920 2024-09-21T02:48:36.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.518+0000 7f233e0fa640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f2338074db0 con 0x7f2338160100 2024-09-21T02:48:36.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.518+0000 7f23377fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f233806ed60 0x7f23381f99c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:36.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.518+0000 7f23377fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f233806ed60 0x7f23381f99c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37156/0 (socket says 172.21.15.83:37156) 2024-09-21T02:48:36.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.518+0000 7f23377fe640 1 -- 172.21.15.83:0/4271140608 learned_addr learned my addr 172.21.15.83:0/4271140608 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:48:36.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.518+0000 7f2336ffd640 1 --2- 172.21.15.83:0/4271140608 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f23380cc920 0x7f233815c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:36.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.518+0000 7f2337fff640 1 --2- 172.21.15.83:0/4271140608 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2338160100 0x7f233813eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:36.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.518+0000 7f23377fe640 1 -- 172.21.15.83:0/4271140608 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2338160100 msgr2=0x7f233813eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:36.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.518+0000 7f23377fe640 1 --2- 172.21.15.83:0/4271140608 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2338160100 0x7f233813eba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:36.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.518+0000 7f23377fe640 1 -- 172.21.15.83:0/4271140608 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f23380cc920 msgr2=0x7f233815c410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:36.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.518+0000 7f23377fe640 1 --2- 172.21.15.83:0/4271140608 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f23380cc920 0x7f233815c410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:36.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.518+0000 7f23377fe640 1 -- 172.21.15.83:0/4271140608 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f233815cc70 con 0x7f233806ed60 2024-09-21T02:48:36.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.518+0000 7f2337fff640 1 --2- 172.21.15.83:0/4271140608 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2338160100 0x7f233813eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:48:36.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.518+0000 7f2336ffd640 1 --2- 172.21.15.83:0/4271140608 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f23380cc920 0x7f233815c410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:48:36.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.518+0000 7f23377fe640 1 --2- 172.21.15.83:0/4271140608 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f233806ed60 0x7f23381f99c0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f232800c940 tx=0x7f232800ce00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:36.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.518+0000 7f232ffff640 1 -- 172.21.15.83:0/4271140608 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2328004220 con 0x7f233806ed60 2024-09-21T02:48:36.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.518+0000 7f232ffff640 1 -- 172.21.15.83:0/4271140608 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f23280079b0 con 0x7f233806ed60 2024-09-21T02:48:36.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.518+0000 7f233e0fa640 1 -- 172.21.15.83:0/4271140608 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f233813dde0 con 0x7f233806ed60 2024-09-21T02:48:36.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.518+0000 7f232ffff640 1 -- 172.21.15.83:0/4271140608 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23280044b0 con 0x7f233806ed60 2024-09-21T02:48:36.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.518+0000 7f233e0fa640 1 -- 172.21.15.83:0/4271140608 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f233813e3a0 con 0x7f233806ed60 2024-09-21T02:48:36.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.518+0000 7f233e0fa640 1 -- 172.21.15.83:0/4271140608 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23380ccd30 con 0x7f233806ed60 2024-09-21T02:48:36.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.518+0000 7f232ffff640 1 -- 172.21.15.83:0/4271140608 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f2328003600 con 0x7f233806ed60 2024-09-21T02:48:36.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.518+0000 7f232ffff640 1 --2- 172.21.15.83:0/4271140608 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2318073230 0x7f2318075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:36.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.518+0000 7f2336ffd640 1 --2- 172.21.15.83:0/4271140608 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2318073230 0x7f2318075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:36.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.518+0000 7f232ffff640 1 -- 172.21.15.83:0/4271140608 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7f2328094660 con 0x7f233806ed60 2024-09-21T02:48:36.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.518+0000 7f2336ffd640 1 --2- 172.21.15.83:0/4271140608 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2318073230 0x7f2318075740 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f23200af000 tx=0x7f232001b100 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:36.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.522+0000 7f232ffff640 1 -- 172.21.15.83:0/4271140608 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f2328014030 con 0x7f233806ed60 2024-09-21T02:48:36.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.682+0000 7f233e0fa640 1 -- 172.21.15.83:0/4271140608 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f23380b0820 con 0x7f233806ed60 2024-09-21T02:48:36.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.686+0000 7f232ffff640 1 -- 172.21.15.83:0/4271140608 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v50) ==== 74+0+13008 (secure 0 0 0) 0x7f232805faf0 con 0x7f233806ed60 2024-09-21T02:48:36.689 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:48:36.689 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":50,"fsid":"82b6a254-ea31-468f-b8d3-3f9b32622240","created":"2024-09-21T02:42:38.603140+0000","modified":"2024-09-21T02:48:33.420324+0000","last_up_change":"2024-09-21T02:42:53.602524+0000","last_in_change":"2024-09-21T02:42:43.192261+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T02:42:53.826200+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3a8ebb7b-1ae5-4b26-8278-9dcb6c385903","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6814","nonce":1413652419}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6818","nonce":1413652419}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6825","nonce":1413652419}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":1413652419},{"type":"v1","addr":"172.21.15.83:6822","nonce":1413652419}]},"public_addr":"172.21.15.83:6814/1413652419","cluster_addr":"172.21.15.83:6818/1413652419","heartbeat_back_addr":"172.21.15.83:6825/1413652419","heartbeat_front_addr":"172.21.15.83:6822/1413652419","state":["exists","up"]},{"osd":1,"uuid":"c965bb73-548b-4509-96ec-9c263029104b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6827","nonce":464765712}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6829","nonce":464765712}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6833","nonce":464765712}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":464765712},{"type":"v1","addr":"172.21.15.83:6831","nonce":464765712}]},"public_addr":"172.21.15.83:6827/464765712","cluster_addr":"172.21.15.83:6829/464765712","heartbeat_back_addr":"172.21.15.83:6833/464765712","heartbeat_front_addr":"172.21.15.83:6831/464765712","state":["exists","up"]},{"osd":2,"uuid":"d86f4e42-c5e5-48f2-9936-817c45ca308d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6803","nonce":2393321522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6805","nonce":2393321522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6809","nonce":2393321522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":2393321522},{"type":"v1","addr":"172.21.15.83:6807","nonce":2393321522}]},"public_addr":"172.21.15.83:6803/2393321522","cluster_addr":"172.21.15.83:6805/2393321522","heartbeat_back_addr":"172.21.15.83:6809/2393321522","heartbeat_front_addr":"172.21.15.83:6807/2393321522","state":["exists","up"]},{"osd":3,"uuid":"13beb0a5-6df8-4bd9-a8c9-d61fe89e09e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6811","nonce":3390622409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6813","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6815","nonce":3390622409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6821","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6823","nonce":3390622409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6817","nonce":3390622409},{"type":"v1","addr":"172.21.15.83:6819","nonce":3390622409}]},"public_addr":"172.21.15.83:6811/3390622409","cluster_addr":"172.21.15.83:6815/3390622409","heartbeat_back_addr":"172.21.15.83:6823/3390622409","heartbeat_front_addr":"172.21.15.83:6819/3390622409","state":["exists","up"]},{"osd":4,"uuid":"2028bcfd-16b5-40a0-beaf-18832fee4ac1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6816","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6817","nonce":903609339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6818","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6819","nonce":903609339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6822","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6823","nonce":903609339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6820","nonce":903609339},{"type":"v1","addr":"172.21.15.142:6821","nonce":903609339}]},"public_addr":"172.21.15.142:6817/903609339","cluster_addr":"172.21.15.142:6819/903609339","heartbeat_back_addr":"172.21.15.142:6823/903609339","heartbeat_front_addr":"172.21.15.142:6821/903609339","state":["exists","up"]},{"osd":5,"uuid":"f3fdab28-9ac1-4ff3-92ed-3c2a9833a45d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6824","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6825","nonce":1864459234}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6826","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6827","nonce":1864459234}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6830","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6831","nonce":1864459234}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6828","nonce":1864459234},{"type":"v1","addr":"172.21.15.142:6829","nonce":1864459234}]},"public_addr":"172.21.15.142:6825/1864459234","cluster_addr":"172.21.15.142:6827/1864459234","heartbeat_back_addr":"172.21.15.142:6831/1864459234","heartbeat_front_addr":"172.21.15.142:6829/1864459234","state":["exists","up"]},{"osd":6,"uuid":"e6c411f3-8a06-41f2-b104-40216326259a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6808","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6809","nonce":1137623679}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6810","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6811","nonce":1137623679}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6814","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6815","nonce":1137623679}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6812","nonce":1137623679},{"type":"v1","addr":"172.21.15.142:6813","nonce":1137623679}]},"public_addr":"172.21.15.142:6809/1137623679","cluster_addr":"172.21.15.142:6811/1137623679","heartbeat_back_addr":"172.21.15.142:6815/1137623679","heartbeat_front_addr":"172.21.15.142:6813/1137623679","state":["exists","up"]},{"osd":7,"uuid":"37ce1cb6-2b1b-4d91-ace3-926062f54290","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6800","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6801","nonce":81587312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6802","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6803","nonce":81587312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6806","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6807","nonce":81587312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6804","nonce":81587312},{"type":"v1","addr":"172.21.15.142:6805","nonce":81587312}]},"public_addr":"172.21.15.142:6801/81587312","cluster_addr":"172.21.15.142:6803/81587312","heartbeat_back_addr":"172.21.15.142:6807/81587312","heartbeat_front_addr":"172.21.15.142:6805/81587312","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.547410+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.843449+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.932112+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.842886+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.082896+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:50.238106+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.825928+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T02:42:49.553550+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.83:6837/3402545863":"2024-09-22T02:48:30.331697+0000","172.21.15.83:6836/3402545863":"2024-09-22T02:48:30.331697+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T02:48:36.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.686+0000 7f233e0fa640 1 -- 172.21.15.83:0/4271140608 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2318073230 msgr2=0x7f2318075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:36.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.686+0000 7f233e0fa640 1 --2- 172.21.15.83:0/4271140608 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2318073230 0x7f2318075740 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f23200af000 tx=0x7f232001b100 comp rx=0 tx=0).stop 2024-09-21T02:48:36.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.686+0000 7f233e0fa640 1 -- 172.21.15.83:0/4271140608 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f233806ed60 msgr2=0x7f23381f99c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:36.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.686+0000 7f233e0fa640 1 --2- 172.21.15.83:0/4271140608 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f233806ed60 0x7f23381f99c0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f232800c940 tx=0x7f232800ce00 comp rx=0 tx=0).stop 2024-09-21T02:48:36.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.686+0000 7f233e0fa640 1 -- 172.21.15.83:0/4271140608 shutdown_connections 2024-09-21T02:48:36.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.686+0000 7f233e0fa640 1 --2- 172.21.15.83:0/4271140608 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2318073230 0x7f2318075740 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:36.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.686+0000 7f233e0fa640 1 --2- 172.21.15.83:0/4271140608 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2338160100 0x7f233813eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:36.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.686+0000 7f233e0fa640 1 --2- 172.21.15.83:0/4271140608 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f23380cc920 0x7f233815c410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:36.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.686+0000 7f233e0fa640 1 --2- 172.21.15.83:0/4271140608 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f233806ed60 0x7f23381f99c0 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:36.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.686+0000 7f233e0fa640 1 -- 172.21.15.83:0/4271140608 >> 172.21.15.83:0/4271140608 conn(0x7f233806ce90 msgr2=0x7f233806d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:36.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.686+0000 7f233e0fa640 1 -- 172.21.15.83:0/4271140608 shutdown_connections 2024-09-21T02:48:36.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:36.686+0000 7f233e0fa640 1 -- 172.21.15.83:0/4271140608 wait complete. 2024-09-21T02:48:37.711 INFO:tasks.ceph:Scrubbing osd.0 2024-09-21T02:48:37.711 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-21T02:48:37.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.882+0000 7f7c316ee640 1 -- 172.21.15.83:0/520342084 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c2c15ae70 msgr2=0x7f7c2c15e980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:37.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.882+0000 7f7c316ee640 1 --2- 172.21.15.83:0/520342084 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c2c15ae70 0x7f7c2c15e980 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f7c2c0af550 tx=0x7f7c1c01c8c0 comp rx=0 tx=0).stop 2024-09-21T02:48:37.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.882+0000 7f7c316ee640 1 -- 172.21.15.83:0/520342084 shutdown_connections 2024-09-21T02:48:37.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.882+0000 7f7c316ee640 1 --2- 172.21.15.83:0/520342084 >> v2:172.21.15.142:3300/0 conn(0x7f7c2c15eec0 0x7f7c2c15f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:37.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.882+0000 7f7c316ee640 1 --2- 172.21.15.83:0/520342084 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c2c15ae70 0x7f7c2c15e980 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:37.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.882+0000 7f7c316ee640 1 -- 172.21.15.83:0/520342084 >> 172.21.15.83:0/520342084 conn(0x7f7c2c0b1cc0 msgr2=0x7f7c2c0b20d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:37.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.882+0000 7f7c316ee640 1 -- 172.21.15.83:0/520342084 shutdown_connections 2024-09-21T02:48:37.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.882+0000 7f7c316ee640 1 -- 172.21.15.83:0/520342084 wait complete. 2024-09-21T02:48:37.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.886+0000 7f7c316ee640 1 Processor -- start 2024-09-21T02:48:37.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.886+0000 7f7c316ee640 1 -- start start 2024-09-21T02:48:37.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.886+0000 7f7c316ee640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f7c2c06eee0 0x7f7c2c154aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:37.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.886+0000 7f7c316ee640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c2c15ae70 0x7f7c2c073710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:37.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.886+0000 7f7c316ee640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7c2c15eec0 0x7f7c2c163ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:37.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.886+0000 7f7c316ee640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f7c2c166240 con 0x7f7c2c15ae70 2024-09-21T02:48:37.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.886+0000 7f7c316ee640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f7c2c1660c0 con 0x7f7c2c15eec0 2024-09-21T02:48:37.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.886+0000 7f7c316ee640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f7c2c1663c0 con 0x7f7c2c06eee0 2024-09-21T02:48:37.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.886+0000 7f7c227fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c2c15ae70 0x7f7c2c073710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:37.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.886+0000 7f7c227fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c2c15ae70 0x7f7c2c073710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37176/0 (socket says 172.21.15.83:37176) 2024-09-21T02:48:37.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.886+0000 7f7c227fc640 1 -- 172.21.15.83:0/1071214475 learned_addr learned my addr 172.21.15.83:0/1071214475 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:48:37.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.886+0000 7f7c2b7fe640 1 --2- 172.21.15.83:0/1071214475 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7c2c15eec0 0x7f7c2c163ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:37.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.886+0000 7f7c2affd640 1 --2- 172.21.15.83:0/1071214475 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f7c2c06eee0 0x7f7c2c154aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:37.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.886+0000 7f7c227fc640 1 -- 172.21.15.83:0/1071214475 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f7c2c06eee0 msgr2=0x7f7c2c154aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:37.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.886+0000 7f7c227fc640 1 --2- 172.21.15.83:0/1071214475 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f7c2c06eee0 0x7f7c2c154aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:37.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.886+0000 7f7c227fc640 1 -- 172.21.15.83:0/1071214475 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7c2c15eec0 msgr2=0x7f7c2c163ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:37.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.886+0000 7f7c227fc640 1 --2- 172.21.15.83:0/1071214475 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f7c2c15eec0 0x7f7c2c163ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:37.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.886+0000 7f7c227fc640 1 -- 172.21.15.83:0/1071214475 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c2c154fe0 con 0x7f7c2c15ae70 2024-09-21T02:48:37.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.886+0000 7f7c227fc640 1 --2- 172.21.15.83:0/1071214475 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c2c15ae70 0x7f7c2c073710 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f7c1400c940 tx=0x7f7c1400ce00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:37.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.886+0000 7f7c23fff640 1 -- 172.21.15.83:0/1071214475 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c14004220 con 0x7f7c2c15ae70 2024-09-21T02:48:37.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.886+0000 7f7c23fff640 1 -- 172.21.15.83:0/1071214475 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7c140079b0 con 0x7f7c2c15ae70 2024-09-21T02:48:37.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.886+0000 7f7c316ee640 1 -- 172.21.15.83:0/1071214475 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c2c1f91d0 con 0x7f7c2c15ae70 2024-09-21T02:48:37.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.886+0000 7f7c23fff640 1 -- 172.21.15.83:0/1071214475 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c140044b0 con 0x7f7c2c15ae70 2024-09-21T02:48:37.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.886+0000 7f7c316ee640 1 -- 172.21.15.83:0/1071214475 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c2c1f9790 con 0x7f7c2c15ae70 2024-09-21T02:48:37.893 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.886+0000 7f7c316ee640 1 -- 172.21.15.83:0/1071214475 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f7c2c15e980 con 0x7f7c2c15ae70 2024-09-21T02:48:37.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.890+0000 7f7c23fff640 1 -- 172.21.15.83:0/1071214475 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f7c14003600 con 0x7f7c2c15ae70 2024-09-21T02:48:37.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.890+0000 7f7c23fff640 1 --2- 172.21.15.83:0/1071214475 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7c0c073200 0x7f7c0c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:37.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.890+0000 7f7c2affd640 1 --2- 172.21.15.83:0/1071214475 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7c0c073200 0x7f7c0c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:37.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.890+0000 7f7c23fff640 1 -- 172.21.15.83:0/1071214475 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7f7c14094480 con 0x7f7c2c15ae70 2024-09-21T02:48:37.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.890+0000 7f7c23fff640 1 --2- 172.21.15.83:0/1071214475 >> [v2:172.21.15.83:6812/1413652419,v1:172.21.15.83:6814/1413652419] conn(0x7f7c0c079110 0x7f7c0c07b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:37.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.890+0000 7f7c23fff640 1 -- 172.21.15.83:0/1071214475 --> [v2:172.21.15.83:6812/1413652419,v1:172.21.15.83:6814/1413652419] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f7c14022ea0 con 0x7f7c0c079110 2024-09-21T02:48:37.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.890+0000 7f7c23fff640 1 -- 172.21.15.83:0/1071214475 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_get_version_reply(handle=1 version=50) ==== 24+0+0 (secure 0 0 0) 0x7f7c14094910 con 0x7f7c2c15ae70 2024-09-21T02:48:37.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.890+0000 7f7c2b7fe640 1 --2- 172.21.15.83:0/1071214475 >> [v2:172.21.15.83:6812/1413652419,v1:172.21.15.83:6814/1413652419] conn(0x7f7c0c079110 0x7f7c0c07b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:37.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.890+0000 7f7c2affd640 1 --2- 172.21.15.83:0/1071214475 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7c0c073200 0x7f7c0c075710 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f7c1c0af000 tx=0x7f7c1c01b100 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:37.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.890+0000 7f7c2b7fe640 1 --2- 172.21.15.83:0/1071214475 >> [v2:172.21.15.83:6812/1413652419,v1:172.21.15.83:6814/1413652419] conn(0x7f7c0c079110 0x7f7c0c07b560 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:37.895 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.890+0000 7f7c23fff640 1 -- 172.21.15.83:0/1071214475 <== osd.0 v2:172.21.15.83:6812/1413652419 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f7c14022ea0 con 0x7f7c0c079110 2024-09-21T02:48:37.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.906+0000 7f7c316ee640 1 -- 172.21.15.83:0/1071214475 --> [v2:172.21.15.83:6812/1413652419,v1:172.21.15.83:6814/1413652419] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f7c2c0cfcf0 con 0x7f7c0c079110 2024-09-21T02:48:37.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.906+0000 7f7c23fff640 1 -- 172.21.15.83:0/1071214475 <== osd.0 v2:172.21.15.83:6812/1413652419 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f7c2c0cfcf0 con 0x7f7c0c079110 2024-09-21T02:48:37.908 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-09-21T02:48:37.908 INFO:teuthology.orchestra.run.smithi083.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-21T02:48:37.908 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-09-21T02:48:37.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.906+0000 7f7c316ee640 1 -- 172.21.15.83:0/1071214475 >> [v2:172.21.15.83:6812/1413652419,v1:172.21.15.83:6814/1413652419] conn(0x7f7c0c079110 msgr2=0x7f7c0c07b560 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:37.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.906+0000 7f7c316ee640 1 --2- 172.21.15.83:0/1071214475 >> [v2:172.21.15.83:6812/1413652419,v1:172.21.15.83:6814/1413652419] conn(0x7f7c0c079110 0x7f7c0c07b560 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:37.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.906+0000 7f7c316ee640 1 -- 172.21.15.83:0/1071214475 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7c0c073200 msgr2=0x7f7c0c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:37.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.906+0000 7f7c316ee640 1 --2- 172.21.15.83:0/1071214475 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7c0c073200 0x7f7c0c075710 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f7c1c0af000 tx=0x7f7c1c01b100 comp rx=0 tx=0).stop 2024-09-21T02:48:37.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.906+0000 7f7c316ee640 1 -- 172.21.15.83:0/1071214475 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c2c15ae70 msgr2=0x7f7c2c073710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:37.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.906+0000 7f7c316ee640 1 --2- 172.21.15.83:0/1071214475 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c2c15ae70 0x7f7c2c073710 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f7c1400c940 tx=0x7f7c1400ce00 comp rx=0 tx=0).stop 2024-09-21T02:48:37.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.906+0000 7f7c2b7fe640 1 -- 172.21.15.83:0/1071214475 reap_dead start 2024-09-21T02:48:37.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.906+0000 7f7c316ee640 1 -- 172.21.15.83:0/1071214475 shutdown_connections 2024-09-21T02:48:37.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.906+0000 7f7c316ee640 1 -- 172.21.15.83:0/1071214475 >> 172.21.15.83:0/1071214475 conn(0x7f7c2c0b1cc0 msgr2=0x7f7c2c0b0930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:37.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.906+0000 7f7c316ee640 1 -- 172.21.15.83:0/1071214475 shutdown_connections 2024-09-21T02:48:37.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:37.906+0000 7f7c316ee640 1 -- 172.21.15.83:0/1071214475 wait complete. 2024-09-21T02:48:37.927 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-21T02:48:38.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.058+0000 7ff236be1640 1 -- 172.21.15.83:0/1221439842 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff230074090 msgr2=0x7ff2300744a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:38.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.058+0000 7ff236be1640 1 --2- 172.21.15.83:0/1221439842 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff230074090 0x7ff2300744a0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7ff230072620 tx=0x7ff22801cb80 comp rx=0 tx=0).stop 2024-09-21T02:48:38.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.058+0000 7ff236be1640 1 -- 172.21.15.83:0/1221439842 shutdown_connections 2024-09-21T02:48:38.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.058+0000 7ff236be1640 1 --2- 172.21.15.83:0/1221439842 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff230074090 0x7ff2300744a0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:38.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.058+0000 7ff236be1640 1 --2- 172.21.15.83:0/1221439842 >> v2:172.21.15.142:3300/0 conn(0x7ff23006ed60 0x7ff23006f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:38.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.058+0000 7ff236be1640 1 -- 172.21.15.83:0/1221439842 >> 172.21.15.83:0/1221439842 conn(0x7ff23006ce90 msgr2=0x7ff23006d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:38.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.058+0000 7ff236be1640 1 -- 172.21.15.83:0/1221439842 shutdown_connections 2024-09-21T02:48:38.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.058+0000 7ff236be1640 1 -- 172.21.15.83:0/1221439842 wait complete. 2024-09-21T02:48:38.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.062+0000 7ff236be1640 1 Processor -- start 2024-09-21T02:48:38.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.062+0000 7ff236be1640 1 -- start start 2024-09-21T02:48:38.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.062+0000 7ff236be1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff23006ed60 0x7ff2301664f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:38.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.062+0000 7ff236be1640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff230074090 0x7ff2300aef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:38.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.062+0000 7ff236be1640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff2300cc920 0x7ff2301f6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:38.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.062+0000 7ff236be1640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff230169920 con 0x7ff23006ed60 2024-09-21T02:48:38.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.062+0000 7ff236be1640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7ff2301697a0 con 0x7ff230074090 2024-09-21T02:48:38.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.062+0000 7ff236be1640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7ff230169aa0 con 0x7ff2300cc920 2024-09-21T02:48:38.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.062+0000 7ff23497d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff23006ed60 0x7ff2301664f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:38.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.062+0000 7ff23497d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff23006ed60 0x7ff2301664f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37194/0 (socket says 172.21.15.83:37194) 2024-09-21T02:48:38.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.062+0000 7ff23497d640 1 -- 172.21.15.83:0/1670282656 learned_addr learned my addr 172.21.15.83:0/1670282656 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:48:38.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.062+0000 7ff23497d640 1 -- 172.21.15.83:0/1670282656 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff2300cc920 msgr2=0x7ff2301f6390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:38.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.062+0000 7ff23517e640 1 --2- 172.21.15.83:0/1670282656 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff2300cc920 0x7ff2301f6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:38.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.062+0000 7ff23497d640 1 --2- 172.21.15.83:0/1670282656 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff2300cc920 0x7ff2301f6390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:38.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.062+0000 7ff23497d640 1 -- 172.21.15.83:0/1670282656 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff230074090 msgr2=0x7ff2300aef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:38.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.062+0000 7ff22ffff640 1 --2- 172.21.15.83:0/1670282656 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff230074090 0x7ff2300aef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:38.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.062+0000 7ff23497d640 1 --2- 172.21.15.83:0/1670282656 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff230074090 0x7ff2300aef20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:38.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.062+0000 7ff23497d640 1 -- 172.21.15.83:0/1670282656 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff230153580 con 0x7ff23006ed60 2024-09-21T02:48:38.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.062+0000 7ff23497d640 1 --2- 172.21.15.83:0/1670282656 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff23006ed60 0x7ff2301664f0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7ff22000ca20 tx=0x7ff22000cee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:38.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.062+0000 7ff22d7fa640 1 -- 172.21.15.83:0/1670282656 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff220007c70 con 0x7ff23006ed60 2024-09-21T02:48:38.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.062+0000 7ff22d7fa640 1 -- 172.21.15.83:0/1670282656 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff22000f450 con 0x7ff23006ed60 2024-09-21T02:48:38.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.062+0000 7ff22d7fa640 1 -- 172.21.15.83:0/1670282656 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff22000f8a0 con 0x7ff23006ed60 2024-09-21T02:48:38.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.062+0000 7ff236be1640 1 -- 172.21.15.83:0/1670282656 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff230153860 con 0x7ff23006ed60 2024-09-21T02:48:38.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.062+0000 7ff236be1640 1 -- 172.21.15.83:0/1670282656 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff230153e20 con 0x7ff23006ed60 2024-09-21T02:48:38.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.062+0000 7ff236be1640 1 -- 172.21.15.83:0/1670282656 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff23006f170 con 0x7ff23006ed60 2024-09-21T02:48:38.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.066+0000 7ff22d7fa640 1 -- 172.21.15.83:0/1670282656 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7ff220018400 con 0x7ff23006ed60 2024-09-21T02:48:38.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.066+0000 7ff22d7fa640 1 --2- 172.21.15.83:0/1670282656 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff21c073200 0x7ff21c075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:38.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.066+0000 7ff22d7fa640 1 -- 172.21.15.83:0/1670282656 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7ff220094740 con 0x7ff23006ed60 2024-09-21T02:48:38.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.066+0000 7ff22ffff640 1 --2- 172.21.15.83:0/1670282656 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff21c073200 0x7ff21c075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:38.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.066+0000 7ff22ffff640 1 --2- 172.21.15.83:0/1670282656 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff21c073200 0x7ff21c075710 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7ff2300a9bb0 tx=0x7ff224009040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:38.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.070+0000 7ff22d7fa640 1 -- 172.21.15.83:0/1670282656 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7ff220014030 con 0x7ff23006ed60 2024-09-21T02:48:38.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.234+0000 7ff236be1640 1 -- 172.21.15.83:0/1670282656 --> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7ff230074640 con 0x7ff21c073200 2024-09-21T02:48:38.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.234+0000 7ff22d7fa640 1 -- 172.21.15.83:0/1670282656 <== mgr.4150 v2:172.21.15.83:6800/38882767 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7ff230074640 con 0x7ff21c073200 2024-09-21T02:48:38.238 INFO:teuthology.orchestra.run.smithi083.stderr:instructed osd(s) 0 to deep-scrub 2024-09-21T02:48:38.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.238+0000 7ff236be1640 1 -- 172.21.15.83:0/1670282656 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff21c073200 msgr2=0x7ff21c075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:38.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.238+0000 7ff236be1640 1 --2- 172.21.15.83:0/1670282656 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff21c073200 0x7ff21c075710 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7ff2300a9bb0 tx=0x7ff224009040 comp rx=0 tx=0).stop 2024-09-21T02:48:38.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.238+0000 7ff236be1640 1 -- 172.21.15.83:0/1670282656 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff23006ed60 msgr2=0x7ff2301664f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:38.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.238+0000 7ff236be1640 1 --2- 172.21.15.83:0/1670282656 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff23006ed60 0x7ff2301664f0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7ff22000ca20 tx=0x7ff22000cee0 comp rx=0 tx=0).stop 2024-09-21T02:48:38.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.238+0000 7ff236be1640 1 -- 172.21.15.83:0/1670282656 shutdown_connections 2024-09-21T02:48:38.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.238+0000 7ff236be1640 1 --2- 172.21.15.83:0/1670282656 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7ff21c073200 0x7ff21c075710 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:38.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.238+0000 7ff236be1640 1 --2- 172.21.15.83:0/1670282656 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7ff2300cc920 0x7ff2301f6390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:38.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.238+0000 7ff236be1640 1 --2- 172.21.15.83:0/1670282656 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7ff230074090 0x7ff2300aef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:38.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.238+0000 7ff236be1640 1 --2- 172.21.15.83:0/1670282656 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff23006ed60 0x7ff2301664f0 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:38.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.238+0000 7ff236be1640 1 -- 172.21.15.83:0/1670282656 >> 172.21.15.83:0/1670282656 conn(0x7ff23006ce90 msgr2=0x7ff23015eb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:38.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.238+0000 7ff236be1640 1 -- 172.21.15.83:0/1670282656 shutdown_connections 2024-09-21T02:48:38.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.238+0000 7ff236be1640 1 -- 172.21.15.83:0/1670282656 wait complete. 2024-09-21T02:48:38.259 INFO:tasks.ceph:Scrubbing osd.1 2024-09-21T02:48:38.259 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-21T02:48:38.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.418+0000 7fb2248d5640 1 -- 172.21.15.83:0/2742731699 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb220070700 msgr2=0x7fb22015c5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:38.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.418+0000 7fb2248d5640 1 --2- 172.21.15.83:0/2742731699 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb220070700 0x7fb22015c5d0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fb220072c50 tx=0x7fb21401c8c0 comp rx=0 tx=0).stop 2024-09-21T02:48:38.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.418+0000 7fb2248d5640 1 -- 172.21.15.83:0/2742731699 shutdown_connections 2024-09-21T02:48:38.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.418+0000 7fb2248d5640 1 --2- 172.21.15.83:0/2742731699 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb220070700 0x7fb22015c5d0 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:38.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.418+0000 7fb2248d5640 1 --2- 172.21.15.83:0/2742731699 >> v2:172.21.15.142:3300/0 conn(0x7fb2200b3540 0x7fb2200b3950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:38.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.418+0000 7fb2248d5640 1 -- 172.21.15.83:0/2742731699 >> 172.21.15.83:0/2742731699 conn(0x7fb2200b1cc0 msgr2=0x7fb2200b20d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:38.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.418+0000 7fb2248d5640 1 -- 172.21.15.83:0/2742731699 shutdown_connections 2024-09-21T02:48:38.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.418+0000 7fb2248d5640 1 -- 172.21.15.83:0/2742731699 wait complete. 2024-09-21T02:48:38.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.418+0000 7fb2248d5640 1 Processor -- start 2024-09-21T02:48:38.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.418+0000 7fb2248d5640 1 -- start start 2024-09-21T02:48:38.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.418+0000 7fb2248d5640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb2200b3540 0x7fb2201f95d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:38.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.418+0000 7fb2248d5640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb2200b4d90 0x7fb2200c9d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:38.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.418+0000 7fb2248d5640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb2201514c0 0x7fb220159c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:38.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.418+0000 7fb2248d5640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fb220168eb0 con 0x7fb2201514c0 2024-09-21T02:48:38.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.418+0000 7fb2248d5640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fb220168d30 con 0x7fb2200b4d90 2024-09-21T02:48:38.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.418+0000 7fb2248d5640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fb220169030 con 0x7fb2200b3540 2024-09-21T02:48:38.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.422+0000 7fb21ed9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb2201514c0 0x7fb220159c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:38.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.422+0000 7fb21ed9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb2201514c0 0x7fb220159c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37210/0 (socket says 172.21.15.83:37210) 2024-09-21T02:48:38.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.422+0000 7fb21ed9d640 1 -- 172.21.15.83:0/3877855867 learned_addr learned my addr 172.21.15.83:0/3877855867 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:48:38.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.422+0000 7fb21e59c640 1 --2- 172.21.15.83:0/3877855867 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb2200b3540 0x7fb2201f95d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:38.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.422+0000 7fb21dd9b640 1 --2- 172.21.15.83:0/3877855867 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb2200b4d90 0x7fb2200c9d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:38.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.422+0000 7fb21ed9d640 1 -- 172.21.15.83:0/3877855867 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb2200b3540 msgr2=0x7fb2201f95d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:38.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.422+0000 7fb21ed9d640 1 --2- 172.21.15.83:0/3877855867 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb2200b3540 0x7fb2201f95d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:38.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.422+0000 7fb21ed9d640 1 -- 172.21.15.83:0/3877855867 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb2200b4d90 msgr2=0x7fb2200c9d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:38.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.422+0000 7fb21ed9d640 1 --2- 172.21.15.83:0/3877855867 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb2200b4d90 0x7fb2200c9d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:38.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.422+0000 7fb21ed9d640 1 -- 172.21.15.83:0/3877855867 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2200b16f0 con 0x7fb2201514c0 2024-09-21T02:48:38.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.422+0000 7fb21dd9b640 1 --2- 172.21.15.83:0/3877855867 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb2200b4d90 0x7fb2200c9d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:48:38.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.422+0000 7fb21ed9d640 1 --2- 172.21.15.83:0/3877855867 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb2201514c0 0x7fb220159c40 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fb21800ca60 tx=0x7fb21800cf20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:38.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.422+0000 7fb20effd640 1 -- 172.21.15.83:0/3877855867 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb218007d90 con 0x7fb2201514c0 2024-09-21T02:48:38.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.422+0000 7fb20effd640 1 -- 172.21.15.83:0/3877855867 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb218004c20 con 0x7fb2201514c0 2024-09-21T02:48:38.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.422+0000 7fb2248d5640 1 -- 172.21.15.83:0/3877855867 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2201f8af0 con 0x7fb2201514c0 2024-09-21T02:48:38.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.422+0000 7fb20effd640 1 -- 172.21.15.83:0/3877855867 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb218005280 con 0x7fb2201514c0 2024-09-21T02:48:38.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.422+0000 7fb2248d5640 1 -- 172.21.15.83:0/3877855867 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb22015a600 con 0x7fb2201514c0 2024-09-21T02:48:38.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.422+0000 7fb2248d5640 1 -- 172.21.15.83:0/3877855867 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb2200b19d0 con 0x7fb2201514c0 2024-09-21T02:48:38.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.422+0000 7fb20effd640 1 -- 172.21.15.83:0/3877855867 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fb218005420 con 0x7fb2201514c0 2024-09-21T02:48:38.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.422+0000 7fb20effd640 1 --2- 172.21.15.83:0/3877855867 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb200073200 0x7fb200075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:38.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.422+0000 7fb21e59c640 1 --2- 172.21.15.83:0/3877855867 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb200073200 0x7fb200075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:38.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.422+0000 7fb20effd640 1 -- 172.21.15.83:0/3877855867 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7fb218094bf0 con 0x7fb2201514c0 2024-09-21T02:48:38.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.422+0000 7fb20effd640 1 --2- 172.21.15.83:0/3877855867 >> [v2:172.21.15.83:6826/464765712,v1:172.21.15.83:6827/464765712] conn(0x7fb200079110 0x7fb20007b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:38.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.422+0000 7fb20effd640 1 -- 172.21.15.83:0/3877855867 --> [v2:172.21.15.83:6826/464765712,v1:172.21.15.83:6827/464765712] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb21800fe50 con 0x7fb200079110 2024-09-21T02:48:38.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.422+0000 7fb20effd640 1 -- 172.21.15.83:0/3877855867 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_get_version_reply(handle=1 version=50) ==== 24+0+0 (secure 0 0 0) 0x7fb218095080 con 0x7fb2201514c0 2024-09-21T02:48:38.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.422+0000 7fb21dd9b640 1 --2- 172.21.15.83:0/3877855867 >> [v2:172.21.15.83:6826/464765712,v1:172.21.15.83:6827/464765712] conn(0x7fb200079110 0x7fb20007b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:38.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.422+0000 7fb21e59c640 1 --2- 172.21.15.83:0/3877855867 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb200073200 0x7fb200075710 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fb21000b810 tx=0x7fb210008040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:38.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.422+0000 7fb21dd9b640 1 --2- 172.21.15.83:0/3877855867 >> [v2:172.21.15.83:6826/464765712,v1:172.21.15.83:6827/464765712] conn(0x7fb200079110 0x7fb20007b560 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:38.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.426+0000 7fb20effd640 1 -- 172.21.15.83:0/3877855867 <== osd.1 v2:172.21.15.83:6826/464765712 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb21800fe50 con 0x7fb200079110 2024-09-21T02:48:38.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.438+0000 7fb2248d5640 1 -- 172.21.15.83:0/3877855867 --> [v2:172.21.15.83:6826/464765712,v1:172.21.15.83:6827/464765712] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fb2200b1480 con 0x7fb200079110 2024-09-21T02:48:38.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.438+0000 7fb20effd640 1 -- 172.21.15.83:0/3877855867 <== osd.1 v2:172.21.15.83:6826/464765712 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fb2200b1480 con 0x7fb200079110 2024-09-21T02:48:38.442 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-09-21T02:48:38.442 INFO:teuthology.orchestra.run.smithi083.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-21T02:48:38.442 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-09-21T02:48:38.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.438+0000 7fb2248d5640 1 -- 172.21.15.83:0/3877855867 >> [v2:172.21.15.83:6826/464765712,v1:172.21.15.83:6827/464765712] conn(0x7fb200079110 msgr2=0x7fb20007b560 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:38.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.438+0000 7fb2248d5640 1 --2- 172.21.15.83:0/3877855867 >> [v2:172.21.15.83:6826/464765712,v1:172.21.15.83:6827/464765712] conn(0x7fb200079110 0x7fb20007b560 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:38.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.438+0000 7fb2248d5640 1 -- 172.21.15.83:0/3877855867 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb200073200 msgr2=0x7fb200075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:38.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.438+0000 7fb2248d5640 1 --2- 172.21.15.83:0/3877855867 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb200073200 0x7fb200075710 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fb21000b810 tx=0x7fb210008040 comp rx=0 tx=0).stop 2024-09-21T02:48:38.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.438+0000 7fb2248d5640 1 -- 172.21.15.83:0/3877855867 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb2201514c0 msgr2=0x7fb220159c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:38.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.438+0000 7fb2248d5640 1 --2- 172.21.15.83:0/3877855867 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb2201514c0 0x7fb220159c40 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fb21800ca60 tx=0x7fb21800cf20 comp rx=0 tx=0).stop 2024-09-21T02:48:38.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.438+0000 7fb21ed9d640 1 -- 172.21.15.83:0/3877855867 reap_dead start 2024-09-21T02:48:38.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.438+0000 7fb2248d5640 1 -- 172.21.15.83:0/3877855867 shutdown_connections 2024-09-21T02:48:38.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.438+0000 7fb2248d5640 1 -- 172.21.15.83:0/3877855867 >> 172.21.15.83:0/3877855867 conn(0x7fb2200b1cc0 msgr2=0x7fb220154810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:38.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.438+0000 7fb2248d5640 1 -- 172.21.15.83:0/3877855867 shutdown_connections 2024-09-21T02:48:38.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.438+0000 7fb2248d5640 1 -- 172.21.15.83:0/3877855867 wait complete. 2024-09-21T02:48:38.461 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-21T02:48:38.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.598+0000 7fa436b20640 1 -- 172.21.15.83:0/3218579843 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa4300d0510 msgr2=0x7fa4300b4590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:38.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.598+0000 7fa436b20640 1 --2- 172.21.15.83:0/3218579843 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa4300d0510 0x7fa4300b4590 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fa418009900 tx=0x7fa41801c6e0 comp rx=0 tx=0).stop 2024-09-21T02:48:38.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.598+0000 7fa436b20640 1 -- 172.21.15.83:0/3218579843 shutdown_connections 2024-09-21T02:48:38.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.598+0000 7fa436b20640 1 --2- 172.21.15.83:0/3218579843 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa4300d0510 0x7fa4300b4590 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:38.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.598+0000 7fa436b20640 1 --2- 172.21.15.83:0/3218579843 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa4300cd4a0 0x7fa4300cffd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:38.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.598+0000 7fa436b20640 1 -- 172.21.15.83:0/3218579843 >> 172.21.15.83:0/3218579843 conn(0x7fa43006ce90 msgr2=0x7fa43006d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:38.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.598+0000 7fa436b20640 1 -- 172.21.15.83:0/3218579843 shutdown_connections 2024-09-21T02:48:38.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.598+0000 7fa436b20640 1 -- 172.21.15.83:0/3218579843 wait complete. 2024-09-21T02:48:38.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.602+0000 7fa436b20640 1 Processor -- start 2024-09-21T02:48:38.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.602+0000 7fa436b20640 1 -- start start 2024-09-21T02:48:38.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.602+0000 7fa436b20640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa4300b4ad0 0x7fa43014e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:38.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.602+0000 7fa436b20640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa4300cd4a0 0x7fa43014ce20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:38.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.602+0000 7fa436b20640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa4300d0510 0x7fa430153030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:38.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.602+0000 7fa436b20640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa4300710c0 con 0x7fa4300cd4a0 2024-09-21T02:48:38.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.602+0000 7fa436b20640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fa430070f40 con 0x7fa4300d0510 2024-09-21T02:48:38.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.602+0000 7fa436b20640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fa43015ee60 con 0x7fa4300b4ad0 2024-09-21T02:48:38.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.602+0000 7fa42ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa4300cd4a0 0x7fa43014ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:38.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.602+0000 7fa42ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa4300cd4a0 0x7fa43014ce20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37234/0 (socket says 172.21.15.83:37234) 2024-09-21T02:48:38.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.602+0000 7fa42ffff640 1 -- 172.21.15.83:0/554122028 learned_addr learned my addr 172.21.15.83:0/554122028 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:48:38.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.602+0000 7fa4348bc640 1 --2- 172.21.15.83:0/554122028 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa4300b4ad0 0x7fa43014e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:38.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.602+0000 7fa42ffff640 1 -- 172.21.15.83:0/554122028 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa4300b4ad0 msgr2=0x7fa43014e3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:38.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.602+0000 7fa42ffff640 1 --2- 172.21.15.83:0/554122028 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa4300b4ad0 0x7fa43014e3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:38.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.602+0000 7fa42ffff640 1 -- 172.21.15.83:0/554122028 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa4300d0510 msgr2=0x7fa430153030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:38.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.602+0000 7fa4350bd640 1 --2- 172.21.15.83:0/554122028 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa4300d0510 0x7fa430153030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:38.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.602+0000 7fa42ffff640 1 --2- 172.21.15.83:0/554122028 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa4300d0510 0x7fa430153030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:38.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.602+0000 7fa42ffff640 1 -- 172.21.15.83:0/554122028 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa43014d660 con 0x7fa4300cd4a0 2024-09-21T02:48:38.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.602+0000 7fa42ffff640 1 --2- 172.21.15.83:0/554122028 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa4300cd4a0 0x7fa43014ce20 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fa4180b0040 tx=0x7fa4180a6780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:38.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.602+0000 7fa42d7fa640 1 -- 172.21.15.83:0/554122028 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4180bd070 con 0x7fa4300cd4a0 2024-09-21T02:48:38.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.602+0000 7fa42d7fa640 1 -- 172.21.15.83:0/554122028 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa418005120 con 0x7fa4300cd4a0 2024-09-21T02:48:38.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.602+0000 7fa42d7fa640 1 -- 172.21.15.83:0/554122028 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa418005550 con 0x7fa4300cd4a0 2024-09-21T02:48:38.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.602+0000 7fa436b20640 1 -- 172.21.15.83:0/554122028 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa43014d900 con 0x7fa4300cd4a0 2024-09-21T02:48:38.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.602+0000 7fa436b20640 1 -- 172.21.15.83:0/554122028 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa430153a90 con 0x7fa4300cd4a0 2024-09-21T02:48:38.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.602+0000 7fa436b20640 1 -- 172.21.15.83:0/554122028 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4300cffd0 con 0x7fa4300cd4a0 2024-09-21T02:48:38.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.606+0000 7fa42d7fa640 1 -- 172.21.15.83:0/554122028 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fa4180c0070 con 0x7fa4300cd4a0 2024-09-21T02:48:38.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.606+0000 7fa42d7fa640 1 --2- 172.21.15.83:0/554122028 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa410073230 0x7fa410075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:38.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.606+0000 7fa4348bc640 1 --2- 172.21.15.83:0/554122028 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa410073230 0x7fa410075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:38.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.606+0000 7fa42d7fa640 1 -- 172.21.15.83:0/554122028 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7fa41812e3b0 con 0x7fa4300cd4a0 2024-09-21T02:48:38.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.606+0000 7fa4348bc640 1 --2- 172.21.15.83:0/554122028 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa410073230 0x7fa410075740 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fa420005c50 tx=0x7fa420005be0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:38.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.610+0000 7fa42d7fa640 1 -- 172.21.15.83:0/554122028 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fa4180163f0 con 0x7fa4300cd4a0 2024-09-21T02:48:38.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.778+0000 7fa436b20640 1 -- 172.21.15.83:0/554122028 --> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7fa4301584f0 con 0x7fa410073230 2024-09-21T02:48:38.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.778+0000 7fa42d7fa640 1 -- 172.21.15.83:0/554122028 <== mgr.4150 v2:172.21.15.83:6800/38882767 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fa4301584f0 con 0x7fa410073230 2024-09-21T02:48:38.784 INFO:teuthology.orchestra.run.smithi083.stderr:instructed osd(s) 1 to deep-scrub 2024-09-21T02:48:38.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.782+0000 7fa436b20640 1 -- 172.21.15.83:0/554122028 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa410073230 msgr2=0x7fa410075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:38.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.782+0000 7fa436b20640 1 --2- 172.21.15.83:0/554122028 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa410073230 0x7fa410075740 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fa420005c50 tx=0x7fa420005be0 comp rx=0 tx=0).stop 2024-09-21T02:48:38.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.782+0000 7fa436b20640 1 -- 172.21.15.83:0/554122028 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa4300cd4a0 msgr2=0x7fa43014ce20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:38.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.782+0000 7fa436b20640 1 --2- 172.21.15.83:0/554122028 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa4300cd4a0 0x7fa43014ce20 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fa4180b0040 tx=0x7fa4180a6780 comp rx=0 tx=0).stop 2024-09-21T02:48:38.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.782+0000 7fa436b20640 1 -- 172.21.15.83:0/554122028 shutdown_connections 2024-09-21T02:48:38.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.782+0000 7fa436b20640 1 --2- 172.21.15.83:0/554122028 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fa410073230 0x7fa410075740 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:38.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.782+0000 7fa436b20640 1 --2- 172.21.15.83:0/554122028 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fa4300d0510 0x7fa430153030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:38.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.782+0000 7fa436b20640 1 --2- 172.21.15.83:0/554122028 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa4300cd4a0 0x7fa43014ce20 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:38.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.782+0000 7fa436b20640 1 --2- 172.21.15.83:0/554122028 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fa4300b4ad0 0x7fa43014e3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:38.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.782+0000 7fa436b20640 1 -- 172.21.15.83:0/554122028 >> 172.21.15.83:0/554122028 conn(0x7fa43006ce90 msgr2=0x7fa4300b1cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:38.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.782+0000 7fa436b20640 1 -- 172.21.15.83:0/554122028 shutdown_connections 2024-09-21T02:48:38.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.782+0000 7fa436b20640 1 -- 172.21.15.83:0/554122028 wait complete. 2024-09-21T02:48:38.805 INFO:tasks.ceph:Scrubbing osd.2 2024-09-21T02:48:38.806 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-21T02:48:38.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.962+0000 7f4d2b26e640 1 -- 172.21.15.83:0/838797421 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4d240cf9e0 msgr2=0x7f4d240cdf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:38.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.962+0000 7f4d2b26e640 1 --2- 172.21.15.83:0/838797421 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4d240cf9e0 0x7f4d240cdf50 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f4d20009930 tx=0x7f4d2001c8b0 comp rx=0 tx=0).stop 2024-09-21T02:48:38.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.962+0000 7f4d2b26e640 1 -- 172.21.15.83:0/838797421 shutdown_connections 2024-09-21T02:48:38.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.962+0000 7f4d2b26e640 1 --2- 172.21.15.83:0/838797421 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4d240cf9e0 0x7f4d240cdf50 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:38.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.962+0000 7f4d2b26e640 1 --2- 172.21.15.83:0/838797421 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f4d24160c80 0x7f4d240cf4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:38.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.962+0000 7f4d2b26e640 1 -- 172.21.15.83:0/838797421 >> 172.21.15.83:0/838797421 conn(0x7f4d240b1cc0 msgr2=0x7f4d240b20d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:38.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.962+0000 7f4d2b26e640 1 -- 172.21.15.83:0/838797421 shutdown_connections 2024-09-21T02:48:38.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.962+0000 7f4d2b26e640 1 -- 172.21.15.83:0/838797421 wait complete. 2024-09-21T02:48:38.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.966+0000 7f4d2b26e640 1 Processor -- start 2024-09-21T02:48:38.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.966+0000 7f4d2b26e640 1 -- start start 2024-09-21T02:48:38.972 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.966+0000 7f4d2b26e640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4d240ce490 0x7f4d2414d650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:38.972 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.966+0000 7f4d2b26e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4d240cf9e0 0x7f4d240acfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:38.972 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.966+0000 7f4d2b26e640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f4d24160c80 0x7f4d240b0f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:38.972 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.966+0000 7f4d2b26e640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f4d240741c0 con 0x7f4d240cf9e0 2024-09-21T02:48:38.972 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.966+0000 7f4d2b26e640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f4d24074040 con 0x7f4d240ce490 2024-09-21T02:48:38.972 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.966+0000 7f4d2b26e640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f4d24074340 con 0x7f4d24160c80 2024-09-21T02:48:38.972 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.966+0000 7f4d28809640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4d240cf9e0 0x7f4d240acfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:38.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.966+0000 7f4d28809640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4d240cf9e0 0x7f4d240acfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37250/0 (socket says 172.21.15.83:37250) 2024-09-21T02:48:38.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.966+0000 7f4d28809640 1 -- 172.21.15.83:0/3584338719 learned_addr learned my addr 172.21.15.83:0/3584338719 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:48:38.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.966+0000 7f4d2980b640 1 --2- 172.21.15.83:0/3584338719 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f4d24160c80 0x7f4d240b0f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:38.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.966+0000 7f4d2900a640 1 --2- 172.21.15.83:0/3584338719 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4d240ce490 0x7f4d2414d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:38.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.966+0000 7f4d28809640 1 -- 172.21.15.83:0/3584338719 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f4d24160c80 msgr2=0x7f4d240b0f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:38.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.966+0000 7f4d28809640 1 --2- 172.21.15.83:0/3584338719 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f4d24160c80 0x7f4d240b0f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:38.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.966+0000 7f4d28809640 1 -- 172.21.15.83:0/3584338719 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4d240ce490 msgr2=0x7f4d2414d650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:38.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.966+0000 7f4d28809640 1 --2- 172.21.15.83:0/3584338719 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4d240ce490 0x7f4d2414d650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:38.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.966+0000 7f4d28809640 1 -- 172.21.15.83:0/3584338719 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d240ae620 con 0x7f4d240cf9e0 2024-09-21T02:48:38.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.966+0000 7f4d28809640 1 --2- 172.21.15.83:0/3584338719 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4d240cf9e0 0x7f4d240acfa0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f4d20009850 tx=0x7f4d20005760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:38.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.966+0000 7f4d19ffb640 1 -- 172.21.15.83:0/3584338719 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d200b2040 con 0x7f4d240cf9e0 2024-09-21T02:48:38.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.966+0000 7f4d19ffb640 1 -- 172.21.15.83:0/3584338719 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4d20005320 con 0x7f4d240cf9e0 2024-09-21T02:48:38.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.966+0000 7f4d2b26e640 1 -- 172.21.15.83:0/3584338719 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d2409d1b0 con 0x7f4d240cf9e0 2024-09-21T02:48:38.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.966+0000 7f4d19ffb640 1 -- 172.21.15.83:0/3584338719 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d200046d0 con 0x7f4d240cf9e0 2024-09-21T02:48:38.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.966+0000 7f4d2b26e640 1 -- 172.21.15.83:0/3584338719 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d2409d770 con 0x7f4d240cf9e0 2024-09-21T02:48:38.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.970+0000 7f4d2b26e640 1 -- 172.21.15.83:0/3584338719 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4d24153da0 con 0x7f4d240cf9e0 2024-09-21T02:48:38.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.970+0000 7f4d19ffb640 1 -- 172.21.15.83:0/3584338719 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f4d20004870 con 0x7f4d240cf9e0 2024-09-21T02:48:38.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.970+0000 7f4d19ffb640 1 --2- 172.21.15.83:0/3584338719 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f4d08073230 0x7f4d08075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:38.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.970+0000 7f4d19ffb640 1 -- 172.21.15.83:0/3584338719 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7f4d2012e290 con 0x7f4d240cf9e0 2024-09-21T02:48:38.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.970+0000 7f4d2900a640 1 --2- 172.21.15.83:0/3584338719 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f4d08073230 0x7f4d08075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:38.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.970+0000 7f4d19ffb640 1 --2- 172.21.15.83:0/3584338719 >> [v2:172.21.15.83:6802/2393321522,v1:172.21.15.83:6803/2393321522] conn(0x7f4d08079140 0x7f4d0807b590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:38.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.970+0000 7f4d19ffb640 1 -- 172.21.15.83:0/3584338719 --> [v2:172.21.15.83:6802/2393321522,v1:172.21.15.83:6803/2393321522] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f4d200b3e50 con 0x7f4d08079140 2024-09-21T02:48:38.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.970+0000 7f4d19ffb640 1 -- 172.21.15.83:0/3584338719 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_get_version_reply(handle=1 version=50) ==== 24+0+0 (secure 0 0 0) 0x7f4d2012e640 con 0x7f4d240cf9e0 2024-09-21T02:48:38.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.970+0000 7f4d2980b640 1 --2- 172.21.15.83:0/3584338719 >> [v2:172.21.15.83:6802/2393321522,v1:172.21.15.83:6803/2393321522] conn(0x7f4d08079140 0x7f4d0807b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:38.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.970+0000 7f4d2900a640 1 --2- 172.21.15.83:0/3584338719 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f4d08073230 0x7f4d08075740 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f4d140058d0 tx=0x7f4d14005860 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:38.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.970+0000 7f4d2980b640 1 --2- 172.21.15.83:0/3584338719 >> [v2:172.21.15.83:6802/2393321522,v1:172.21.15.83:6803/2393321522] conn(0x7f4d08079140 0x7f4d0807b590 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:38.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.970+0000 7f4d19ffb640 1 -- 172.21.15.83:0/3584338719 <== osd.2 v2:172.21.15.83:6802/2393321522 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f4d200b3e50 con 0x7f4d08079140 2024-09-21T02:48:38.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.986+0000 7f4d2b26e640 1 -- 172.21.15.83:0/3584338719 --> [v2:172.21.15.83:6802/2393321522,v1:172.21.15.83:6803/2393321522] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f4d2409d9b0 con 0x7f4d08079140 2024-09-21T02:48:38.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.986+0000 7f4d19ffb640 1 -- 172.21.15.83:0/3584338719 <== osd.2 v2:172.21.15.83:6802/2393321522 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f4d1c001dd0 con 0x7f4d08079140 2024-09-21T02:48:38.988 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-09-21T02:48:38.988 INFO:teuthology.orchestra.run.smithi083.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-21T02:48:38.988 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-09-21T02:48:38.989 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.986+0000 7f4d2b26e640 1 -- 172.21.15.83:0/3584338719 >> [v2:172.21.15.83:6802/2393321522,v1:172.21.15.83:6803/2393321522] conn(0x7f4d08079140 msgr2=0x7f4d0807b590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:38.989 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.986+0000 7f4d2b26e640 1 --2- 172.21.15.83:0/3584338719 >> [v2:172.21.15.83:6802/2393321522,v1:172.21.15.83:6803/2393321522] conn(0x7f4d08079140 0x7f4d0807b590 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:38.989 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.986+0000 7f4d2b26e640 1 -- 172.21.15.83:0/3584338719 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f4d08073230 msgr2=0x7f4d08075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:38.989 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.986+0000 7f4d2b26e640 1 --2- 172.21.15.83:0/3584338719 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f4d08073230 0x7f4d08075740 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f4d140058d0 tx=0x7f4d14005860 comp rx=0 tx=0).stop 2024-09-21T02:48:38.989 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.986+0000 7f4d2b26e640 1 -- 172.21.15.83:0/3584338719 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4d240cf9e0 msgr2=0x7f4d240acfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:38.989 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.986+0000 7f4d2b26e640 1 --2- 172.21.15.83:0/3584338719 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4d240cf9e0 0x7f4d240acfa0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f4d20009850 tx=0x7f4d20005760 comp rx=0 tx=0).stop 2024-09-21T02:48:38.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.986+0000 7f4d2980b640 1 -- 172.21.15.83:0/3584338719 reap_dead start 2024-09-21T02:48:38.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.986+0000 7f4d2b26e640 1 -- 172.21.15.83:0/3584338719 shutdown_connections 2024-09-21T02:48:38.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.986+0000 7f4d2b26e640 1 -- 172.21.15.83:0/3584338719 >> 172.21.15.83:0/3584338719 conn(0x7f4d240b1cc0 msgr2=0x7f4d240b20d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:38.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.986+0000 7f4d2b26e640 1 -- 172.21.15.83:0/3584338719 shutdown_connections 2024-09-21T02:48:38.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:38.986+0000 7f4d2b26e640 1 -- 172.21.15.83:0/3584338719 wait complete. 2024-09-21T02:48:39.007 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-21T02:48:39.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.150+0000 7f9245b3d640 1 -- 172.21.15.83:0/1903496060 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9228004810 msgr2=0x7f9228004c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:39.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.150+0000 7f9245b3d640 1 --2- 172.21.15.83:0/1903496060 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9228004810 0x7f9228004c20 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f9234009b60 tx=0x7f923401d230 comp rx=0 tx=0).stop 2024-09-21T02:48:39.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.150+0000 7f923ffff640 1 -- 172.21.15.83:0/1903496060 reap_dead start 2024-09-21T02:48:39.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.150+0000 7f9245b3d640 1 -- 172.21.15.83:0/1903496060 shutdown_connections 2024-09-21T02:48:39.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.150+0000 7f9245b3d640 1 -- 172.21.15.83:0/1903496060 >> 172.21.15.83:0/1903496060 conn(0x7f924006ce90 msgr2=0x7f924006d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:39.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.150+0000 7f9245b3d640 1 -- 172.21.15.83:0/1903496060 shutdown_connections 2024-09-21T02:48:39.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.150+0000 7f9245b3d640 1 -- 172.21.15.83:0/1903496060 wait complete. 2024-09-21T02:48:39.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.154+0000 7f9245b3d640 1 Processor -- start 2024-09-21T02:48:39.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.154+0000 7f9245b3d640 1 -- start start 2024-09-21T02:48:39.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.154+0000 7f9245b3d640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9228004810 0x7f92400b1e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:39.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.154+0000 7f9245b3d640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f92401f69e0 0x7f92401f9280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:39.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.154+0000 7f9245b3d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f92401f97c0 0x7f92401f9bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:39.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.154+0000 7f9245b3d640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f9240167b00 con 0x7f92401f97c0 2024-09-21T02:48:39.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.154+0000 7f9245b3d640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f9240167980 con 0x7f9228004810 2024-09-21T02:48:39.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.154+0000 7f9245b3d640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f9240167c80 con 0x7f92401f69e0 2024-09-21T02:48:39.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.154+0000 7f923ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f92401f97c0 0x7f92401f9bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:39.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.154+0000 7f923ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f92401f97c0 0x7f92401f9bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37268/0 (socket says 172.21.15.83:37268) 2024-09-21T02:48:39.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.154+0000 7f923ffff640 1 -- 172.21.15.83:0/3106249926 learned_addr learned my addr 172.21.15.83:0/3106249926 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:48:39.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.154+0000 7f923effd640 1 --2- 172.21.15.83:0/3106249926 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f92401f69e0 0x7f92401f9280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:39.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.154+0000 7f923f7fe640 1 --2- 172.21.15.83:0/3106249926 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9228004810 0x7f92400b1e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:39.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.154+0000 7f923ffff640 1 -- 172.21.15.83:0/3106249926 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f92401f69e0 msgr2=0x7f92401f9280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:39.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.154+0000 7f923ffff640 1 --2- 172.21.15.83:0/3106249926 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f92401f69e0 0x7f92401f9280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:39.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.154+0000 7f923ffff640 1 -- 172.21.15.83:0/3106249926 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9228004810 msgr2=0x7f92400b1e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:39.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.154+0000 7f923ffff640 1 --2- 172.21.15.83:0/3106249926 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9228004810 0x7f92400b1e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:39.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.154+0000 7f923ffff640 1 -- 172.21.15.83:0/3106249926 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92400b27b0 con 0x7f92401f97c0 2024-09-21T02:48:39.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.154+0000 7f923ffff640 1 --2- 172.21.15.83:0/3106249926 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f92401f97c0 0x7f92401f9bd0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f92400afb50 tx=0x7f923000db50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:39.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.154+0000 7f9227fff640 1 -- 172.21.15.83:0/3106249926 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9230003b80 con 0x7f92401f97c0 2024-09-21T02:48:39.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.154+0000 7f9227fff640 1 -- 172.21.15.83:0/3106249926 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9230003e30 con 0x7f92401f97c0 2024-09-21T02:48:39.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.154+0000 7f9245b3d640 1 -- 172.21.15.83:0/3106249926 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92400b2a90 con 0x7f92401f97c0 2024-09-21T02:48:39.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.154+0000 7f9227fff640 1 -- 172.21.15.83:0/3106249926 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f923000b9e0 con 0x7f92401f97c0 2024-09-21T02:48:39.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.154+0000 7f9245b3d640 1 -- 172.21.15.83:0/3106249926 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9240161a30 con 0x7f92401f97c0 2024-09-21T02:48:39.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.158+0000 7f9245b3d640 1 -- 172.21.15.83:0/3106249926 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f924015b2c0 con 0x7f92401f97c0 2024-09-21T02:48:39.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.158+0000 7f9227fff640 1 -- 172.21.15.83:0/3106249926 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f923000bb80 con 0x7f92401f97c0 2024-09-21T02:48:39.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.158+0000 7f9227fff640 1 --2- 172.21.15.83:0/3106249926 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f922c073230 0x7f922c075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:39.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.158+0000 7f9227fff640 1 -- 172.21.15.83:0/3106249926 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7f92300962c0 con 0x7f92401f97c0 2024-09-21T02:48:39.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.158+0000 7f923f7fe640 1 --2- 172.21.15.83:0/3106249926 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f922c073230 0x7f922c075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:39.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.158+0000 7f923f7fe640 1 --2- 172.21.15.83:0/3106249926 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f922c073230 0x7f922c075740 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f9238001a80 tx=0x7f92380011e0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:39.165 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.162+0000 7f9227fff640 1 -- 172.21.15.83:0/3106249926 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f9230061750 con 0x7f92401f97c0 2024-09-21T02:48:39.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.334+0000 7f9245b3d640 1 -- 172.21.15.83:0/3106249926 --> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7f924014e670 con 0x7f922c073230 2024-09-21T02:48:39.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.334+0000 7f9227fff640 1 -- 172.21.15.83:0/3106249926 <== mgr.4150 v2:172.21.15.83:6800/38882767 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f924014e670 con 0x7f922c073230 2024-09-21T02:48:39.337 INFO:teuthology.orchestra.run.smithi083.stderr:instructed osd(s) 2 to deep-scrub 2024-09-21T02:48:39.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.334+0000 7f9245b3d640 1 -- 172.21.15.83:0/3106249926 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f922c073230 msgr2=0x7f922c075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:39.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.334+0000 7f9245b3d640 1 --2- 172.21.15.83:0/3106249926 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f922c073230 0x7f922c075740 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f9238001a80 tx=0x7f92380011e0 comp rx=0 tx=0).stop 2024-09-21T02:48:39.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.334+0000 7f9245b3d640 1 -- 172.21.15.83:0/3106249926 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f92401f97c0 msgr2=0x7f92401f9bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:39.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.334+0000 7f9245b3d640 1 --2- 172.21.15.83:0/3106249926 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f92401f97c0 0x7f92401f9bd0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f92400afb50 tx=0x7f923000db50 comp rx=0 tx=0).stop 2024-09-21T02:48:39.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.334+0000 7f9245b3d640 1 -- 172.21.15.83:0/3106249926 shutdown_connections 2024-09-21T02:48:39.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.334+0000 7f9245b3d640 1 --2- 172.21.15.83:0/3106249926 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f922c073230 0x7f922c075740 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:39.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.334+0000 7f9245b3d640 1 --2- 172.21.15.83:0/3106249926 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f92401f97c0 0x7f92401f9bd0 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:39.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.334+0000 7f9245b3d640 1 --2- 172.21.15.83:0/3106249926 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f92401f69e0 0x7f92401f9280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:39.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.334+0000 7f9245b3d640 1 --2- 172.21.15.83:0/3106249926 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f9228004810 0x7f92400b1e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:39.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.334+0000 7f9245b3d640 1 -- 172.21.15.83:0/3106249926 >> 172.21.15.83:0/3106249926 conn(0x7f924006ce90 msgr2=0x7f9240074790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:39.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.334+0000 7f9245b3d640 1 -- 172.21.15.83:0/3106249926 shutdown_connections 2024-09-21T02:48:39.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.334+0000 7f9245b3d640 1 -- 172.21.15.83:0/3106249926 wait complete. 2024-09-21T02:48:39.358 INFO:tasks.ceph:Scrubbing osd.3 2024-09-21T02:48:39.359 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-21T02:48:39.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.502+0000 7f4c6c452640 1 -- 172.21.15.83:0/590945342 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4c6415eb10 msgr2=0x7f4c640b0400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:39.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.502+0000 7f4c6c452640 1 --2- 172.21.15.83:0/590945342 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4c6415eb10 0x7f4c640b0400 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f4c640ced00 tx=0x7f4c6001c870 comp rx=0 tx=0).stop 2024-09-21T02:48:39.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.502+0000 7f4c6c452640 1 -- 172.21.15.83:0/590945342 shutdown_connections 2024-09-21T02:48:39.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.502+0000 7f4c6c452640 1 --2- 172.21.15.83:0/590945342 >> v2:172.21.15.142:3300/0 conn(0x7f4c6415f060 0x7f4c6415f470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:39.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.502+0000 7f4c6c452640 1 --2- 172.21.15.83:0/590945342 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4c6415eb10 0x7f4c640b0400 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:39.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.502+0000 7f4c6c452640 1 -- 172.21.15.83:0/590945342 >> 172.21.15.83:0/590945342 conn(0x7f4c640b30d0 msgr2=0x7f4c640b34e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:39.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.502+0000 7f4c6c452640 1 -- 172.21.15.83:0/590945342 shutdown_connections 2024-09-21T02:48:39.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.502+0000 7f4c6c452640 1 -- 172.21.15.83:0/590945342 wait complete. 2024-09-21T02:48:39.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.506+0000 7f4c6c452640 1 Processor -- start 2024-09-21T02:48:39.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.506+0000 7f4c6c452640 1 -- start start 2024-09-21T02:48:39.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.506+0000 7f4c6c452640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4c640cdf60 0x7f4c640c8210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:39.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.506+0000 7f4c6c452640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f4c6415eb10 0x7f4c6414d540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:39.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.506+0000 7f4c6c452640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4c6415f060 0x7f4c640c9dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:39.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.506+0000 7f4c6c452640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f4c64168b80 con 0x7f4c640cdf60 2024-09-21T02:48:39.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.506+0000 7f4c6c452640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f4c64168a00 con 0x7f4c6415f060 2024-09-21T02:48:39.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.506+0000 7f4c6c452640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f4c64168d00 con 0x7f4c6415eb10 2024-09-21T02:48:39.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.506+0000 7f4c6a1ee640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4c640cdf60 0x7f4c640c8210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:39.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.506+0000 7f4c6a1ee640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4c640cdf60 0x7f4c640c8210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37286/0 (socket says 172.21.15.83:37286) 2024-09-21T02:48:39.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.506+0000 7f4c6a1ee640 1 -- 172.21.15.83:0/1125333827 learned_addr learned my addr 172.21.15.83:0/1125333827 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:48:39.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.506+0000 7f4c6a1ee640 1 -- 172.21.15.83:0/1125333827 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f4c6415eb10 msgr2=0x7f4c6414d540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:39.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.506+0000 7f4c6a1ee640 1 --2- 172.21.15.83:0/1125333827 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f4c6415eb10 0x7f4c6414d540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:39.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.506+0000 7f4c6a1ee640 1 -- 172.21.15.83:0/1125333827 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4c6415f060 msgr2=0x7f4c640c9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:39.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.506+0000 7f4c6a1ee640 1 --2- 172.21.15.83:0/1125333827 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f4c6415f060 0x7f4c640c9dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:39.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.506+0000 7f4c6a1ee640 1 -- 172.21.15.83:0/1125333827 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c640c89d0 con 0x7f4c640cdf60 2024-09-21T02:48:39.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.506+0000 7f4c6a1ee640 1 --2- 172.21.15.83:0/1125333827 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4c640cdf60 0x7f4c640c8210 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f4c600b0040 tx=0x7f4c600a5800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:39.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.506+0000 7f4c56ffd640 1 -- 172.21.15.83:0/1125333827 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c600bc020 con 0x7f4c640cdf60 2024-09-21T02:48:39.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.506+0000 7f4c56ffd640 1 -- 172.21.15.83:0/1125333827 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4c60004450 con 0x7f4c640cdf60 2024-09-21T02:48:39.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.506+0000 7f4c6c452640 1 -- 172.21.15.83:0/1125333827 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c640c8cb0 con 0x7f4c640cdf60 2024-09-21T02:48:39.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.506+0000 7f4c56ffd640 1 -- 172.21.15.83:0/1125333827 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c600b2040 con 0x7f4c640cdf60 2024-09-21T02:48:39.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.506+0000 7f4c6c452640 1 -- 172.21.15.83:0/1125333827 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c640c9270 con 0x7f4c640cdf60 2024-09-21T02:48:39.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.506+0000 7f4c6c452640 1 -- 172.21.15.83:0/1125333827 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4c64072410 con 0x7f4c640cdf60 2024-09-21T02:48:39.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.510+0000 7f4c56ffd640 1 -- 172.21.15.83:0/1125333827 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f4c600bf070 con 0x7f4c640cdf60 2024-09-21T02:48:39.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.510+0000 7f4c56ffd640 1 --2- 172.21.15.83:0/1125333827 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f4c48073200 0x7f4c48075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:39.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.510+0000 7f4c699ed640 1 --2- 172.21.15.83:0/1125333827 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f4c48073200 0x7f4c48075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:39.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.510+0000 7f4c56ffd640 1 -- 172.21.15.83:0/1125333827 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7f4c6012dfe0 con 0x7f4c640cdf60 2024-09-21T02:48:39.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.510+0000 7f4c56ffd640 1 --2- 172.21.15.83:0/1125333827 >> [v2:172.21.15.83:6810/3390622409,v1:172.21.15.83:6811/3390622409] conn(0x7f4c48079110 0x7f4c4807b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:39.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.510+0000 7f4c56ffd640 1 -- 172.21.15.83:0/1125333827 --> [v2:172.21.15.83:6810/3390622409,v1:172.21.15.83:6811/3390622409] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f4c4807bc30 con 0x7f4c48079110 2024-09-21T02:48:39.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.510+0000 7f4c56ffd640 1 -- 172.21.15.83:0/1125333827 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_get_version_reply(handle=1 version=50) ==== 24+0+0 (secure 0 0 0) 0x7f4c60135050 con 0x7f4c640cdf60 2024-09-21T02:48:39.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.510+0000 7f4c6a9ef640 1 --2- 172.21.15.83:0/1125333827 >> [v2:172.21.15.83:6810/3390622409,v1:172.21.15.83:6811/3390622409] conn(0x7f4c48079110 0x7f4c4807b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:39.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.510+0000 7f4c699ed640 1 --2- 172.21.15.83:0/1125333827 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f4c48073200 0x7f4c48075710 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f4c6406dce0 tx=0x7f4c58006bd0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:39.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.510+0000 7f4c6a9ef640 1 --2- 172.21.15.83:0/1125333827 >> [v2:172.21.15.83:6810/3390622409,v1:172.21.15.83:6811/3390622409] conn(0x7f4c48079110 0x7f4c4807b560 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:39.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.510+0000 7f4c56ffd640 1 -- 172.21.15.83:0/1125333827 <== osd.3 v2:172.21.15.83:6810/3390622409 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f4c4807bc30 con 0x7f4c48079110 2024-09-21T02:48:39.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.522+0000 7f4c6c452640 1 -- 172.21.15.83:0/1125333827 --> [v2:172.21.15.83:6810/3390622409,v1:172.21.15.83:6811/3390622409] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f4c640b3780 con 0x7f4c48079110 2024-09-21T02:48:39.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.522+0000 7f4c56ffd640 1 -- 172.21.15.83:0/1125333827 <== osd.3 v2:172.21.15.83:6810/3390622409 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f4c640b3780 con 0x7f4c48079110 2024-09-21T02:48:39.526 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-09-21T02:48:39.527 INFO:teuthology.orchestra.run.smithi083.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-21T02:48:39.527 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-09-21T02:48:39.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.522+0000 7f4c6c452640 1 -- 172.21.15.83:0/1125333827 >> [v2:172.21.15.83:6810/3390622409,v1:172.21.15.83:6811/3390622409] conn(0x7f4c48079110 msgr2=0x7f4c4807b560 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:39.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.522+0000 7f4c6c452640 1 --2- 172.21.15.83:0/1125333827 >> [v2:172.21.15.83:6810/3390622409,v1:172.21.15.83:6811/3390622409] conn(0x7f4c48079110 0x7f4c4807b560 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:39.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.522+0000 7f4c6c452640 1 -- 172.21.15.83:0/1125333827 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f4c48073200 msgr2=0x7f4c48075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:39.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.522+0000 7f4c6c452640 1 --2- 172.21.15.83:0/1125333827 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f4c48073200 0x7f4c48075710 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f4c6406dce0 tx=0x7f4c58006bd0 comp rx=0 tx=0).stop 2024-09-21T02:48:39.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.522+0000 7f4c6c452640 1 -- 172.21.15.83:0/1125333827 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4c640cdf60 msgr2=0x7f4c640c8210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:39.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.522+0000 7f4c6c452640 1 --2- 172.21.15.83:0/1125333827 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4c640cdf60 0x7f4c640c8210 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f4c600b0040 tx=0x7f4c600a5800 comp rx=0 tx=0).stop 2024-09-21T02:48:39.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.522+0000 7f4c6a9ef640 1 -- 172.21.15.83:0/1125333827 reap_dead start 2024-09-21T02:48:39.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.522+0000 7f4c6c452640 1 -- 172.21.15.83:0/1125333827 shutdown_connections 2024-09-21T02:48:39.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.522+0000 7f4c6c452640 1 -- 172.21.15.83:0/1125333827 >> 172.21.15.83:0/1125333827 conn(0x7f4c640b30d0 msgr2=0x7f4c6415a7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:39.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.522+0000 7f4c6c452640 1 -- 172.21.15.83:0/1125333827 shutdown_connections 2024-09-21T02:48:39.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.522+0000 7f4c6c452640 1 -- 172.21.15.83:0/1125333827 wait complete. 2024-09-21T02:48:39.544 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-21T02:48:39.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.682+0000 7f58df1db640 1 -- 172.21.15.83:0/2478438724 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f58d8160100 msgr2=0x7f58d8160510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:39.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.682+0000 7f58df1db640 1 --2- 172.21.15.83:0/2478438724 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f58d8160100 0x7f58d8160510 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f58d8072620 tx=0x7f58d001cd80 comp rx=0 tx=0).stop 2024-09-21T02:48:39.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.682+0000 7f58df1db640 1 -- 172.21.15.83:0/2478438724 shutdown_connections 2024-09-21T02:48:39.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.682+0000 7f58df1db640 1 --2- 172.21.15.83:0/2478438724 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f58d8160100 0x7f58d8160510 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:39.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.682+0000 7f58df1db640 1 --2- 172.21.15.83:0/2478438724 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f58d80cc920 0x7f58d80ccd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:39.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.682+0000 7f58df1db640 1 --2- 172.21.15.83:0/2478438724 >> v2:172.21.15.142:3300/0 conn(0x7f58d806ed60 0x7f58d806f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:39.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.682+0000 7f58df1db640 1 -- 172.21.15.83:0/2478438724 >> 172.21.15.83:0/2478438724 conn(0x7f58d806ce90 msgr2=0x7f58d806d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:39.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.682+0000 7f58df1db640 1 -- 172.21.15.83:0/2478438724 shutdown_connections 2024-09-21T02:48:39.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.682+0000 7f58df1db640 1 -- 172.21.15.83:0/2478438724 wait complete. 2024-09-21T02:48:39.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.682+0000 7f58df1db640 1 Processor -- start 2024-09-21T02:48:39.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.682+0000 7f58df1db640 1 -- start start 2024-09-21T02:48:39.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.686+0000 7f58df1db640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f58d806ed60 0x7f58d81f9890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:39.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.686+0000 7f58df1db640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f58d80cc920 0x7f58d81571d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:39.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.686+0000 7f58df1db640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f58d8160100 0x7f58d80b0930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:39.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.686+0000 7f58df1db640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f58d8074c30 con 0x7f58d80cc920 2024-09-21T02:48:39.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.686+0000 7f58df1db640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f58d8074ab0 con 0x7f58d8160100 2024-09-21T02:48:39.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.686+0000 7f58df1db640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f58d8074db0 con 0x7f58d806ed60 2024-09-21T02:48:39.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.686+0000 7f58cffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f58d80cc920 0x7f58d81571d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:39.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.686+0000 7f58cffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f58d80cc920 0x7f58d81571d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37304/0 (socket says 172.21.15.83:37304) 2024-09-21T02:48:39.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.686+0000 7f58cffff640 1 -- 172.21.15.83:0/643020556 learned_addr learned my addr 172.21.15.83:0/643020556 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:48:39.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.686+0000 7f58dcf77640 1 --2- 172.21.15.83:0/643020556 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f58d806ed60 0x7f58d81f9890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:39.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.686+0000 7f58dd778640 1 --2- 172.21.15.83:0/643020556 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f58d8160100 0x7f58d80b0930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:39.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.686+0000 7f58cffff640 1 -- 172.21.15.83:0/643020556 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f58d806ed60 msgr2=0x7f58d81f9890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:39.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.686+0000 7f58cffff640 1 --2- 172.21.15.83:0/643020556 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f58d806ed60 0x7f58d81f9890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:39.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.686+0000 7f58cffff640 1 -- 172.21.15.83:0/643020556 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f58d8160100 msgr2=0x7f58d80b0930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:39.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.686+0000 7f58cffff640 1 --2- 172.21.15.83:0/643020556 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f58d8160100 0x7f58d80b0930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:39.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.686+0000 7f58cffff640 1 -- 172.21.15.83:0/643020556 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58d81f6a50 con 0x7f58d80cc920 2024-09-21T02:48:39.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.686+0000 7f58cffff640 1 --2- 172.21.15.83:0/643020556 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f58d80cc920 0x7f58d81571d0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f58c800c9a0 tx=0x7f58c800ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:39.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.686+0000 7f58cd7fa640 1 -- 172.21.15.83:0/643020556 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58c8004220 con 0x7f58d80cc920 2024-09-21T02:48:39.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.686+0000 7f58cd7fa640 1 -- 172.21.15.83:0/643020556 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f58c8007950 con 0x7f58d80cc920 2024-09-21T02:48:39.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.686+0000 7f58df1db640 1 -- 172.21.15.83:0/643020556 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58d81f6d30 con 0x7f58d80cc920 2024-09-21T02:48:39.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.686+0000 7f58cd7fa640 1 -- 172.21.15.83:0/643020556 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58c80044b0 con 0x7f58d80cc920 2024-09-21T02:48:39.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.686+0000 7f58df1db640 1 -- 172.21.15.83:0/643020556 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58d81f72f0 con 0x7f58d80cc920 2024-09-21T02:48:39.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.686+0000 7f58df1db640 1 -- 172.21.15.83:0/643020556 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58d80ccd30 con 0x7f58d80cc920 2024-09-21T02:48:39.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.686+0000 7f58cd7fa640 1 -- 172.21.15.83:0/643020556 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f58c8003600 con 0x7f58d80cc920 2024-09-21T02:48:39.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.690+0000 7f58cd7fa640 1 --2- 172.21.15.83:0/643020556 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f58c4073200 0x7f58c4075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:39.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.690+0000 7f58dcf77640 1 --2- 172.21.15.83:0/643020556 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f58c4073200 0x7f58c4075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:39.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.690+0000 7f58cd7fa640 1 -- 172.21.15.83:0/643020556 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7f58c8093f20 con 0x7f58d80cc920 2024-09-21T02:48:39.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.690+0000 7f58dcf77640 1 --2- 172.21.15.83:0/643020556 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f58c4073200 0x7f58c4075710 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f58d4005fd0 tx=0x7f58d400c460 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:39.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.694+0000 7f58cd7fa640 1 -- 172.21.15.83:0/643020556 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f58c8014030 con 0x7f58d80cc920 2024-09-21T02:48:39.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.850+0000 7f58df1db640 1 -- 172.21.15.83:0/643020556 --> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7f58d81578d0 con 0x7f58c4073200 2024-09-21T02:48:39.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.854+0000 7f58cd7fa640 1 -- 172.21.15.83:0/643020556 <== mgr.4150 v2:172.21.15.83:6800/38882767 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f58d400ea60 con 0x7f58c4073200 2024-09-21T02:48:39.856 INFO:teuthology.orchestra.run.smithi083.stderr:instructed osd(s) 3 to deep-scrub 2024-09-21T02:48:39.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.854+0000 7f58df1db640 1 -- 172.21.15.83:0/643020556 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f58c4073200 msgr2=0x7f58c4075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:39.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.854+0000 7f58df1db640 1 --2- 172.21.15.83:0/643020556 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f58c4073200 0x7f58c4075710 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f58d4005fd0 tx=0x7f58d400c460 comp rx=0 tx=0).stop 2024-09-21T02:48:39.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.854+0000 7f58df1db640 1 -- 172.21.15.83:0/643020556 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f58d80cc920 msgr2=0x7f58d81571d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:39.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.854+0000 7f58df1db640 1 --2- 172.21.15.83:0/643020556 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f58d80cc920 0x7f58d81571d0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f58c800c9a0 tx=0x7f58c800ce60 comp rx=0 tx=0).stop 2024-09-21T02:48:39.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.854+0000 7f58df1db640 1 -- 172.21.15.83:0/643020556 shutdown_connections 2024-09-21T02:48:39.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.854+0000 7f58df1db640 1 --2- 172.21.15.83:0/643020556 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f58c4073200 0x7f58c4075710 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:39.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.854+0000 7f58df1db640 1 --2- 172.21.15.83:0/643020556 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f58d8160100 0x7f58d80b0930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:39.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.854+0000 7f58df1db640 1 --2- 172.21.15.83:0/643020556 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f58d80cc920 0x7f58d81571d0 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:39.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.854+0000 7f58df1db640 1 --2- 172.21.15.83:0/643020556 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f58d806ed60 0x7f58d81f9890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:39.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.854+0000 7f58df1db640 1 -- 172.21.15.83:0/643020556 >> 172.21.15.83:0/643020556 conn(0x7f58d806ce90 msgr2=0x7f58d8152ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:39.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.854+0000 7f58df1db640 1 -- 172.21.15.83:0/643020556 shutdown_connections 2024-09-21T02:48:39.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:39.854+0000 7f58df1db640 1 -- 172.21.15.83:0/643020556 wait complete. 2024-09-21T02:48:39.876 INFO:tasks.ceph:Scrubbing osd.4 2024-09-21T02:48:39.876 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-21T02:48:40.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.026+0000 7f85293fb640 1 -- 172.21.15.83:0/1314716962 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8524073660 msgr2=0x7f8524073a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:40.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.026+0000 7f85293fb640 1 --2- 172.21.15.83:0/1314716962 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8524073660 0x7f8524073a70 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f85240cb430 tx=0x7f851c01cd50 comp rx=0 tx=0).stop 2024-09-21T02:48:40.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.026+0000 7f85293fb640 1 -- 172.21.15.83:0/1314716962 shutdown_connections 2024-09-21T02:48:40.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.026+0000 7f85293fb640 1 --2- 172.21.15.83:0/1314716962 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8524073660 0x7f8524073a70 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:40.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.026+0000 7f85293fb640 1 --2- 172.21.15.83:0/1314716962 >> v2:172.21.15.142:3300/0 conn(0x7f85240cfbb0 0x7f8524073120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:40.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.026+0000 7f85293fb640 1 -- 172.21.15.83:0/1314716962 >> 172.21.15.83:0/1314716962 conn(0x7f85240b1cc0 msgr2=0x7f85240b20d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:40.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.026+0000 7f85293fb640 1 -- 172.21.15.83:0/1314716962 shutdown_connections 2024-09-21T02:48:40.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.026+0000 7f85293fb640 1 -- 172.21.15.83:0/1314716962 wait complete. 2024-09-21T02:48:40.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.026+0000 7f85293fb640 1 Processor -- start 2024-09-21T02:48:40.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.026+0000 7f85293fb640 1 -- start start 2024-09-21T02:48:40.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.030+0000 7f85293fb640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8524073660 0x7f852406eee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:40.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.030+0000 7f85293fb640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f8524160c80 0x7f852414eed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:40.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.030+0000 7f85293fb640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f85240ca4b0 0x7f85240b44e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:40.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.030+0000 7f85293fb640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f8524169ff0 con 0x7f85240ca4b0 2024-09-21T02:48:40.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.030+0000 7f85293fb640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f8524169e70 con 0x7f8524073660 2024-09-21T02:48:40.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.030+0000 7f85293fb640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f852416a170 con 0x7f8524160c80 2024-09-21T02:48:40.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.030+0000 7f85237fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f85240ca4b0 0x7f85240b44e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:40.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.030+0000 7f85237fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f85240ca4b0 0x7f85240b44e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37312/0 (socket says 172.21.15.83:37312) 2024-09-21T02:48:40.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.030+0000 7f85237fe640 1 -- 172.21.15.83:0/1813369711 learned_addr learned my addr 172.21.15.83:0/1813369711 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:48:40.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.030+0000 7f8522ffd640 1 --2- 172.21.15.83:0/1813369711 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8524073660 0x7f852406eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:40.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.030+0000 7f85227fc640 1 --2- 172.21.15.83:0/1813369711 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f8524160c80 0x7f852414eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:40.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.030+0000 7f85237fe640 1 -- 172.21.15.83:0/1813369711 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f8524160c80 msgr2=0x7f852414eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:40.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.030+0000 7f85237fe640 1 --2- 172.21.15.83:0/1813369711 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f8524160c80 0x7f852414eed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:40.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.030+0000 7f85237fe640 1 -- 172.21.15.83:0/1813369711 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8524073660 msgr2=0x7f852406eee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:40.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.030+0000 7f85237fe640 1 --2- 172.21.15.83:0/1813369711 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8524073660 0x7f852406eee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:40.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.030+0000 7f85237fe640 1 -- 172.21.15.83:0/1813369711 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f852414f710 con 0x7f85240ca4b0 2024-09-21T02:48:40.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.030+0000 7f8522ffd640 1 --2- 172.21.15.83:0/1813369711 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f8524073660 0x7f852406eee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:48:40.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.030+0000 7f85237fe640 1 --2- 172.21.15.83:0/1813369711 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f85240ca4b0 0x7f85240b44e0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f851c009bd0 tx=0x7f851c003f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:40.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.030+0000 7f850b7fe640 1 -- 172.21.15.83:0/1813369711 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f851c0bc070 con 0x7f85240ca4b0 2024-09-21T02:48:40.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.030+0000 7f850b7fe640 1 -- 172.21.15.83:0/1813369711 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f851c0ad8e0 con 0x7f85240ca4b0 2024-09-21T02:48:40.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.030+0000 7f85293fb640 1 -- 172.21.15.83:0/1813369711 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85240b3ce0 con 0x7f85240ca4b0 2024-09-21T02:48:40.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.030+0000 7f850b7fe640 1 -- 172.21.15.83:0/1813369711 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f851c0b2040 con 0x7f85240ca4b0 2024-09-21T02:48:40.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.030+0000 7f85293fb640 1 -- 172.21.15.83:0/1813369711 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f852406f520 con 0x7f85240ca4b0 2024-09-21T02:48:40.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.030+0000 7f85293fb640 1 -- 172.21.15.83:0/1813369711 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f85240b3ad0 con 0x7f85240ca4b0 2024-09-21T02:48:40.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.030+0000 7f850b7fe640 1 -- 172.21.15.83:0/1813369711 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f851c0bf070 con 0x7f85240ca4b0 2024-09-21T02:48:40.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.030+0000 7f850b7fe640 1 --2- 172.21.15.83:0/1813369711 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8510073230 0x7f8510075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:40.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.030+0000 7f8522ffd640 1 --2- 172.21.15.83:0/1813369711 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8510073230 0x7f8510075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:40.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.030+0000 7f850b7fe640 1 -- 172.21.15.83:0/1813369711 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7f851c12e2f0 con 0x7f85240ca4b0 2024-09-21T02:48:40.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.030+0000 7f850b7fe640 1 --2- 172.21.15.83:0/1813369711 >> [v2:172.21.15.142:6816/903609339,v1:172.21.15.142:6817/903609339] conn(0x7f8510079140 0x7f851007b590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:40.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.030+0000 7f850b7fe640 1 -- 172.21.15.83:0/1813369711 --> [v2:172.21.15.142:6816/903609339,v1:172.21.15.142:6817/903609339] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f851c0a9ec0 con 0x7f8510079140 2024-09-21T02:48:40.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.030+0000 7f850b7fe640 1 -- 172.21.15.83:0/1813369711 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_get_version_reply(handle=1 version=50) ==== 24+0+0 (secure 0 0 0) 0x7f851c12e780 con 0x7f85240ca4b0 2024-09-21T02:48:40.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.030+0000 7f8522ffd640 1 --2- 172.21.15.83:0/1813369711 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8510073230 0x7f8510075740 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f851400a850 tx=0x7f8514008040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:40.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.030+0000 7f85227fc640 1 --2- 172.21.15.83:0/1813369711 >> [v2:172.21.15.142:6816/903609339,v1:172.21.15.142:6817/903609339] conn(0x7f8510079140 0x7f851007b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:40.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.034+0000 7f85227fc640 1 --2- 172.21.15.83:0/1813369711 >> [v2:172.21.15.142:6816/903609339,v1:172.21.15.142:6817/903609339] conn(0x7f8510079140 0x7f851007b590 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:40.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.034+0000 7f850b7fe640 1 -- 172.21.15.83:0/1813369711 <== osd.4 v2:172.21.15.142:6816/903609339 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f851c0a9ec0 con 0x7f8510079140 2024-09-21T02:48:40.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.046+0000 7f85293fb640 1 -- 172.21.15.83:0/1813369711 --> [v2:172.21.15.142:6816/903609339,v1:172.21.15.142:6817/903609339] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f852414fc50 con 0x7f8510079140 2024-09-21T02:48:40.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.046+0000 7f850b7fe640 1 -- 172.21.15.83:0/1813369711 <== osd.4 v2:172.21.15.142:6816/903609339 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f852414fc50 con 0x7f8510079140 2024-09-21T02:48:40.051 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-09-21T02:48:40.051 INFO:teuthology.orchestra.run.smithi083.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-21T02:48:40.051 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-09-21T02:48:40.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.046+0000 7f85293fb640 1 -- 172.21.15.83:0/1813369711 >> [v2:172.21.15.142:6816/903609339,v1:172.21.15.142:6817/903609339] conn(0x7f8510079140 msgr2=0x7f851007b590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:40.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.046+0000 7f85293fb640 1 --2- 172.21.15.83:0/1813369711 >> [v2:172.21.15.142:6816/903609339,v1:172.21.15.142:6817/903609339] conn(0x7f8510079140 0x7f851007b590 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:40.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.046+0000 7f85293fb640 1 -- 172.21.15.83:0/1813369711 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8510073230 msgr2=0x7f8510075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:40.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.046+0000 7f85293fb640 1 --2- 172.21.15.83:0/1813369711 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f8510073230 0x7f8510075740 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f851400a850 tx=0x7f8514008040 comp rx=0 tx=0).stop 2024-09-21T02:48:40.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.046+0000 7f85293fb640 1 -- 172.21.15.83:0/1813369711 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f85240ca4b0 msgr2=0x7f85240b44e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:40.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.046+0000 7f85293fb640 1 --2- 172.21.15.83:0/1813369711 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f85240ca4b0 0x7f85240b44e0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f851c009bd0 tx=0x7f851c003f80 comp rx=0 tx=0).stop 2024-09-21T02:48:40.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.046+0000 7f85237fe640 1 -- 172.21.15.83:0/1813369711 reap_dead start 2024-09-21T02:48:40.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.046+0000 7f85293fb640 1 -- 172.21.15.83:0/1813369711 shutdown_connections 2024-09-21T02:48:40.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.046+0000 7f85293fb640 1 -- 172.21.15.83:0/1813369711 >> 172.21.15.83:0/1813369711 conn(0x7f85240b1cc0 msgr2=0x7f8524154260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:40.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.046+0000 7f85293fb640 1 -- 172.21.15.83:0/1813369711 shutdown_connections 2024-09-21T02:48:40.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.046+0000 7f85293fb640 1 -- 172.21.15.83:0/1813369711 wait complete. 2024-09-21T02:48:40.069 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-21T02:48:40.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.202+0000 7f7378e17640 1 -- 172.21.15.83:0/4101212798 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f73740d0510 msgr2=0x7f73740b4590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:40.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.202+0000 7f7378e17640 1 --2- 172.21.15.83:0/4101212798 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f73740d0510 0x7f73740b4590 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f7374072620 tx=0x7f736801c830 comp rx=0 tx=0).stop 2024-09-21T02:48:40.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.202+0000 7f7378e17640 1 -- 172.21.15.83:0/4101212798 shutdown_connections 2024-09-21T02:48:40.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.202+0000 7f7378e17640 1 --2- 172.21.15.83:0/4101212798 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f73740b4ad0 0x7f737415e750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:40.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.202+0000 7f7378e17640 1 --2- 172.21.15.83:0/4101212798 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f73740d0510 0x7f73740b4590 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:40.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.202+0000 7f7378e17640 1 --2- 172.21.15.83:0/4101212798 >> v2:172.21.15.142:3300/0 conn(0x7f73740cd4a0 0x7f73740cffd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:40.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.202+0000 7f7378e17640 1 -- 172.21.15.83:0/4101212798 >> 172.21.15.83:0/4101212798 conn(0x7f737406ce90 msgr2=0x7f737406d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:40.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.202+0000 7f7378e17640 1 -- 172.21.15.83:0/4101212798 shutdown_connections 2024-09-21T02:48:40.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.202+0000 7f7378e17640 1 -- 172.21.15.83:0/4101212798 wait complete. 2024-09-21T02:48:40.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.206+0000 7f7378e17640 1 Processor -- start 2024-09-21T02:48:40.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.206+0000 7f7378e17640 1 -- start start 2024-09-21T02:48:40.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.206+0000 7f7378e17640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f73740b4ad0 0x7f7374143a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:40.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.206+0000 7f7378e17640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f73740cd4a0 0x7f73740b06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:40.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.206+0000 7f7378e17640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f73740d0510 0x7f73740b0c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:40.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.206+0000 7f7378e17640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f737406f900 con 0x7f73740d0510 2024-09-21T02:48:40.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.206+0000 7f7378e17640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f737406f780 con 0x7f73740b4ad0 2024-09-21T02:48:40.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.206+0000 7f7378e17640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f737406fa80 con 0x7f73740cd4a0 2024-09-21T02:48:40.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.206+0000 7f7372d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f73740d0510 0x7f73740b0c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:40.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.206+0000 7f7372d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f73740d0510 0x7f73740b0c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37328/0 (socket says 172.21.15.83:37328) 2024-09-21T02:48:40.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.206+0000 7f7372d9d640 1 -- 172.21.15.83:0/1949207244 learned_addr learned my addr 172.21.15.83:0/1949207244 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:48:40.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.206+0000 7f737259c640 1 --2- 172.21.15.83:0/1949207244 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f73740b4ad0 0x7f7374143a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:40.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.206+0000 7f7371d9b640 1 --2- 172.21.15.83:0/1949207244 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f73740cd4a0 0x7f73740b06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:40.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.206+0000 7f7372d9d640 1 -- 172.21.15.83:0/1949207244 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f73740cd4a0 msgr2=0x7f73740b06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:40.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.206+0000 7f7372d9d640 1 --2- 172.21.15.83:0/1949207244 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f73740cd4a0 0x7f73740b06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:40.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.206+0000 7f7372d9d640 1 -- 172.21.15.83:0/1949207244 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f73740b4ad0 msgr2=0x7f7374143a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:40.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.206+0000 7f7372d9d640 1 --2- 172.21.15.83:0/1949207244 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f73740b4ad0 0x7f7374143a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:40.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.206+0000 7f7372d9d640 1 -- 172.21.15.83:0/1949207244 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f737406d2a0 con 0x7f73740d0510 2024-09-21T02:48:40.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.206+0000 7f7372d9d640 1 --2- 172.21.15.83:0/1949207244 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f73740d0510 0x7f73740b0c10 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f736400ddf0 tx=0x7f736400b730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:40.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.206+0000 7f7362ffd640 1 -- 172.21.15.83:0/1949207244 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7364004d30 con 0x7f73740d0510 2024-09-21T02:48:40.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.206+0000 7f7362ffd640 1 -- 172.21.15.83:0/1949207244 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f736400be40 con 0x7f73740d0510 2024-09-21T02:48:40.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.206+0000 7f7378e17640 1 -- 172.21.15.83:0/1949207244 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7374143fb0 con 0x7f73740d0510 2024-09-21T02:48:40.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.206+0000 7f7362ffd640 1 -- 172.21.15.83:0/1949207244 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f736400e8c0 con 0x7f73740d0510 2024-09-21T02:48:40.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.206+0000 7f7378e17640 1 -- 172.21.15.83:0/1949207244 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f737415d0c0 con 0x7f73740d0510 2024-09-21T02:48:40.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.206+0000 7f7378e17640 1 -- 172.21.15.83:0/1949207244 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73740cffd0 con 0x7f73740d0510 2024-09-21T02:48:40.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.206+0000 7f7362ffd640 1 -- 172.21.15.83:0/1949207244 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f736400ea60 con 0x7f73740d0510 2024-09-21T02:48:40.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.210+0000 7f7362ffd640 1 --2- 172.21.15.83:0/1949207244 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7354073200 0x7f7354075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:40.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.210+0000 7f7362ffd640 1 -- 172.21.15.83:0/1949207244 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7f7364094700 con 0x7f73740d0510 2024-09-21T02:48:40.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.210+0000 7f737259c640 1 --2- 172.21.15.83:0/1949207244 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7354073200 0x7f7354075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:40.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.210+0000 7f737259c640 1 --2- 172.21.15.83:0/1949207244 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7354073200 0x7f7354075710 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f736c0058d0 tx=0x7f736c005860 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:40.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.214+0000 7f7362ffd640 1 -- 172.21.15.83:0/1949207244 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f736405fab0 con 0x7f73740d0510 2024-09-21T02:48:40.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.378+0000 7f7378e17640 1 -- 172.21.15.83:0/1949207244 --> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) -- 0x7f7374165120 con 0x7f7354073200 2024-09-21T02:48:40.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.378+0000 7f7362ffd640 1 -- 172.21.15.83:0/1949207244 <== mgr.4150 v2:172.21.15.83:6800/38882767 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f7374165120 con 0x7f7354073200 2024-09-21T02:48:40.381 INFO:teuthology.orchestra.run.smithi083.stderr:instructed osd(s) 4 to deep-scrub 2024-09-21T02:48:40.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.378+0000 7f7378e17640 1 -- 172.21.15.83:0/1949207244 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7354073200 msgr2=0x7f7354075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:40.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.378+0000 7f7378e17640 1 --2- 172.21.15.83:0/1949207244 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7354073200 0x7f7354075710 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f736c0058d0 tx=0x7f736c005860 comp rx=0 tx=0).stop 2024-09-21T02:48:40.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.378+0000 7f7378e17640 1 -- 172.21.15.83:0/1949207244 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f73740d0510 msgr2=0x7f73740b0c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:40.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.378+0000 7f7378e17640 1 --2- 172.21.15.83:0/1949207244 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f73740d0510 0x7f73740b0c10 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f736400ddf0 tx=0x7f736400b730 comp rx=0 tx=0).stop 2024-09-21T02:48:40.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.378+0000 7f7378e17640 1 -- 172.21.15.83:0/1949207244 shutdown_connections 2024-09-21T02:48:40.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.378+0000 7f7378e17640 1 --2- 172.21.15.83:0/1949207244 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f7354073200 0x7f7354075710 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:40.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.378+0000 7f7378e17640 1 --2- 172.21.15.83:0/1949207244 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f73740d0510 0x7f73740b0c10 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:40.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.378+0000 7f7378e17640 1 --2- 172.21.15.83:0/1949207244 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f73740cd4a0 0x7f73740b06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:40.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.378+0000 7f7378e17640 1 --2- 172.21.15.83:0/1949207244 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f73740b4ad0 0x7f7374143a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:40.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.378+0000 7f7378e17640 1 -- 172.21.15.83:0/1949207244 >> 172.21.15.83:0/1949207244 conn(0x7f737406ce90 msgr2=0x7f737414ec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:40.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.378+0000 7f7378e17640 1 -- 172.21.15.83:0/1949207244 shutdown_connections 2024-09-21T02:48:40.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.378+0000 7f7378e17640 1 -- 172.21.15.83:0/1949207244 wait complete. 2024-09-21T02:48:40.401 INFO:tasks.ceph:Scrubbing osd.5 2024-09-21T02:48:40.401 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-21T02:48:40.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.546+0000 7f2f54ce8640 1 -- 172.21.15.83:0/2417225006 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2f3c003a60 msgr2=0x7f2f3c003ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:40.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.546+0000 7f2f54ce8640 1 --2- 172.21.15.83:0/2417225006 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2f3c003a60 0x7f2f3c003ed0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f2f4000c4a0 tx=0x7f2f4001cf80 comp rx=0 tx=0).stop 2024-09-21T02:48:40.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.546+0000 7f2f54ce8640 1 -- 172.21.15.83:0/2417225006 shutdown_connections 2024-09-21T02:48:40.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.546+0000 7f2f54ce8640 1 --2- 172.21.15.83:0/2417225006 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2f3c003a60 0x7f2f3c003ed0 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:40.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.546+0000 7f2f54ce8640 1 -- 172.21.15.83:0/2417225006 >> 172.21.15.83:0/2417225006 conn(0x7f2f500d44f0 msgr2=0x7f2f500d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:40.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.546+0000 7f2f54ce8640 1 -- 172.21.15.83:0/2417225006 shutdown_connections 2024-09-21T02:48:40.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.546+0000 7f2f54ce8640 1 -- 172.21.15.83:0/2417225006 wait complete. 2024-09-21T02:48:40.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.550+0000 7f2f54ce8640 1 Processor -- start 2024-09-21T02:48:40.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.550+0000 7f2f54ce8640 1 -- start start 2024-09-21T02:48:40.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.550+0000 7f2f54ce8640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2f3c003a60 0x7f2f501fd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:40.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.550+0000 7f2f54ce8640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2f500c9130 0x7f2f500cb530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:40.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.550+0000 7f2f54ce8640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2f500cba70 0x7f2f500b8670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:40.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.550+0000 7f2f54ce8640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f2f500d3460 con 0x7f2f500cba70 2024-09-21T02:48:40.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.550+0000 7f2f54ce8640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f2f500d32e0 con 0x7f2f500c9130 2024-09-21T02:48:40.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.550+0000 7f2f54ce8640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f2f500c9d40 con 0x7f2f3c003a60 2024-09-21T02:48:40.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.550+0000 7f2f4ed9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2f500cba70 0x7f2f500b8670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:40.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.550+0000 7f2f4ed9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2f500cba70 0x7f2f500b8670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37336/0 (socket says 172.21.15.83:37336) 2024-09-21T02:48:40.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.550+0000 7f2f4ed9d640 1 -- 172.21.15.83:0/402189050 learned_addr learned my addr 172.21.15.83:0/402189050 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:48:40.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.550+0000 7f2f4e59c640 1 --2- 172.21.15.83:0/402189050 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2f3c003a60 0x7f2f501fd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:40.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.550+0000 7f2f45d9b640 1 --2- 172.21.15.83:0/402189050 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2f500c9130 0x7f2f500cb530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:40.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.550+0000 7f2f4ed9d640 1 -- 172.21.15.83:0/402189050 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2f3c003a60 msgr2=0x7f2f501fd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:40.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.550+0000 7f2f4ed9d640 1 --2- 172.21.15.83:0/402189050 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f2f3c003a60 0x7f2f501fd5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:40.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.550+0000 7f2f4ed9d640 1 -- 172.21.15.83:0/402189050 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2f500c9130 msgr2=0x7f2f500cb530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:40.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.550+0000 7f2f4ed9d640 1 --2- 172.21.15.83:0/402189050 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2f500c9130 0x7f2f500cb530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:40.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.550+0000 7f2f4ed9d640 1 -- 172.21.15.83:0/402189050 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f501fdaf0 con 0x7f2f500cba70 2024-09-21T02:48:40.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.550+0000 7f2f45d9b640 1 --2- 172.21.15.83:0/402189050 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f2f500c9130 0x7f2f500cb530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:48:40.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.550+0000 7f2f4ed9d640 1 --2- 172.21.15.83:0/402189050 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2f500cba70 0x7f2f500b8670 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f2f48001340 tx=0x7f2f4800da80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:40.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.550+0000 7f2f477fe640 1 -- 172.21.15.83:0/402189050 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f48003e50 con 0x7f2f500cba70 2024-09-21T02:48:40.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.550+0000 7f2f477fe640 1 -- 172.21.15.83:0/402189050 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2f48006160 con 0x7f2f500cba70 2024-09-21T02:48:40.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.550+0000 7f2f54ce8640 1 -- 172.21.15.83:0/402189050 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f500ce2e0 con 0x7f2f500cba70 2024-09-21T02:48:40.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.550+0000 7f2f477fe640 1 -- 172.21.15.83:0/402189050 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f480065b0 con 0x7f2f500cba70 2024-09-21T02:48:40.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.550+0000 7f2f54ce8640 1 -- 172.21.15.83:0/402189050 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f501fcdb0 con 0x7f2f500cba70 2024-09-21T02:48:40.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.554+0000 7f2f54ce8640 1 -- 172.21.15.83:0/402189050 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2f500ce800 con 0x7f2f500cba70 2024-09-21T02:48:40.558 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.554+0000 7f2f477fe640 1 -- 172.21.15.83:0/402189050 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f2f4800b4d0 con 0x7f2f500cba70 2024-09-21T02:48:40.558 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.554+0000 7f2f477fe640 1 --2- 172.21.15.83:0/402189050 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2f300733a0 0x7f2f300758b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:40.558 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.554+0000 7f2f4e59c640 1 --2- 172.21.15.83:0/402189050 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2f300733a0 0x7f2f300758b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:40.559 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.554+0000 7f2f477fe640 1 -- 172.21.15.83:0/402189050 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7f2f48094d40 con 0x7f2f500cba70 2024-09-21T02:48:40.559 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.554+0000 7f2f477fe640 1 --2- 172.21.15.83:0/402189050 >> [v2:172.21.15.142:6824/1864459234,v1:172.21.15.142:6825/1864459234] conn(0x7f2f300792b0 0x7f2f3007b700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:40.559 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.554+0000 7f2f477fe640 1 -- 172.21.15.83:0/402189050 --> [v2:172.21.15.142:6824/1864459234,v1:172.21.15.142:6825/1864459234] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2f48003e50 con 0x7f2f300792b0 2024-09-21T02:48:40.559 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.554+0000 7f2f477fe640 1 -- 172.21.15.83:0/402189050 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_get_version_reply(handle=1 version=50) ==== 24+0+0 (secure 0 0 0) 0x7f2f480951d0 con 0x7f2f500cba70 2024-09-21T02:48:40.559 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.554+0000 7f2f4e59c640 1 --2- 172.21.15.83:0/402189050 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2f300733a0 0x7f2f300758b0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f2f400aa000 tx=0x7f2f40019dc0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:40.559 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.554+0000 7f2f45d9b640 1 --2- 172.21.15.83:0/402189050 >> [v2:172.21.15.142:6824/1864459234,v1:172.21.15.142:6825/1864459234] conn(0x7f2f300792b0 0x7f2f3007b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:40.559 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.554+0000 7f2f45d9b640 1 --2- 172.21.15.83:0/402189050 >> [v2:172.21.15.142:6824/1864459234,v1:172.21.15.142:6825/1864459234] conn(0x7f2f300792b0 0x7f2f3007b700 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:40.560 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.558+0000 7f2f477fe640 1 -- 172.21.15.83:0/402189050 <== osd.5 v2:172.21.15.142:6824/1864459234 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f2f48003e50 con 0x7f2f300792b0 2024-09-21T02:48:40.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.570+0000 7f2f54ce8640 1 -- 172.21.15.83:0/402189050 --> [v2:172.21.15.142:6824/1864459234,v1:172.21.15.142:6825/1864459234] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f2f500ce090 con 0x7f2f300792b0 2024-09-21T02:48:40.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.570+0000 7f2f477fe640 1 -- 172.21.15.83:0/402189050 <== osd.5 v2:172.21.15.142:6824/1864459234 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f2f500ce090 con 0x7f2f300792b0 2024-09-21T02:48:40.573 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-09-21T02:48:40.574 INFO:teuthology.orchestra.run.smithi083.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-21T02:48:40.574 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-09-21T02:48:40.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.570+0000 7f2f54ce8640 1 -- 172.21.15.83:0/402189050 >> [v2:172.21.15.142:6824/1864459234,v1:172.21.15.142:6825/1864459234] conn(0x7f2f300792b0 msgr2=0x7f2f3007b700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:40.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.570+0000 7f2f54ce8640 1 --2- 172.21.15.83:0/402189050 >> [v2:172.21.15.142:6824/1864459234,v1:172.21.15.142:6825/1864459234] conn(0x7f2f300792b0 0x7f2f3007b700 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:40.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.570+0000 7f2f54ce8640 1 -- 172.21.15.83:0/402189050 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2f300733a0 msgr2=0x7f2f300758b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:40.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.570+0000 7f2f54ce8640 1 --2- 172.21.15.83:0/402189050 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f2f300733a0 0x7f2f300758b0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f2f400aa000 tx=0x7f2f40019dc0 comp rx=0 tx=0).stop 2024-09-21T02:48:40.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.570+0000 7f2f54ce8640 1 -- 172.21.15.83:0/402189050 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2f500cba70 msgr2=0x7f2f500b8670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:40.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.570+0000 7f2f54ce8640 1 --2- 172.21.15.83:0/402189050 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2f500cba70 0x7f2f500b8670 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f2f48001340 tx=0x7f2f4800da80 comp rx=0 tx=0).stop 2024-09-21T02:48:40.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.570+0000 7f2f4ed9d640 1 -- 172.21.15.83:0/402189050 reap_dead start 2024-09-21T02:48:40.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.570+0000 7f2f54ce8640 1 -- 172.21.15.83:0/402189050 shutdown_connections 2024-09-21T02:48:40.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.570+0000 7f2f54ce8640 1 -- 172.21.15.83:0/402189050 >> 172.21.15.83:0/402189050 conn(0x7f2f500d44f0 msgr2=0x7f2f500b5770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:40.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.570+0000 7f2f54ce8640 1 -- 172.21.15.83:0/402189050 shutdown_connections 2024-09-21T02:48:40.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.570+0000 7f2f54ce8640 1 -- 172.21.15.83:0/402189050 wait complete. 2024-09-21T02:48:40.591 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-21T02:48:40.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.722+0000 7fb1b2ba9640 1 -- 172.21.15.83:0/534016523 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb1ac0cf780 msgr2=0x7fb1ac0cfb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:40.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.722+0000 7fb1b2ba9640 1 --2- 172.21.15.83:0/534016523 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb1ac0cf780 0x7fb1ac0cfb90 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fb1ac0d0d80 tx=0x7fb19c01c830 comp rx=0 tx=0).stop 2024-09-21T02:48:40.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.722+0000 7fb1b2ba9640 1 -- 172.21.15.83:0/534016523 shutdown_connections 2024-09-21T02:48:40.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.726+0000 7fb1b2ba9640 1 --2- 172.21.15.83:0/534016523 >> v2:172.21.15.142:3300/0 conn(0x7fb1ac0b5e90 0x7fb1ac0b62a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:40.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.726+0000 7fb1b2ba9640 1 --2- 172.21.15.83:0/534016523 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb1ac0cf780 0x7fb1ac0cfb90 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:40.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.726+0000 7fb1b2ba9640 1 --2- 172.21.15.83:0/534016523 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb1ac0d2fc0 0x7fb1ac1623d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:40.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.726+0000 7fb1b2ba9640 1 -- 172.21.15.83:0/534016523 >> 172.21.15.83:0/534016523 conn(0x7fb1ac069980 msgr2=0x7fb1ac0d4410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:40.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.726+0000 7fb1b2ba9640 1 -- 172.21.15.83:0/534016523 shutdown_connections 2024-09-21T02:48:40.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.726+0000 7fb1b2ba9640 1 -- 172.21.15.83:0/534016523 wait complete. 2024-09-21T02:48:40.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.726+0000 7fb1b2ba9640 1 Processor -- start 2024-09-21T02:48:40.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.726+0000 7fb1b2ba9640 1 -- start start 2024-09-21T02:48:40.732 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.726+0000 7fb1b2ba9640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb1ac0b5e90 0x7fb1ac14b9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:40.732 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.726+0000 7fb1b2ba9640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb1ac0cf780 0x7fb1ac1fc040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:40.732 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.726+0000 7fb1b2ba9640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb1ac0d2fc0 0x7fb1ac0ca080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:40.732 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.726+0000 7fb1b2ba9640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fb1ac06e6d0 con 0x7fb1ac0d2fc0 2024-09-21T02:48:40.732 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.726+0000 7fb1b2ba9640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fb1ac06e550 con 0x7fb1ac0cf780 2024-09-21T02:48:40.732 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.726+0000 7fb1b2ba9640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fb1ac06e850 con 0x7fb1ac0b5e90 2024-09-21T02:48:40.732 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.726+0000 7fb1b1146640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb1ac0d2fc0 0x7fb1ac0ca080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:40.732 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.726+0000 7fb1b1146640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb1ac0d2fc0 0x7fb1ac0ca080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37358/0 (socket says 172.21.15.83:37358) 2024-09-21T02:48:40.732 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.726+0000 7fb1b1146640 1 -- 172.21.15.83:0/827327609 learned_addr learned my addr 172.21.15.83:0/827327609 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:48:40.732 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.726+0000 7fb1b0945640 1 --2- 172.21.15.83:0/827327609 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb1ac0b5e90 0x7fb1ac14b9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:40.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.726+0000 7fb1a3fff640 1 --2- 172.21.15.83:0/827327609 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb1ac0cf780 0x7fb1ac1fc040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:40.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.726+0000 7fb1b1146640 1 -- 172.21.15.83:0/827327609 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb1ac0b5e90 msgr2=0x7fb1ac14b9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:40.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.726+0000 7fb1b1146640 1 --2- 172.21.15.83:0/827327609 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb1ac0b5e90 0x7fb1ac14b9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:40.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.726+0000 7fb1b1146640 1 -- 172.21.15.83:0/827327609 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb1ac0cf780 msgr2=0x7fb1ac1fc040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:40.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.726+0000 7fb1b1146640 1 --2- 172.21.15.83:0/827327609 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb1ac0cf780 0x7fb1ac1fc040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:40.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.726+0000 7fb1b1146640 1 -- 172.21.15.83:0/827327609 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1ac1f8c40 con 0x7fb1ac0d2fc0 2024-09-21T02:48:40.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.726+0000 7fb1b0945640 1 --2- 172.21.15.83:0/827327609 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb1ac0b5e90 0x7fb1ac14b9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:48:40.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.726+0000 7fb1b1146640 1 --2- 172.21.15.83:0/827327609 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb1ac0d2fc0 0x7fb1ac0ca080 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fb1a400cab0 tx=0x7fb1a400cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:40.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.726+0000 7fb1a17fa640 1 -- 172.21.15.83:0/827327609 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1a4007d90 con 0x7fb1ac0d2fc0 2024-09-21T02:48:40.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.726+0000 7fb1a17fa640 1 -- 172.21.15.83:0/827327609 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb1a400f560 con 0x7fb1ac0d2fc0 2024-09-21T02:48:40.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.726+0000 7fb1b2ba9640 1 -- 172.21.15.83:0/827327609 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1ac1fcd70 con 0x7fb1ac0d2fc0 2024-09-21T02:48:40.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.726+0000 7fb1a17fa640 1 -- 172.21.15.83:0/827327609 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1a400f9b0 con 0x7fb1ac0d2fc0 2024-09-21T02:48:40.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.730+0000 7fb1b2ba9640 1 -- 172.21.15.83:0/827327609 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1ac15fec0 con 0x7fb1ac0d2fc0 2024-09-21T02:48:40.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.730+0000 7fb1b2ba9640 1 -- 172.21.15.83:0/827327609 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1ac160120 con 0x7fb1ac0d2fc0 2024-09-21T02:48:40.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.730+0000 7fb1a17fa640 1 -- 172.21.15.83:0/827327609 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fb1a400fb50 con 0x7fb1ac0d2fc0 2024-09-21T02:48:40.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.730+0000 7fb1a17fa640 1 --2- 172.21.15.83:0/827327609 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb198073200 0x7fb198075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:40.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.730+0000 7fb1a17fa640 1 -- 172.21.15.83:0/827327609 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7fb1a40947e0 con 0x7fb1ac0d2fc0 2024-09-21T02:48:40.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.730+0000 7fb1b0945640 1 --2- 172.21.15.83:0/827327609 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb198073200 0x7fb198075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:40.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.730+0000 7fb1b0945640 1 --2- 172.21.15.83:0/827327609 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb198073200 0x7fb198075710 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fb1a80058d0 tx=0x7fb1a8005ca0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:40.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.734+0000 7fb1a17fa640 1 -- 172.21.15.83:0/827327609 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7fb1a4014070 con 0x7fb1ac0d2fc0 2024-09-21T02:48:40.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.894+0000 7fb1b2ba9640 1 -- 172.21.15.83:0/827327609 --> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) -- 0x7fb1ac1fcb00 con 0x7fb198073200 2024-09-21T02:48:40.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.894+0000 7fb1a17fa640 1 -- 172.21.15.83:0/827327609 <== mgr.4150 v2:172.21.15.83:6800/38882767 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fb1ac1fcb00 con 0x7fb198073200 2024-09-21T02:48:40.898 INFO:teuthology.orchestra.run.smithi083.stderr:instructed osd(s) 5 to deep-scrub 2024-09-21T02:48:40.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.898+0000 7fb1b2ba9640 1 -- 172.21.15.83:0/827327609 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb198073200 msgr2=0x7fb198075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:40.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.898+0000 7fb1b2ba9640 1 --2- 172.21.15.83:0/827327609 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb198073200 0x7fb198075710 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fb1a80058d0 tx=0x7fb1a8005ca0 comp rx=0 tx=0).stop 2024-09-21T02:48:40.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.898+0000 7fb1b2ba9640 1 -- 172.21.15.83:0/827327609 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb1ac0d2fc0 msgr2=0x7fb1ac0ca080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:40.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.898+0000 7fb1b2ba9640 1 --2- 172.21.15.83:0/827327609 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb1ac0d2fc0 0x7fb1ac0ca080 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fb1a400cab0 tx=0x7fb1a400cf70 comp rx=0 tx=0).stop 2024-09-21T02:48:40.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.898+0000 7fb1b2ba9640 1 -- 172.21.15.83:0/827327609 shutdown_connections 2024-09-21T02:48:40.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.898+0000 7fb1b2ba9640 1 --2- 172.21.15.83:0/827327609 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fb198073200 0x7fb198075710 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:40.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.898+0000 7fb1b2ba9640 1 --2- 172.21.15.83:0/827327609 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb1ac0d2fc0 0x7fb1ac0ca080 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:40.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.898+0000 7fb1b2ba9640 1 --2- 172.21.15.83:0/827327609 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fb1ac0cf780 0x7fb1ac1fc040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:40.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.898+0000 7fb1b2ba9640 1 --2- 172.21.15.83:0/827327609 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fb1ac0b5e90 0x7fb1ac14b9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:40.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.898+0000 7fb1b2ba9640 1 -- 172.21.15.83:0/827327609 >> 172.21.15.83:0/827327609 conn(0x7fb1ac069980 msgr2=0x7fb1ac160cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:40.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.898+0000 7fb1b2ba9640 1 -- 172.21.15.83:0/827327609 shutdown_connections 2024-09-21T02:48:40.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:40.898+0000 7fb1b2ba9640 1 -- 172.21.15.83:0/827327609 wait complete. 2024-09-21T02:48:40.919 INFO:tasks.ceph:Scrubbing osd.6 2024-09-21T02:48:40.919 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-21T02:48:41.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.062+0000 7fe5aea5c640 1 -- 172.21.15.83:0/3356638735 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe594004e70 msgr2=0x7fe5940052c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:41.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.062+0000 7fe5aea5c640 1 --2- 172.21.15.83:0/3356638735 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe594004e70 0x7fe5940052c0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7fe5a0009e30 tx=0x7fe5a001d190 comp rx=0 tx=0).stop 2024-09-21T02:48:41.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.062+0000 7fe5acff9640 1 -- 172.21.15.83:0/3356638735 reap_dead start 2024-09-21T02:48:41.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.062+0000 7fe5aea5c640 1 -- 172.21.15.83:0/3356638735 shutdown_connections 2024-09-21T02:48:41.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.062+0000 7fe5aea5c640 1 -- 172.21.15.83:0/3356638735 >> 172.21.15.83:0/3356638735 conn(0x7fe5a80b1cc0 msgr2=0x7fe5a80b20d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:41.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.062+0000 7fe5aea5c640 1 -- 172.21.15.83:0/3356638735 shutdown_connections 2024-09-21T02:48:41.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.062+0000 7fe5aea5c640 1 -- 172.21.15.83:0/3356638735 wait complete. 2024-09-21T02:48:41.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.066+0000 7fe5aea5c640 1 Processor -- start 2024-09-21T02:48:41.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.066+0000 7fe5aea5c640 1 -- start start 2024-09-21T02:48:41.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.066+0000 7fe5aea5c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe594004e70 0x7fe5a814a840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:41.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.066+0000 7fe5aea5c640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe5a81f3060 0x7fe5a81f3470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:41.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.066+0000 7fe5aea5c640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe5a809d790 0x7fe5a809dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:41.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.066+0000 7fe5aea5c640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fe5a80b4070 con 0x7fe594004e70 2024-09-21T02:48:41.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.066+0000 7fe5aea5c640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7fe5a80b3ef0 con 0x7fe5a809d790 2024-09-21T02:48:41.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.066+0000 7fe5aea5c640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7fe5a80b41f0 con 0x7fe5a81f3060 2024-09-21T02:48:41.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.066+0000 7fe5a7fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe594004e70 0x7fe5a814a840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:41.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.066+0000 7fe5a7fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe594004e70 0x7fe5a814a840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37376/0 (socket says 172.21.15.83:37376) 2024-09-21T02:48:41.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.066+0000 7fe5a7fff640 1 -- 172.21.15.83:0/3356015504 learned_addr learned my addr 172.21.15.83:0/3356015504 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:48:41.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.066+0000 7fe5a7fff640 1 -- 172.21.15.83:0/3356015504 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe5a81f3060 msgr2=0x7fe5a81f3470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:41.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.066+0000 7fe5a7fff640 1 --2- 172.21.15.83:0/3356015504 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7fe5a81f3060 0x7fe5a81f3470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:41.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.066+0000 7fe5a7fff640 1 -- 172.21.15.83:0/3356015504 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe5a809d790 msgr2=0x7fe5a809dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:41.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.066+0000 7fe5acff9640 1 --2- 172.21.15.83:0/3356015504 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe5a809d790 0x7fe5a809dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:41.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.066+0000 7fe5a7fff640 1 --2- 172.21.15.83:0/3356015504 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7fe5a809d790 0x7fe5a809dba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:41.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.066+0000 7fe5a7fff640 1 -- 172.21.15.83:0/3356015504 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5a81f39b0 con 0x7fe594004e70 2024-09-21T02:48:41.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.066+0000 7fe5a7fff640 1 --2- 172.21.15.83:0/3356015504 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe594004e70 0x7fe5a814a840 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7fe59800e700 tx=0x7fe59800ebc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:41.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.066+0000 7fe5a57fa640 1 -- 172.21.15.83:0/3356015504 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe598015020 con 0x7fe594004e70 2024-09-21T02:48:41.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.066+0000 7fe5a57fa640 1 -- 172.21.15.83:0/3356015504 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe598004360 con 0x7fe594004e70 2024-09-21T02:48:41.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.066+0000 7fe5aea5c640 1 -- 172.21.15.83:0/3356015504 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5a809e0e0 con 0x7fe594004e70 2024-09-21T02:48:41.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.066+0000 7fe5a57fa640 1 -- 172.21.15.83:0/3356015504 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe59800ca40 con 0x7fe594004e70 2024-09-21T02:48:41.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.066+0000 7fe5aea5c640 1 -- 172.21.15.83:0/3356015504 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5a81f68f0 con 0x7fe594004e70 2024-09-21T02:48:41.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.066+0000 7fe5aea5c640 1 -- 172.21.15.83:0/3356015504 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe5a80b4750 con 0x7fe594004e70 2024-09-21T02:48:41.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.070+0000 7fe5a57fa640 1 -- 172.21.15.83:0/3356015504 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7fe598018020 con 0x7fe594004e70 2024-09-21T02:48:41.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.070+0000 7fe5a57fa640 1 --2- 172.21.15.83:0/3356015504 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe588073230 0x7fe588075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:41.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.070+0000 7fe5a57fa640 1 -- 172.21.15.83:0/3356015504 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7fe598094670 con 0x7fe594004e70 2024-09-21T02:48:41.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.070+0000 7fe59ffff640 1 --2- 172.21.15.83:0/3356015504 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe588073230 0x7fe588075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:41.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.070+0000 7fe5a57fa640 1 --2- 172.21.15.83:0/3356015504 >> [v2:172.21.15.142:6808/1137623679,v1:172.21.15.142:6809/1137623679] conn(0x7fe588079140 0x7fe58807b590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:41.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.070+0000 7fe5a57fa640 1 -- 172.21.15.83:0/3356015504 --> [v2:172.21.15.142:6808/1137623679,v1:172.21.15.142:6809/1137623679] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe58807bc60 con 0x7fe588079140 2024-09-21T02:48:41.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.070+0000 7fe5a57fa640 1 -- 172.21.15.83:0/3356015504 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_get_version_reply(handle=1 version=50) ==== 24+0+0 (secure 0 0 0) 0x7fe598094b00 con 0x7fe594004e70 2024-09-21T02:48:41.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.070+0000 7fe59ffff640 1 --2- 172.21.15.83:0/3356015504 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe588073230 0x7fe588075740 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fe590001100 tx=0x7fe590001090 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:41.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.070+0000 7fe5acff9640 1 --2- 172.21.15.83:0/3356015504 >> [v2:172.21.15.142:6808/1137623679,v1:172.21.15.142:6809/1137623679] conn(0x7fe588079140 0x7fe58807b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:41.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.070+0000 7fe5acff9640 1 --2- 172.21.15.83:0/3356015504 >> [v2:172.21.15.142:6808/1137623679,v1:172.21.15.142:6809/1137623679] conn(0x7fe588079140 0x7fe58807b590 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:41.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.074+0000 7fe5a57fa640 1 -- 172.21.15.83:0/3356015504 <== osd.6 v2:172.21.15.142:6808/1137623679 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fe58807bc60 con 0x7fe588079140 2024-09-21T02:48:41.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.086+0000 7fe5aea5c640 1 -- 172.21.15.83:0/3356015504 --> [v2:172.21.15.142:6808/1137623679,v1:172.21.15.142:6809/1137623679] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fe5a8070d20 con 0x7fe588079140 2024-09-21T02:48:41.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.086+0000 7fe5a57fa640 1 -- 172.21.15.83:0/3356015504 <== osd.6 v2:172.21.15.142:6808/1137623679 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fe5a8070d20 con 0x7fe588079140 2024-09-21T02:48:41.090 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-09-21T02:48:41.090 INFO:teuthology.orchestra.run.smithi083.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-21T02:48:41.090 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-09-21T02:48:41.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.086+0000 7fe5aea5c640 1 -- 172.21.15.83:0/3356015504 >> [v2:172.21.15.142:6808/1137623679,v1:172.21.15.142:6809/1137623679] conn(0x7fe588079140 msgr2=0x7fe58807b590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:41.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.086+0000 7fe5aea5c640 1 --2- 172.21.15.83:0/3356015504 >> [v2:172.21.15.142:6808/1137623679,v1:172.21.15.142:6809/1137623679] conn(0x7fe588079140 0x7fe58807b590 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:41.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.086+0000 7fe5aea5c640 1 -- 172.21.15.83:0/3356015504 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe588073230 msgr2=0x7fe588075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:41.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.086+0000 7fe5aea5c640 1 --2- 172.21.15.83:0/3356015504 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7fe588073230 0x7fe588075740 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fe590001100 tx=0x7fe590001090 comp rx=0 tx=0).stop 2024-09-21T02:48:41.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.086+0000 7fe5aea5c640 1 -- 172.21.15.83:0/3356015504 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe594004e70 msgr2=0x7fe5a814a840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:41.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.086+0000 7fe5aea5c640 1 --2- 172.21.15.83:0/3356015504 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe594004e70 0x7fe5a814a840 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7fe59800e700 tx=0x7fe59800ebc0 comp rx=0 tx=0).stop 2024-09-21T02:48:41.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.086+0000 7fe5acff9640 1 -- 172.21.15.83:0/3356015504 reap_dead start 2024-09-21T02:48:41.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.086+0000 7fe5aea5c640 1 -- 172.21.15.83:0/3356015504 shutdown_connections 2024-09-21T02:48:41.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.086+0000 7fe5aea5c640 1 -- 172.21.15.83:0/3356015504 >> 172.21.15.83:0/3356015504 conn(0x7fe5a80b1cc0 msgr2=0x7fe5a80739b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:41.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.086+0000 7fe5aea5c640 1 -- 172.21.15.83:0/3356015504 shutdown_connections 2024-09-21T02:48:41.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.086+0000 7fe5aea5c640 1 -- 172.21.15.83:0/3356015504 wait complete. 2024-09-21T02:48:41.107 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-21T02:48:41.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.250+0000 7f587509a640 1 -- 172.21.15.83:0/2266854769 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5870151cc0 msgr2=0x7f58701520d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:41.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.250+0000 7f587509a640 1 --2- 172.21.15.83:0/2266854769 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5870151cc0 0x7f58701520d0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f58700734c0 tx=0x7f586801cd80 comp rx=0 tx=0).stop 2024-09-21T02:48:41.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.250+0000 7f587509a640 1 -- 172.21.15.83:0/2266854769 shutdown_connections 2024-09-21T02:48:41.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.250+0000 7f587509a640 1 --2- 172.21.15.83:0/2266854769 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5870151cc0 0x7f58701520d0 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:41.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.250+0000 7f587509a640 1 --2- 172.21.15.83:0/2266854769 >> v2:172.21.15.142:3300/0 conn(0x7f587015bce0 0x7f587015c0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:41.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.250+0000 7f587509a640 1 -- 172.21.15.83:0/2266854769 >> 172.21.15.83:0/2266854769 conn(0x7f58700d1100 msgr2=0x7f58700d1510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:41.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.250+0000 7f587509a640 1 -- 172.21.15.83:0/2266854769 shutdown_connections 2024-09-21T02:48:41.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.250+0000 7f587509a640 1 -- 172.21.15.83:0/2266854769 wait complete. 2024-09-21T02:48:41.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.250+0000 7f587509a640 1 Processor -- start 2024-09-21T02:48:41.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.250+0000 7f587509a640 1 -- start start 2024-09-21T02:48:41.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.254+0000 7f587509a640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f5870073cf0 0x7f58700b3320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:41.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.254+0000 7f587509a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5870151cc0 0x7f58700b5110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:41.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.254+0000 7f587509a640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f587015bce0 0x7f58701f8340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:41.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.254+0000 7f587509a640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f5870169550 con 0x7f5870151cc0 2024-09-21T02:48:41.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.254+0000 7f587509a640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f58701693d0 con 0x7f587015bce0 2024-09-21T02:48:41.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.254+0000 7f587509a640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f58701696d0 con 0x7f5870073cf0 2024-09-21T02:48:41.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.254+0000 7f586659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5870151cc0 0x7f58700b5110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:41.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.254+0000 7f586659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5870151cc0 0x7f58700b5110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37394/0 (socket says 172.21.15.83:37394) 2024-09-21T02:48:41.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.254+0000 7f586659c640 1 -- 172.21.15.83:0/1692075552 learned_addr learned my addr 172.21.15.83:0/1692075552 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:48:41.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.254+0000 7f586659c640 1 -- 172.21.15.83:0/1692075552 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f5870073cf0 msgr2=0x7f58700b3320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:41.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.254+0000 7f586659c640 1 --2- 172.21.15.83:0/1692075552 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f5870073cf0 0x7f58700b3320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:41.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.254+0000 7f586659c640 1 -- 172.21.15.83:0/1692075552 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f587015bce0 msgr2=0x7f58701f8340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:41.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.254+0000 7f586659c640 1 --2- 172.21.15.83:0/1692075552 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f587015bce0 0x7f58701f8340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:41.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.254+0000 7f586659c640 1 -- 172.21.15.83:0/1692075552 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58700b22a0 con 0x7f5870151cc0 2024-09-21T02:48:41.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.254+0000 7f586659c640 1 --2- 172.21.15.83:0/1692075552 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5870151cc0 0x7f58700b5110 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f58580058d0 tx=0x7f585800dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:41.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.254+0000 7f5867fff640 1 -- 172.21.15.83:0/1692075552 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5858017070 con 0x7f5870151cc0 2024-09-21T02:48:41.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.254+0000 7f587509a640 1 -- 172.21.15.83:0/1692075552 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58700b2580 con 0x7f5870151cc0 2024-09-21T02:48:41.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.254+0000 7f5867fff640 1 -- 172.21.15.83:0/1692075552 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5858009d20 con 0x7f5870151cc0 2024-09-21T02:48:41.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.254+0000 7f5867fff640 1 -- 172.21.15.83:0/1692075552 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58580106c0 con 0x7f5870151cc0 2024-09-21T02:48:41.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.254+0000 7f587509a640 1 -- 172.21.15.83:0/1692075552 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58700b2e20 con 0x7f5870151cc0 2024-09-21T02:48:41.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.254+0000 7f587509a640 1 -- 172.21.15.83:0/1692075552 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58701520d0 con 0x7f5870151cc0 2024-09-21T02:48:41.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.254+0000 7f5867fff640 1 -- 172.21.15.83:0/1692075552 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f585801a070 con 0x7f5870151cc0 2024-09-21T02:48:41.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.254+0000 7f5867fff640 1 --2- 172.21.15.83:0/1692075552 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f5850073200 0x7f5850075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:41.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.254+0000 7f5867fff640 1 -- 172.21.15.83:0/1692075552 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7f5858094640 con 0x7f5870151cc0 2024-09-21T02:48:41.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.254+0000 7f586ed9d640 1 --2- 172.21.15.83:0/1692075552 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f5850073200 0x7f5850075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:41.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.258+0000 7f586ed9d640 1 --2- 172.21.15.83:0/1692075552 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f5850073200 0x7f5850075710 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f5860000f70 tx=0x7f58600079c0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:41.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.258+0000 7f5867fff640 1 -- 172.21.15.83:0/1692075552 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f585805f8c0 con 0x7f5870151cc0 2024-09-21T02:48:41.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.422+0000 7f587509a640 1 -- 172.21.15.83:0/1692075552 --> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) -- 0x7f587015c840 con 0x7f5850073200 2024-09-21T02:48:41.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.422+0000 7f5867fff640 1 -- 172.21.15.83:0/1692075552 <== mgr.4150 v2:172.21.15.83:6800/38882767 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f587015c840 con 0x7f5850073200 2024-09-21T02:48:41.425 INFO:teuthology.orchestra.run.smithi083.stderr:instructed osd(s) 6 to deep-scrub 2024-09-21T02:48:41.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.422+0000 7f587509a640 1 -- 172.21.15.83:0/1692075552 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f5850073200 msgr2=0x7f5850075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:41.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.422+0000 7f587509a640 1 --2- 172.21.15.83:0/1692075552 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f5850073200 0x7f5850075710 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f5860000f70 tx=0x7f58600079c0 comp rx=0 tx=0).stop 2024-09-21T02:48:41.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.422+0000 7f587509a640 1 -- 172.21.15.83:0/1692075552 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5870151cc0 msgr2=0x7f58700b5110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:41.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.422+0000 7f587509a640 1 --2- 172.21.15.83:0/1692075552 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5870151cc0 0x7f58700b5110 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f58580058d0 tx=0x7f585800dde0 comp rx=0 tx=0).stop 2024-09-21T02:48:41.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.422+0000 7f587509a640 1 -- 172.21.15.83:0/1692075552 shutdown_connections 2024-09-21T02:48:41.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.422+0000 7f587509a640 1 --2- 172.21.15.83:0/1692075552 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f5850073200 0x7f5850075710 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:41.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.422+0000 7f587509a640 1 --2- 172.21.15.83:0/1692075552 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f587015bce0 0x7f58701f8340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:41.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.422+0000 7f587509a640 1 --2- 172.21.15.83:0/1692075552 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5870151cc0 0x7f58700b5110 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:41.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.422+0000 7f587509a640 1 --2- 172.21.15.83:0/1692075552 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f5870073cf0 0x7f58700b3320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:41.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.422+0000 7f587509a640 1 -- 172.21.15.83:0/1692075552 >> 172.21.15.83:0/1692075552 conn(0x7f58700d1100 msgr2=0x7f587006d850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:41.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.422+0000 7f587509a640 1 -- 172.21.15.83:0/1692075552 shutdown_connections 2024-09-21T02:48:41.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.422+0000 7f587509a640 1 -- 172.21.15.83:0/1692075552 wait complete. 2024-09-21T02:48:41.447 INFO:tasks.ceph:Scrubbing osd.7 2024-09-21T02:48:41.447 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-21T02:48:41.599 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.594+0000 7f6a9d5a7640 1 -- 172.21.15.83:0/4212662335 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6a80005360 msgr2=0x7f6a8000b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:41.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.594+0000 7f6a9d5a7640 1 --2- 172.21.15.83:0/4212662335 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6a80005360 0x7f6a8000b9d0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f6a9000c610 tx=0x7f6a9001fa20 comp rx=0 tx=0).stop 2024-09-21T02:48:41.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.594+0000 7f6a9d5a7640 1 -- 172.21.15.83:0/4212662335 shutdown_connections 2024-09-21T02:48:41.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.594+0000 7f6a9d5a7640 1 --2- 172.21.15.83:0/4212662335 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6a80005360 0x7f6a8000b9d0 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:41.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.594+0000 7f6a9d5a7640 1 -- 172.21.15.83:0/4212662335 >> 172.21.15.83:0/4212662335 conn(0x7f6a9808bfd0 msgr2=0x7f6a980d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:41.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.594+0000 7f6a9d5a7640 1 -- 172.21.15.83:0/4212662335 shutdown_connections 2024-09-21T02:48:41.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.594+0000 7f6a9d5a7640 1 -- 172.21.15.83:0/4212662335 wait complete. 2024-09-21T02:48:41.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.598+0000 7f6a9d5a7640 1 Processor -- start 2024-09-21T02:48:41.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.598+0000 7f6a9d5a7640 1 -- start start 2024-09-21T02:48:41.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.598+0000 7f6a9d5a7640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6a80005360 0x7f6a98156bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:41.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.598+0000 7f6a9d5a7640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6a9815ee80 0x7f6a981f8eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:41.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.598+0000 7f6a9d5a7640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6a981f93f0 0x7f6a980c9080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:41.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.598+0000 7f6a9d5a7640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f6a980b3a70 con 0x7f6a80005360 2024-09-21T02:48:41.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.598+0000 7f6a9d5a7640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f6a980b38f0 con 0x7f6a9815ee80 2024-09-21T02:48:41.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.598+0000 7f6a9d5a7640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f6a9806ec30 con 0x7f6a981f93f0 2024-09-21T02:48:41.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.598+0000 7f6a96ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6a80005360 0x7f6a98156bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:41.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.598+0000 7f6a96ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6a80005360 0x7f6a98156bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37418/0 (socket says 172.21.15.83:37418) 2024-09-21T02:48:41.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.598+0000 7f6a96ffd640 1 -- 172.21.15.83:0/3585739423 learned_addr learned my addr 172.21.15.83:0/3585739423 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:48:41.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.598+0000 7f6a967fc640 1 --2- 172.21.15.83:0/3585739423 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6a9815ee80 0x7f6a981f8eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:41.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.598+0000 7f6a977fe640 1 --2- 172.21.15.83:0/3585739423 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6a981f93f0 0x7f6a980c9080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:41.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.598+0000 7f6a96ffd640 1 -- 172.21.15.83:0/3585739423 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6a981f93f0 msgr2=0x7f6a980c9080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:41.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.598+0000 7f6a96ffd640 1 --2- 172.21.15.83:0/3585739423 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6a981f93f0 0x7f6a980c9080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:41.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.598+0000 7f6a96ffd640 1 -- 172.21.15.83:0/3585739423 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6a9815ee80 msgr2=0x7f6a981f8eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:41.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.598+0000 7f6a96ffd640 1 --2- 172.21.15.83:0/3585739423 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6a9815ee80 0x7f6a981f8eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:41.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.598+0000 7f6a96ffd640 1 -- 172.21.15.83:0/3585739423 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a980b2ca0 con 0x7f6a80005360 2024-09-21T02:48:41.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.598+0000 7f6a977fe640 1 --2- 172.21.15.83:0/3585739423 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f6a981f93f0 0x7f6a980c9080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:48:41.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.598+0000 7f6a967fc640 1 --2- 172.21.15.83:0/3585739423 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f6a9815ee80 0x7f6a981f8eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:48:41.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.598+0000 7f6a96ffd640 1 --2- 172.21.15.83:0/3585739423 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6a80005360 0x7f6a98156bc0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f6a8800d6c0 tx=0x7f6a8800db80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:41.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.598+0000 7f6a7f7fe640 1 -- 172.21.15.83:0/3585739423 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a880060d0 con 0x7f6a80005360 2024-09-21T02:48:41.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.598+0000 7f6a7f7fe640 1 -- 172.21.15.83:0/3585739423 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6a88015020 con 0x7f6a80005360 2024-09-21T02:48:41.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.598+0000 7f6a9d5a7640 1 -- 172.21.15.83:0/3585739423 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a980b2f60 con 0x7f6a80005360 2024-09-21T02:48:41.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.598+0000 7f6a7f7fe640 1 -- 172.21.15.83:0/3585739423 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a8800b7d0 con 0x7f6a80005360 2024-09-21T02:48:41.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.598+0000 7f6a9d5a7640 1 -- 172.21.15.83:0/3585739423 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a980cca60 con 0x7f6a80005360 2024-09-21T02:48:41.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.602+0000 7f6a9d5a7640 1 -- 172.21.15.83:0/3585739423 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6a980b31a0 con 0x7f6a80005360 2024-09-21T02:48:41.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.602+0000 7f6a7f7fe640 1 -- 172.21.15.83:0/3585739423 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f6a8800b970 con 0x7f6a80005360 2024-09-21T02:48:41.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.602+0000 7f6a7f7fe640 1 --2- 172.21.15.83:0/3585739423 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f6a84073200 0x7f6a84075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:41.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.602+0000 7f6a7f7fe640 1 -- 172.21.15.83:0/3585739423 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7f6a88094c80 con 0x7f6a80005360 2024-09-21T02:48:41.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.602+0000 7f6a967fc640 1 --2- 172.21.15.83:0/3585739423 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f6a84073200 0x7f6a84075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:41.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.602+0000 7f6a7f7fe640 1 --2- 172.21.15.83:0/3585739423 >> [v2:172.21.15.142:6800/81587312,v1:172.21.15.142:6801/81587312] conn(0x7f6a84079110 0x7f6a8407b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:41.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.602+0000 7f6a7f7fe640 1 -- 172.21.15.83:0/3585739423 --> [v2:172.21.15.142:6800/81587312,v1:172.21.15.142:6801/81587312] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f6a8407bc30 con 0x7f6a84079110 2024-09-21T02:48:41.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.602+0000 7f6a7f7fe640 1 -- 172.21.15.83:0/3585739423 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_get_version_reply(handle=1 version=50) ==== 24+0+0 (secure 0 0 0) 0x7f6a88095070 con 0x7f6a80005360 2024-09-21T02:48:41.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.602+0000 7f6a967fc640 1 --2- 172.21.15.83:0/3585739423 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f6a84073200 0x7f6a84075710 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f6a9806f740 tx=0x7f6a8c0091e0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:41.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.602+0000 7f6a977fe640 1 --2- 172.21.15.83:0/3585739423 >> [v2:172.21.15.142:6800/81587312,v1:172.21.15.142:6801/81587312] conn(0x7f6a84079110 0x7f6a8407b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:41.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.602+0000 7f6a977fe640 1 --2- 172.21.15.83:0/3585739423 >> [v2:172.21.15.142:6800/81587312,v1:172.21.15.142:6801/81587312] conn(0x7f6a84079110 0x7f6a8407b560 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:41.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.606+0000 7f6a7f7fe640 1 -- 172.21.15.83:0/3585739423 <== osd.7 v2:172.21.15.142:6800/81587312 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f6a8407bc30 con 0x7f6a84079110 2024-09-21T02:48:41.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.618+0000 7f6a9d5a7640 1 -- 172.21.15.83:0/3585739423 --> [v2:172.21.15.142:6800/81587312,v1:172.21.15.142:6801/81587312] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f6a980d5200 con 0x7f6a84079110 2024-09-21T02:48:41.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.618+0000 7f6a7f7fe640 1 -- 172.21.15.83:0/3585739423 <== osd.7 v2:172.21.15.142:6800/81587312 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f6a980d5200 con 0x7f6a84079110 2024-09-21T02:48:41.622 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-09-21T02:48:41.623 INFO:teuthology.orchestra.run.smithi083.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-21T02:48:41.623 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-09-21T02:48:41.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.618+0000 7f6a9d5a7640 1 -- 172.21.15.83:0/3585739423 >> [v2:172.21.15.142:6800/81587312,v1:172.21.15.142:6801/81587312] conn(0x7f6a84079110 msgr2=0x7f6a8407b560 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:41.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.618+0000 7f6a9d5a7640 1 --2- 172.21.15.83:0/3585739423 >> [v2:172.21.15.142:6800/81587312,v1:172.21.15.142:6801/81587312] conn(0x7f6a84079110 0x7f6a8407b560 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:41.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.618+0000 7f6a9d5a7640 1 -- 172.21.15.83:0/3585739423 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f6a84073200 msgr2=0x7f6a84075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:41.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.618+0000 7f6a9d5a7640 1 --2- 172.21.15.83:0/3585739423 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f6a84073200 0x7f6a84075710 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f6a9806f740 tx=0x7f6a8c0091e0 comp rx=0 tx=0).stop 2024-09-21T02:48:41.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.618+0000 7f6a9d5a7640 1 -- 172.21.15.83:0/3585739423 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6a80005360 msgr2=0x7f6a98156bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:41.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.618+0000 7f6a9d5a7640 1 --2- 172.21.15.83:0/3585739423 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6a80005360 0x7f6a98156bc0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f6a8800d6c0 tx=0x7f6a8800db80 comp rx=0 tx=0).stop 2024-09-21T02:48:41.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.618+0000 7f6a977fe640 1 -- 172.21.15.83:0/3585739423 reap_dead start 2024-09-21T02:48:41.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.618+0000 7f6a9d5a7640 1 -- 172.21.15.83:0/3585739423 shutdown_connections 2024-09-21T02:48:41.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.618+0000 7f6a9d5a7640 1 -- 172.21.15.83:0/3585739423 >> 172.21.15.83:0/3585739423 conn(0x7f6a9808bfd0 msgr2=0x7f6a98160f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:41.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.618+0000 7f6a9d5a7640 1 -- 172.21.15.83:0/3585739423 shutdown_connections 2024-09-21T02:48:41.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.618+0000 7f6a9d5a7640 1 -- 172.21.15.83:0/3585739423 wait complete. 2024-09-21T02:48:41.641 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-21T02:48:41.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.786+0000 7f31931bc640 1 -- 172.21.15.83:0/3397049817 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f318c0cc920 msgr2=0x7f318c0ccd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:41.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.786+0000 7f31931bc640 1 --2- 172.21.15.83:0/3397049817 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f318c0cc920 0x7f318c0ccd30 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f318c160040 tx=0x7f318001c8c0 comp rx=0 tx=0).stop 2024-09-21T02:48:41.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.786+0000 7f31931bc640 1 -- 172.21.15.83:0/3397049817 shutdown_connections 2024-09-21T02:48:41.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.786+0000 7f31931bc640 1 --2- 172.21.15.83:0/3397049817 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f318c0cc920 0x7f318c0ccd30 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:41.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.786+0000 7f31931bc640 1 --2- 172.21.15.83:0/3397049817 >> v2:172.21.15.142:3300/0 conn(0x7f318c074090 0x7f318c0744a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:41.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.786+0000 7f31931bc640 1 -- 172.21.15.83:0/3397049817 >> 172.21.15.83:0/3397049817 conn(0x7f318c06ce90 msgr2=0x7f318c06d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:41.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.786+0000 7f31931bc640 1 -- 172.21.15.83:0/3397049817 shutdown_connections 2024-09-21T02:48:41.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.786+0000 7f31931bc640 1 -- 172.21.15.83:0/3397049817 wait complete. 2024-09-21T02:48:41.790 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.786+0000 7f31931bc640 1 Processor -- start 2024-09-21T02:48:41.790 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.786+0000 7f31931bc640 1 -- start start 2024-09-21T02:48:41.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.786+0000 7f31931bc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f318c06ed60 0x7f318c1f9030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:41.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.786+0000 7f31931bc640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f318c074090 0x7f318c150930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:41.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.786+0000 7f31931bc640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f318c0cc920 0x7f318c15b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:41.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.786+0000 7f31931bc640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f318c1698d0 con 0x7f318c06ed60 2024-09-21T02:48:41.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.786+0000 7f31931bc640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f318c169750 con 0x7f318c0cc920 2024-09-21T02:48:41.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.786+0000 7f31931bc640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f318c169a50 con 0x7f318c074090 2024-09-21T02:48:41.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.786+0000 7f3190f58640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f318c06ed60 0x7f318c1f9030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:41.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.786+0000 7f3190f58640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f318c06ed60 0x7f318c1f9030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37432/0 (socket says 172.21.15.83:37432) 2024-09-21T02:48:41.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.786+0000 7f3190f58640 1 -- 172.21.15.83:0/2571883127 learned_addr learned my addr 172.21.15.83:0/2571883127 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:48:41.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.786+0000 7f3191759640 1 --2- 172.21.15.83:0/2571883127 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f318c0cc920 0x7f318c15b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:41.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.786+0000 7f318bfff640 1 --2- 172.21.15.83:0/2571883127 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f318c074090 0x7f318c150930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:41.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.790+0000 7f3190f58640 1 -- 172.21.15.83:0/2571883127 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f318c074090 msgr2=0x7f318c150930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:41.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.790+0000 7f3190f58640 1 --2- 172.21.15.83:0/2571883127 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f318c074090 0x7f318c150930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:41.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.790+0000 7f3190f58640 1 -- 172.21.15.83:0/2571883127 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f318c0cc920 msgr2=0x7f318c15b5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:41.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.790+0000 7f3190f58640 1 --2- 172.21.15.83:0/2571883127 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f318c0cc920 0x7f318c15b5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:41.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.790+0000 7f3190f58640 1 -- 172.21.15.83:0/2571883127 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f318c0b3240 con 0x7f318c06ed60 2024-09-21T02:48:41.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.790+0000 7f3190f58640 1 --2- 172.21.15.83:0/2571883127 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f318c06ed60 0x7f318c1f9030 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f317c00b410 tx=0x7f317c00b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:41.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.790+0000 7f31897fa640 1 -- 172.21.15.83:0/2571883127 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f317c015030 con 0x7f318c06ed60 2024-09-21T02:48:41.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.790+0000 7f31897fa640 1 -- 172.21.15.83:0/2571883127 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f317c004020 con 0x7f318c06ed60 2024-09-21T02:48:41.794 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.790+0000 7f31931bc640 1 -- 172.21.15.83:0/2571883127 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f318c0b3520 con 0x7f318c06ed60 2024-09-21T02:48:41.794 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.790+0000 7f31897fa640 1 -- 172.21.15.83:0/2571883127 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f317c004470 con 0x7f318c06ed60 2024-09-21T02:48:41.794 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.790+0000 7f31931bc640 1 -- 172.21.15.83:0/2571883127 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f318c0b3ae0 con 0x7f318c06ed60 2024-09-21T02:48:41.794 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.790+0000 7f31931bc640 1 -- 172.21.15.83:0/2571883127 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f318c0744a0 con 0x7f318c06ed60 2024-09-21T02:48:41.795 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.790+0000 7f31897fa640 1 -- 172.21.15.83:0/2571883127 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f317c018070 con 0x7f318c06ed60 2024-09-21T02:48:41.795 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.790+0000 7f31897fa640 1 --2- 172.21.15.83:0/2571883127 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3178073200 0x7f3178075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:41.795 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.790+0000 7f318bfff640 1 --2- 172.21.15.83:0/2571883127 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3178073200 0x7f3178075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:41.795 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.790+0000 7f31897fa640 1 -- 172.21.15.83:0/2571883127 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7f317c093a40 con 0x7f318c06ed60 2024-09-21T02:48:41.795 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.790+0000 7f318bfff640 1 --2- 172.21.15.83:0/2571883127 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3178073200 0x7f3178075710 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f31800af000 tx=0x7f318001b100 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:41.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.794+0000 7f31897fa640 1 -- 172.21.15.83:0/2571883127 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f317c05edf0 con 0x7f318c06ed60 2024-09-21T02:48:41.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.962+0000 7f31931bc640 1 -- 172.21.15.83:0/2571883127 --> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) -- 0x7f318c150e70 con 0x7f3178073200 2024-09-21T02:48:41.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.962+0000 7f31897fa640 1 -- 172.21.15.83:0/2571883127 <== mgr.4150 v2:172.21.15.83:6800/38882767 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f318c150e70 con 0x7f3178073200 2024-09-21T02:48:41.967 INFO:teuthology.orchestra.run.smithi083.stderr:instructed osd(s) 7 to deep-scrub 2024-09-21T02:48:41.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.966+0000 7f31931bc640 1 -- 172.21.15.83:0/2571883127 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3178073200 msgr2=0x7f3178075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:41.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.966+0000 7f31931bc640 1 --2- 172.21.15.83:0/2571883127 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3178073200 0x7f3178075710 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f31800af000 tx=0x7f318001b100 comp rx=0 tx=0).stop 2024-09-21T02:48:41.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.966+0000 7f31931bc640 1 -- 172.21.15.83:0/2571883127 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f318c06ed60 msgr2=0x7f318c1f9030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:41.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.966+0000 7f31931bc640 1 --2- 172.21.15.83:0/2571883127 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f318c06ed60 0x7f318c1f9030 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f317c00b410 tx=0x7f317c00b8d0 comp rx=0 tx=0).stop 2024-09-21T02:48:41.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.966+0000 7f31931bc640 1 -- 172.21.15.83:0/2571883127 shutdown_connections 2024-09-21T02:48:41.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.966+0000 7f31931bc640 1 --2- 172.21.15.83:0/2571883127 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f3178073200 0x7f3178075710 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:41.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.966+0000 7f31931bc640 1 --2- 172.21.15.83:0/2571883127 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f318c0cc920 0x7f318c15b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:41.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.966+0000 7f31931bc640 1 --2- 172.21.15.83:0/2571883127 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f318c074090 0x7f318c150930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:41.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.966+0000 7f31931bc640 1 --2- 172.21.15.83:0/2571883127 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f318c06ed60 0x7f318c1f9030 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:41.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.966+0000 7f31931bc640 1 -- 172.21.15.83:0/2571883127 >> 172.21.15.83:0/2571883127 conn(0x7f318c06ce90 msgr2=0x7f318c155c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:41.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.966+0000 7f31931bc640 1 -- 172.21.15.83:0/2571883127 shutdown_connections 2024-09-21T02:48:41.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:41.966+0000 7f31931bc640 1 -- 172.21.15.83:0/2571883127 wait complete. 2024-09-21T02:48:41.988 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T02:48:42.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.126+0000 7f10a9ffd640 1 -- 172.21.15.83:0/1072006847 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f10a415d6d0 msgr2=0x7f10a41601b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:42.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.126+0000 7f10a9ffd640 1 --2- 172.21.15.83:0/1072006847 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f10a415d6d0 0x7f10a41601b0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f10a41571a0 tx=0x7f109401c800 comp rx=0 tx=0).stop 2024-09-21T02:48:42.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.126+0000 7f10a9ffd640 1 -- 172.21.15.83:0/1072006847 shutdown_connections 2024-09-21T02:48:42.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.126+0000 7f10a9ffd640 1 --2- 172.21.15.83:0/1072006847 >> v2:172.21.15.142:3300/0 conn(0x7f10a41606f0 0x7f10a406ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:42.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.126+0000 7f10a9ffd640 1 --2- 172.21.15.83:0/1072006847 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f10a415d6d0 0x7f10a41601b0 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:42.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.126+0000 7f10a9ffd640 1 -- 172.21.15.83:0/1072006847 >> 172.21.15.83:0/1072006847 conn(0x7f10a4070650 msgr2=0x7f10a40b2d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:42.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.126+0000 7f10a9ffd640 1 -- 172.21.15.83:0/1072006847 shutdown_connections 2024-09-21T02:48:42.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.126+0000 7f10a9ffd640 1 -- 172.21.15.83:0/1072006847 wait complete. 2024-09-21T02:48:42.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.130+0000 7f10a9ffd640 1 Processor -- start 2024-09-21T02:48:42.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.130+0000 7f10a9ffd640 1 -- start start 2024-09-21T02:48:42.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.130+0000 7f10a9ffd640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f10a406d3d0 0x7f10a412a2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:42.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.130+0000 7f10a9ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f10a415d6d0 0x7f10a4166680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:42.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.130+0000 7f10a9ffd640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f10a41606f0 0x7f10a4166bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:42.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.130+0000 7f10a9ffd640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f10a41698a0 con 0x7f10a415d6d0 2024-09-21T02:48:42.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.130+0000 7f10a9ffd640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f10a4169720 con 0x7f10a406d3d0 2024-09-21T02:48:42.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.130+0000 7f10a9ffd640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f10a4169a20 con 0x7f10a41606f0 2024-09-21T02:48:42.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.130+0000 7f10a2ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f10a415d6d0 0x7f10a4166680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:42.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.130+0000 7f10a2ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f10a415d6d0 0x7f10a4166680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37440/0 (socket says 172.21.15.83:37440) 2024-09-21T02:48:42.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.130+0000 7f10a2ffd640 1 -- 172.21.15.83:0/1098450868 learned_addr learned my addr 172.21.15.83:0/1098450868 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:48:42.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.130+0000 7f10a37fe640 1 --2- 172.21.15.83:0/1098450868 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f10a406d3d0 0x7f10a412a2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:42.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.130+0000 7f10a3fff640 1 --2- 172.21.15.83:0/1098450868 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f10a41606f0 0x7f10a4166bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:42.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.130+0000 7f10a2ffd640 1 -- 172.21.15.83:0/1098450868 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f10a41606f0 msgr2=0x7f10a4166bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:42.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.130+0000 7f10a2ffd640 1 --2- 172.21.15.83:0/1098450868 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f10a41606f0 0x7f10a4166bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:42.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.130+0000 7f10a2ffd640 1 -- 172.21.15.83:0/1098450868 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f10a406d3d0 msgr2=0x7f10a412a2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:42.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.130+0000 7f10a2ffd640 1 --2- 172.21.15.83:0/1098450868 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f10a406d3d0 0x7f10a412a2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:42.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.130+0000 7f10a2ffd640 1 -- 172.21.15.83:0/1098450868 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10a413c690 con 0x7f10a415d6d0 2024-09-21T02:48:42.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.130+0000 7f10a2ffd640 1 --2- 172.21.15.83:0/1098450868 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f10a415d6d0 0x7f10a4166680 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f109800d750 tx=0x7f109800dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:42.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.130+0000 7f108bfff640 1 -- 172.21.15.83:0/1098450868 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1098017070 con 0x7f10a415d6d0 2024-09-21T02:48:42.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.130+0000 7f108bfff640 1 -- 172.21.15.83:0/1098450868 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1098009cc0 con 0x7f10a415d6d0 2024-09-21T02:48:42.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.130+0000 7f10a9ffd640 1 -- 172.21.15.83:0/1098450868 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10a413c970 con 0x7f10a415d6d0 2024-09-21T02:48:42.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.130+0000 7f108bfff640 1 -- 172.21.15.83:0/1098450868 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1098005280 con 0x7f10a415d6d0 2024-09-21T02:48:42.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.130+0000 7f10a9ffd640 1 -- 172.21.15.83:0/1098450868 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10a413cf30 con 0x7f10a415d6d0 2024-09-21T02:48:42.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.134+0000 7f10a9ffd640 1 -- 172.21.15.83:0/1098450868 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10a41601b0 con 0x7f10a415d6d0 2024-09-21T02:48:42.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.134+0000 7f108bfff640 1 -- 172.21.15.83:0/1098450868 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f1098005420 con 0x7f10a415d6d0 2024-09-21T02:48:42.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.134+0000 7f108bfff640 1 --2- 172.21.15.83:0/1098450868 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f1090073200 0x7f1090075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:48:42.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.134+0000 7f10a37fe640 1 --2- 172.21.15.83:0/1098450868 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f1090073200 0x7f1090075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:48:42.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.134+0000 7f108bfff640 1 -- 172.21.15.83:0/1098450868 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7f10980940e0 con 0x7f10a415d6d0 2024-09-21T02:48:42.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.134+0000 7f10a37fe640 1 --2- 172.21.15.83:0/1098450868 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f1090073200 0x7f1090075710 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f10940af000 tx=0x7f109401b040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:48:42.142 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.138+0000 7f108bfff640 1 -- 172.21.15.83:0/1098450868 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f109800de60 con 0x7f10a415d6d0 2024-09-21T02:48:42.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.294+0000 7f10a9ffd640 1 -- 172.21.15.83:0/1098450868 --> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f10a413c420 con 0x7f1090073200 2024-09-21T02:48:42.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.294+0000 7f108bfff640 1 -- 172.21.15.83:0/1098450868 <== mgr.4150 v2:172.21.15.83:6800/38882767 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13450 (secure 0 0 0) 0x7f10940c04a0 con 0x7f1090073200 2024-09-21T02:48:42.299 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:48:42.299 INFO:teuthology.orchestra.run.smithi083.stderr:dumped all 2024-09-21T02:48:42.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.298+0000 7f10a9ffd640 1 -- 172.21.15.83:0/1098450868 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f1090073200 msgr2=0x7f1090075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:42.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.298+0000 7f10a9ffd640 1 --2- 172.21.15.83:0/1098450868 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f1090073200 0x7f1090075710 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f10940af000 tx=0x7f109401b040 comp rx=0 tx=0).stop 2024-09-21T02:48:42.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.298+0000 7f10a9ffd640 1 -- 172.21.15.83:0/1098450868 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f10a415d6d0 msgr2=0x7f10a4166680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:48:42.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.298+0000 7f10a9ffd640 1 --2- 172.21.15.83:0/1098450868 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f10a415d6d0 0x7f10a4166680 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f109800d750 tx=0x7f109800dc10 comp rx=0 tx=0).stop 2024-09-21T02:48:42.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.298+0000 7f10a9ffd640 1 -- 172.21.15.83:0/1098450868 shutdown_connections 2024-09-21T02:48:42.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.298+0000 7f10a9ffd640 1 --2- 172.21.15.83:0/1098450868 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f1090073200 0x7f1090075710 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:42.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.298+0000 7f10a9ffd640 1 --2- 172.21.15.83:0/1098450868 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f10a41606f0 0x7f10a4166bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:42.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.298+0000 7f10a9ffd640 1 --2- 172.21.15.83:0/1098450868 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f10a415d6d0 0x7f10a4166680 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:42.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.298+0000 7f10a9ffd640 1 --2- 172.21.15.83:0/1098450868 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f10a406d3d0 0x7f10a412a2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:48:42.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.298+0000 7f10a9ffd640 1 -- 172.21.15.83:0/1098450868 >> 172.21.15.83:0/1098450868 conn(0x7f10a4070650 msgr2=0x7f10a4074790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:48:42.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.298+0000 7f10a9ffd640 1 -- 172.21.15.83:0/1098450868 shutdown_connections 2024-09-21T02:48:42.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:48:42.298+0000 7f10a9ffd640 1 -- 172.21.15.83:0/1098450868 wait complete. 2024-09-21T02:48:42.320 INFO:teuthology.orchestra.run.smithi083.stdout:{"pg_ready":true,"pg_map":{"version":218,"stamp":"2024-09-21T02:48:41.890459+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":255296,"kb_used_data":5768,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754719424,"statfs":{"total":773094113280,"available":772832690176,"internally_reserved":0,"allocated":5906432,"data_stored":3092952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-10545699,"num_objects":-967,"num_object_clones":0,"num_object_copies":-1934,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-967,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-988,"num_write_kb":-11040,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":-78,"num_bytes_recovered":-3428387,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.469396"},"pg_stats":[{"pgid":"1.0","version":"17'72","reported_seq":164,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-21T02:48:33.982503+0000","last_change":"2024-09-21T02:42:55.639113+0000","last_active":"2024-09-21T02:48:33.982503+0000","last_peered":"2024-09-21T02:48:33.982503+0000","last_clean":"2024-09-21T02:48:33.982503+0000","last_became_active":"2024-09-21T02:42:55.638285+0000","last_became_peered":"2024-09-21T02:42:55.638285+0000","last_unstale":"2024-09-21T02:48:33.982503+0000","last_undegraded":"2024-09-21T02:48:33.982503+0000","last_fullsized":"2024-09-21T02:48:33.982503+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T02:42:54.606687+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T02:42:54.606687+0000","last_clean_scrub_stamp":"2024-09-21T02:42:54.606687+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:36:42.254718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509514,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31764,"kb_used_data":576,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340076,"statfs":{"total":96636764160,"available":96604237824,"internally_reserved":0,"allocated":589824,"data_stored":239027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509513,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32348,"kb_used_data":1156,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339492,"statfs":{"total":96636764160,"available":96603639808,"internally_reserved":0,"allocated":1183744,"data_stored":829395,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509512,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31768,"kb_used_data":576,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340072,"statfs":{"total":96636764160,"available":96604233728,"internally_reserved":0,"allocated":589824,"data_stored":239027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509513,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31768,"kb_used_data":576,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340072,"statfs":{"total":96636764160,"available":96604233728,"internally_reserved":0,"allocated":589824,"data_stored":239027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509512,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31772,"kb_used_data":576,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340068,"statfs":{"total":96636764160,"available":96604229632,"internally_reserved":0,"allocated":589824,"data_stored":239027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509512,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32344,"kb_used_data":1156,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339496,"statfs":{"total":96636764160,"available":96603643904,"internally_reserved":0,"allocated":1183744,"data_stored":829395,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509513,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31768,"kb_used_data":576,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340072,"statfs":{"total":96636764160,"available":96604233728,"internally_reserved":0,"allocated":589824,"data_stored":239027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542217,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31764,"kb_used_data":576,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340076,"statfs":{"total":96636764160,"available":96604237824,"internally_reserved":0,"allocated":589824,"data_stored":239027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T02:48:42.323 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-21T02:42:54.606687+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=21, tm_hour=2, tm_min=42, tm_sec=54, tm_wday=5, tm_yday=265, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=21, tm_hour=2, tm_min=48, tm_sec=36, tm_wday=5, tm_yday=265, tm_isdst=0) 2024-09-21T02:48:42.323 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-21T02:48:56.682 DEBUG:teuthology.orchestra.run.smithi083:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T02:48:56.685 DEBUG:teuthology.orchestra.run.smithi142:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T02:49:02.323 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T02:49:02.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.485+0000 7f45f46d2640 1 -- 172.21.15.83:0/4036841469 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f45d8004d50 msgr2=0x7f45d8005160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:49:02.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.485+0000 7f45f46d2640 1 --2- 172.21.15.83:0/4036841469 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f45d8004d50 0x7f45d8005160 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f45e4009ee0 tx=0x7f45e401d310 comp rx=0 tx=0).stop 2024-09-21T02:49:02.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.485+0000 7f45f2c6f640 1 -- 172.21.15.83:0/4036841469 reap_dead start 2024-09-21T02:49:02.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.489+0000 7f45f46d2640 1 -- 172.21.15.83:0/4036841469 shutdown_connections 2024-09-21T02:49:02.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.489+0000 7f45f46d2640 1 -- 172.21.15.83:0/4036841469 >> 172.21.15.83:0/4036841469 conn(0x7f45ec06ce90 msgr2=0x7f45ec06d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:49:02.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.489+0000 7f45f46d2640 1 -- 172.21.15.83:0/4036841469 shutdown_connections 2024-09-21T02:49:02.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.489+0000 7f45f46d2640 1 -- 172.21.15.83:0/4036841469 wait complete. 2024-09-21T02:49:02.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.489+0000 7f45f46d2640 1 Processor -- start 2024-09-21T02:49:02.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.489+0000 7f45f46d2640 1 -- start start 2024-09-21T02:49:02.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.489+0000 7f45f46d2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f45d8004d50 0x7f45ec139cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:49:02.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.489+0000 7f45f46d2640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f45ec14e8d0 0x7f45ec14ece0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:49:02.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.489+0000 7f45f46d2640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f45ec163320 0x7f45ec163730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:49:02.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.489+0000 7f45f46d2640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f45ec164270 con 0x7f45d8004d50 2024-09-21T02:49:02.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.489+0000 7f45f46d2640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f45ec1640f0 con 0x7f45ec163320 2024-09-21T02:49:02.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.489+0000 7f45f46d2640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f45ec1643f0 con 0x7f45ec14e8d0 2024-09-21T02:49:02.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.489+0000 7f45f246e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f45d8004d50 0x7f45ec139cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:49:02.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.489+0000 7f45f246e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f45d8004d50 0x7f45ec139cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:47134/0 (socket says 172.21.15.83:47134) 2024-09-21T02:49:02.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.489+0000 7f45f246e640 1 -- 172.21.15.83:0/1742886895 learned_addr learned my addr 172.21.15.83:0/1742886895 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:49:02.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.489+0000 7f45f1c6d640 1 --2- 172.21.15.83:0/1742886895 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f45ec14e8d0 0x7f45ec14ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:49:02.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.489+0000 7f45f2c6f640 1 --2- 172.21.15.83:0/1742886895 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f45ec163320 0x7f45ec163730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:49:02.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.489+0000 7f45f246e640 1 -- 172.21.15.83:0/1742886895 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f45ec14e8d0 msgr2=0x7f45ec14ece0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:49:02.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.489+0000 7f45f246e640 1 --2- 172.21.15.83:0/1742886895 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f45ec14e8d0 0x7f45ec14ece0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:49:02.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.489+0000 7f45f246e640 1 -- 172.21.15.83:0/1742886895 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f45ec163320 msgr2=0x7f45ec163730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:49:02.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.489+0000 7f45f246e640 1 --2- 172.21.15.83:0/1742886895 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f45ec163320 0x7f45ec163730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:49:02.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.489+0000 7f45f246e640 1 -- 172.21.15.83:0/1742886895 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45ec163c70 con 0x7f45d8004d50 2024-09-21T02:49:02.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.489+0000 7f45f2c6f640 1 --2- 172.21.15.83:0/1742886895 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f45ec163320 0x7f45ec163730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:49:02.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.489+0000 7f45f246e640 1 --2- 172.21.15.83:0/1742886895 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f45d8004d50 0x7f45ec139cf0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f45dc00d320 tx=0x7f45dc00d7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:49:02.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.493+0000 7f45e2ffd640 1 -- 172.21.15.83:0/1742886895 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45dc016070 con 0x7f45d8004d50 2024-09-21T02:49:02.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.493+0000 7f45e2ffd640 1 -- 172.21.15.83:0/1742886895 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f45dc012770 con 0x7f45d8004d50 2024-09-21T02:49:02.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.493+0000 7f45f46d2640 1 -- 172.21.15.83:0/1742886895 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45ec13c600 con 0x7f45d8004d50 2024-09-21T02:49:02.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.493+0000 7f45e2ffd640 1 -- 172.21.15.83:0/1742886895 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45dc012bc0 con 0x7f45d8004d50 2024-09-21T02:49:02.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.493+0000 7f45f46d2640 1 -- 172.21.15.83:0/1742886895 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45ec13cbc0 con 0x7f45d8004d50 2024-09-21T02:49:02.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.493+0000 7f45f46d2640 1 -- 172.21.15.83:0/1742886895 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45ec0cffd0 con 0x7f45d8004d50 2024-09-21T02:49:02.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.493+0000 7f45e2ffd640 1 -- 172.21.15.83:0/1742886895 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f45dc019070 con 0x7f45d8004d50 2024-09-21T02:49:02.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.493+0000 7f45e2ffd640 1 --2- 172.21.15.83:0/1742886895 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f45d0073230 0x7f45d0075740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:49:02.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.493+0000 7f45f1c6d640 1 --2- 172.21.15.83:0/1742886895 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f45d0073230 0x7f45d0075740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:49:02.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.493+0000 7f45e2ffd640 1 -- 172.21.15.83:0/1742886895 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7f45dc097080 con 0x7f45d8004d50 2024-09-21T02:49:02.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.493+0000 7f45f1c6d640 1 --2- 172.21.15.83:0/1742886895 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f45d0073230 0x7f45d0075740 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f45e8009470 tx=0x7f45e80093a0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:49:02.503 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.497+0000 7f45e2ffd640 1 -- 172.21.15.83:0/1742886895 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f45ec163c70 con 0x7f45d8004d50 2024-09-21T02:49:02.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.669+0000 7f45f46d2640 1 -- 172.21.15.83:0/1742886895 --> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f45ec13a230 con 0x7f45d0073230 2024-09-21T02:49:02.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.673+0000 7f45e2ffd640 1 -- 172.21.15.83:0/1742886895 <== mgr.4150 v2:172.21.15.83:6800/38882767 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13344 (secure 0 0 0) 0x7f45ec13a230 con 0x7f45d0073230 2024-09-21T02:49:02.676 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:49:02.676 INFO:teuthology.orchestra.run.smithi083.stderr:dumped all 2024-09-21T02:49:02.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.673+0000 7f45f46d2640 1 -- 172.21.15.83:0/1742886895 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f45d0073230 msgr2=0x7f45d0075740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:49:02.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.673+0000 7f45f46d2640 1 --2- 172.21.15.83:0/1742886895 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f45d0073230 0x7f45d0075740 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f45e8009470 tx=0x7f45e80093a0 comp rx=0 tx=0).stop 2024-09-21T02:49:02.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.673+0000 7f45f46d2640 1 -- 172.21.15.83:0/1742886895 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f45d8004d50 msgr2=0x7f45ec139cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:49:02.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.673+0000 7f45f46d2640 1 --2- 172.21.15.83:0/1742886895 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f45d8004d50 0x7f45ec139cf0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f45dc00d320 tx=0x7f45dc00d7e0 comp rx=0 tx=0).stop 2024-09-21T02:49:02.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.673+0000 7f45f46d2640 1 -- 172.21.15.83:0/1742886895 shutdown_connections 2024-09-21T02:49:02.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.673+0000 7f45f46d2640 1 --2- 172.21.15.83:0/1742886895 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f45d0073230 0x7f45d0075740 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:49:02.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.673+0000 7f45f46d2640 1 --2- 172.21.15.83:0/1742886895 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f45ec163320 0x7f45ec163730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:49:02.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.673+0000 7f45f46d2640 1 --2- 172.21.15.83:0/1742886895 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f45ec14e8d0 0x7f45ec14ece0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:49:02.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.673+0000 7f45f46d2640 1 --2- 172.21.15.83:0/1742886895 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f45d8004d50 0x7f45ec139cf0 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:49:02.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.673+0000 7f45f46d2640 1 -- 172.21.15.83:0/1742886895 >> 172.21.15.83:0/1742886895 conn(0x7f45ec06ce90 msgr2=0x7f45ec0745c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:49:02.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.673+0000 7f45f46d2640 1 -- 172.21.15.83:0/1742886895 shutdown_connections 2024-09-21T02:49:02.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.673+0000 7f45f46d2640 1 -- 172.21.15.83:0/1742886895 wait complete. 2024-09-21T02:49:02.699 INFO:teuthology.orchestra.run.smithi083.stdout:{"pg_ready":true,"pg_map":{"version":228,"stamp":"2024-09-21T02:49:01.896877+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":255284,"kb_used_data":5768,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754719436,"statfs":{"total":773094113280,"available":772832702464,"internally_reserved":0,"allocated":5906432,"data_stored":3092952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004004"},"pg_stats":[{"pgid":"1.0","version":"50'74","reported_seq":175,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-21T02:48:39.567251+0000","last_change":"2024-09-21T02:48:39.567160+0000","last_active":"2024-09-21T02:48:39.567251+0000","last_peered":"2024-09-21T02:48:39.567251+0000","last_clean":"2024-09-21T02:48:39.567251+0000","last_became_active":"2024-09-21T02:42:55.638285+0000","last_became_peered":"2024-09-21T02:42:55.638285+0000","last_unstale":"2024-09-21T02:48:39.567251+0000","last_undegraded":"2024-09-21T02:48:39.567251+0000","last_fullsized":"2024-09-21T02:48:39.567251+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"50'74","last_scrub_stamp":"2024-09-21T02:48:39.567054+0000","last_deep_scrub":"50'74","last_deep_scrub_stamp":"2024-09-21T02:48:39.567054+0000","last_clean_scrub_stamp":"2024-09-21T02:48:39.567054+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:14:15.171180+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509518,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31764,"kb_used_data":576,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340076,"statfs":{"total":96636764160,"available":96604237824,"internally_reserved":0,"allocated":589824,"data_stored":239027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509517,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32340,"kb_used_data":1156,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339500,"statfs":{"total":96636764160,"available":96603648000,"internally_reserved":0,"allocated":1183744,"data_stored":829395,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509516,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31768,"kb_used_data":576,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340072,"statfs":{"total":96636764160,"available":96604233728,"internally_reserved":0,"allocated":589824,"data_stored":239027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509517,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31768,"kb_used_data":576,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340072,"statfs":{"total":96636764160,"available":96604233728,"internally_reserved":0,"allocated":589824,"data_stored":239027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509516,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31772,"kb_used_data":576,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340068,"statfs":{"total":96636764160,"available":96604229632,"internally_reserved":0,"allocated":589824,"data_stored":239027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509516,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32340,"kb_used_data":1156,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339500,"statfs":{"total":96636764160,"available":96603648000,"internally_reserved":0,"allocated":1183744,"data_stored":829395,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509517,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31768,"kb_used_data":576,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340072,"statfs":{"total":96636764160,"available":96604233728,"internally_reserved":0,"allocated":589824,"data_stored":239027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542221,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31764,"kb_used_data":576,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340076,"statfs":{"total":96636764160,"available":96604237824,"internally_reserved":0,"allocated":589824,"data_stored":239027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T02:49:02.700 DEBUG:teuthology.orchestra.run.smithi083:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-21T02:49:02.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.853+0000 7f47e2f5c640 1 -- 172.21.15.83:0/2594681325 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f47dc0b49a0 msgr2=0x7f47dc15bd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:49:02.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.853+0000 7f47e2f5c640 1 --2- 172.21.15.83:0/2594681325 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f47dc0b49a0 0x7f47dc15bd20 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f47cc00aa10 tx=0x7f47cc01d9f0 comp rx=0 tx=0).stop 2024-09-21T02:49:02.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.853+0000 7f47e2f5c640 1 -- 172.21.15.83:0/2594681325 shutdown_connections 2024-09-21T02:49:02.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.853+0000 7f47e2f5c640 1 --2- 172.21.15.83:0/2594681325 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f47dc0ad030 0x7f47dc0cc9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:49:02.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.853+0000 7f47e2f5c640 1 --2- 172.21.15.83:0/2594681325 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f47dc0b49a0 0x7f47dc15bd20 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:49:02.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.853+0000 7f47e2f5c640 1 -- 172.21.15.83:0/2594681325 >> 172.21.15.83:0/2594681325 conn(0x7f47dc06d580 msgr2=0x7f47dc0b1d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:49:02.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.853+0000 7f47e2f5c640 1 -- 172.21.15.83:0/2594681325 shutdown_connections 2024-09-21T02:49:02.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.853+0000 7f47e2f5c640 1 -- 172.21.15.83:0/2594681325 wait complete. 2024-09-21T02:49:02.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.857+0000 7f47e2f5c640 1 Processor -- start 2024-09-21T02:49:02.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.857+0000 7f47e2f5c640 1 -- start start 2024-09-21T02:49:02.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.857+0000 7f47e2f5c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f47dc0ad030 0x7f47dc14af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:49:02.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.857+0000 7f47e2f5c640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f47dc0ad440 0x7f47dc1579f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:49:02.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.857+0000 7f47e2f5c640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f47dc0b49a0 0x7f47dc15a140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:49:02.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.857+0000 7f47e2f5c640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f47dc168260 con 0x7f47dc0ad030 2024-09-21T02:49:02.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.857+0000 7f47e2f5c640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f47dc1680e0 con 0x7f47dc0ad440 2024-09-21T02:49:02.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.857+0000 7f47e2f5c640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f47dc1683e0 con 0x7f47dc0b49a0 2024-09-21T02:49:02.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.857+0000 7f47e0cf8640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f47dc0ad030 0x7f47dc14af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:49:02.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.857+0000 7f47e0cf8640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f47dc0ad030 0x7f47dc14af50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:47158/0 (socket says 172.21.15.83:47158) 2024-09-21T02:49:02.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.857+0000 7f47e0cf8640 1 -- 172.21.15.83:0/554914463 learned_addr learned my addr 172.21.15.83:0/554914463 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:49:02.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.857+0000 7f47dbfff640 1 --2- 172.21.15.83:0/554914463 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f47dc0ad440 0x7f47dc1579f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:49:02.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.857+0000 7f47e14f9640 1 --2- 172.21.15.83:0/554914463 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f47dc0b49a0 0x7f47dc15a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:49:02.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.857+0000 7f47e0cf8640 1 -- 172.21.15.83:0/554914463 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f47dc0b49a0 msgr2=0x7f47dc15a140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:49:02.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.857+0000 7f47e0cf8640 1 --2- 172.21.15.83:0/554914463 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f47dc0b49a0 0x7f47dc15a140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:49:02.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.857+0000 7f47e0cf8640 1 -- 172.21.15.83:0/554914463 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f47dc0ad440 msgr2=0x7f47dc1579f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:49:02.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.857+0000 7f47e0cf8640 1 --2- 172.21.15.83:0/554914463 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f47dc0ad440 0x7f47dc1579f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:49:02.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.857+0000 7f47e0cf8640 1 -- 172.21.15.83:0/554914463 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47dc14e290 con 0x7f47dc0ad030 2024-09-21T02:49:02.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.857+0000 7f47dbfff640 1 --2- 172.21.15.83:0/554914463 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f47dc0ad440 0x7f47dc1579f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:49:02.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.857+0000 7f47e0cf8640 1 --2- 172.21.15.83:0/554914463 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f47dc0ad030 0x7f47dc14af50 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f47cc00a960 tx=0x7f47cc005760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:49:02.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.857+0000 7f47d97fa640 1 -- 172.21.15.83:0/554914463 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47cc0b3070 con 0x7f47dc0ad030 2024-09-21T02:49:02.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.857+0000 7f47d97fa640 1 -- 172.21.15.83:0/554914463 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f47cc005530 con 0x7f47dc0ad030 2024-09-21T02:49:02.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.857+0000 7f47d97fa640 1 -- 172.21.15.83:0/554914463 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47cc004930 con 0x7f47dc0ad030 2024-09-21T02:49:02.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.857+0000 7f47e2f5c640 1 -- 172.21.15.83:0/554914463 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47dc159310 con 0x7f47dc0ad030 2024-09-21T02:49:02.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.857+0000 7f47e2f5c640 1 -- 172.21.15.83:0/554914463 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47dc0b07c0 con 0x7f47dc0ad030 2024-09-21T02:49:02.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.861+0000 7f47e2f5c640 1 -- 172.21.15.83:0/554914463 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47dc14e460 con 0x7f47dc0ad030 2024-09-21T02:49:02.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.861+0000 7f47d97fa640 1 -- 172.21.15.83:0/554914463 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f47cc0be060 con 0x7f47dc0ad030 2024-09-21T02:49:02.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.861+0000 7f47d97fa640 1 --2- 172.21.15.83:0/554914463 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f47c8073200 0x7f47c8075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:49:02.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.861+0000 7f47dbfff640 1 --2- 172.21.15.83:0/554914463 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f47c8073200 0x7f47c8075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:49:02.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.861+0000 7f47d97fa640 1 -- 172.21.15.83:0/554914463 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7f47cc12e250 con 0x7f47dc0ad030 2024-09-21T02:49:02.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.861+0000 7f47dbfff640 1 --2- 172.21.15.83:0/554914463 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f47c8073200 0x7f47c8075710 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f47d0005fd0 tx=0x7f47d0005de0 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:49:02.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:02.865+0000 7f47d97fa640 1 -- 172.21.15.83:0/554914463 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f47dc15c260 con 0x7f47dc0ad030 2024-09-21T02:49:03.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.037+0000 7f47e2f5c640 1 -- 172.21.15.83:0/554914463 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7f47dc0cc9b0 con 0x7f47dc0ad030 2024-09-21T02:49:03.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.041+0000 7f47d97fa640 1 -- 172.21.15.83:0/554914463 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v36)=0 v36) ==== 123+0+0 (secure 0 0 0) 0x7f47cc0f95f0 con 0x7f47dc0ad030 2024-09-21T02:49:03.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.045+0000 7f47d97fa640 1 -- 172.21.15.83:0/554914463 <== mon.0 v2:172.21.15.83:3300/0 8 ==== config(6 keys) ==== 172+0+0 (secure 0 0 0) 0x7f47cc0f8a00 con 0x7f47dc0ad030 2024-09-21T02:49:03.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.045+0000 7f47e2f5c640 1 -- 172.21.15.83:0/554914463 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f47c8073200 msgr2=0x7f47c8075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:49:03.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.045+0000 7f47e2f5c640 1 --2- 172.21.15.83:0/554914463 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f47c8073200 0x7f47c8075710 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f47d0005fd0 tx=0x7f47d0005de0 comp rx=0 tx=0).stop 2024-09-21T02:49:03.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.045+0000 7f47e2f5c640 1 -- 172.21.15.83:0/554914463 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f47dc0ad030 msgr2=0x7f47dc14af50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:49:03.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.045+0000 7f47e2f5c640 1 --2- 172.21.15.83:0/554914463 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f47dc0ad030 0x7f47dc14af50 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f47cc00a960 tx=0x7f47cc005760 comp rx=0 tx=0).stop 2024-09-21T02:49:03.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.045+0000 7f47e2f5c640 1 -- 172.21.15.83:0/554914463 shutdown_connections 2024-09-21T02:49:03.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.045+0000 7f47e2f5c640 1 --2- 172.21.15.83:0/554914463 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f47c8073200 0x7f47c8075710 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:49:03.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.045+0000 7f47e2f5c640 1 --2- 172.21.15.83:0/554914463 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f47dc0b49a0 0x7f47dc15a140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:49:03.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.045+0000 7f47e2f5c640 1 --2- 172.21.15.83:0/554914463 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f47dc0ad440 0x7f47dc1579f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:49:03.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.045+0000 7f47e2f5c640 1 --2- 172.21.15.83:0/554914463 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f47dc0ad030 0x7f47dc14af50 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:49:03.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.045+0000 7f47e2f5c640 1 -- 172.21.15.83:0/554914463 >> 172.21.15.83:0/554914463 conn(0x7f47dc06d580 msgr2=0x7f47dc1506e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:49:03.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.045+0000 7f47e2f5c640 1 -- 172.21.15.83:0/554914463 shutdown_connections 2024-09-21T02:49:03.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.045+0000 7f47e2f5c640 1 -- 172.21.15.83:0/554914463 wait complete. 2024-09-21T02:49:03.072 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-21T02:49:03.073 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T02:49:03.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.217+0000 7f1ae7e2c640 1 -- 172.21.15.83:0/1188687879 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1ae00cc920 msgr2=0x7f1ae00ccd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:49:03.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.217+0000 7f1ae7e2c640 1 --2- 172.21.15.83:0/1188687879 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1ae00cc920 0x7f1ae00ccd30 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f1ae0160040 tx=0x7f1ad401c8c0 comp rx=0 tx=0).stop 2024-09-21T02:49:03.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.217+0000 7f1ae7e2c640 1 -- 172.21.15.83:0/1188687879 shutdown_connections 2024-09-21T02:49:03.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.217+0000 7f1ae7e2c640 1 --2- 172.21.15.83:0/1188687879 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1ae00cc920 0x7f1ae00ccd30 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:49:03.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.217+0000 7f1ae7e2c640 1 --2- 172.21.15.83:0/1188687879 >> v2:172.21.15.142:3300/0 conn(0x7f1ae0074090 0x7f1ae00744a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:49:03.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.217+0000 7f1ae7e2c640 1 -- 172.21.15.83:0/1188687879 >> 172.21.15.83:0/1188687879 conn(0x7f1ae006ce90 msgr2=0x7f1ae006d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:49:03.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.217+0000 7f1ae7e2c640 1 -- 172.21.15.83:0/1188687879 shutdown_connections 2024-09-21T02:49:03.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.217+0000 7f1ae7e2c640 1 -- 172.21.15.83:0/1188687879 wait complete. 2024-09-21T02:49:03.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.221+0000 7f1ae7e2c640 1 Processor -- start 2024-09-21T02:49:03.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.221+0000 7f1ae7e2c640 1 -- start start 2024-09-21T02:49:03.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.221+0000 7f1ae7e2c640 1 --2- >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1ae006ed60 0x7f1ae01559d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:49:03.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.221+0000 7f1ae7e2c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1ae0074090 0x7f1ae00ae3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:49:03.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.221+0000 7f1ae7e2c640 1 --2- >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f1ae00cc920 0x7f1ae00ae910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:49:03.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.221+0000 7f1ae7e2c640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f1ae0169a90 con 0x7f1ae0074090 2024-09-21T02:49:03.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.221+0000 7f1ae7e2c640 1 -- --> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] -- mon_getmap magic: 0 -- 0x7f1ae0169910 con 0x7f1ae006ed60 2024-09-21T02:49:03.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.221+0000 7f1ae7e2c640 1 -- --> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] -- mon_getmap magic: 0 -- 0x7f1ae0169c10 con 0x7f1ae00cc920 2024-09-21T02:49:03.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.221+0000 7f1ae53c7640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1ae0074090 0x7f1ae00ae3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:49:03.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.221+0000 7f1ae53c7640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1ae0074090 0x7f1ae00ae3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:47172/0 (socket says 172.21.15.83:47172) 2024-09-21T02:49:03.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.221+0000 7f1ae53c7640 1 -- 172.21.15.83:0/3198606305 learned_addr learned my addr 172.21.15.83:0/3198606305 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-09-21T02:49:03.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.221+0000 7f1ae5bc8640 1 --2- 172.21.15.83:0/3198606305 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1ae006ed60 0x7f1ae01559d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:49:03.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.221+0000 7f1ae63c9640 1 --2- 172.21.15.83:0/3198606305 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f1ae00cc920 0x7f1ae00ae910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:49:03.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.221+0000 7f1ae53c7640 1 -- 172.21.15.83:0/3198606305 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f1ae00cc920 msgr2=0x7f1ae00ae910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:49:03.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.221+0000 7f1ae53c7640 1 --2- 172.21.15.83:0/3198606305 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f1ae00cc920 0x7f1ae00ae910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:49:03.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.221+0000 7f1ae53c7640 1 -- 172.21.15.83:0/3198606305 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1ae006ed60 msgr2=0x7f1ae01559d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:49:03.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.221+0000 7f1ae53c7640 1 --2- 172.21.15.83:0/3198606305 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1ae006ed60 0x7f1ae01559d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:49:03.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.221+0000 7f1ae53c7640 1 -- 172.21.15.83:0/3198606305 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ae01351b0 con 0x7f1ae0074090 2024-09-21T02:49:03.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.221+0000 7f1ae63c9640 1 --2- 172.21.15.83:0/3198606305 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f1ae00cc920 0x7f1ae00ae910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T02:49:03.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.221+0000 7f1ae53c7640 1 --2- 172.21.15.83:0/3198606305 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1ae0074090 0x7f1ae00ae3d0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f1ad40b0040 tx=0x7f1ad40a57c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:49:03.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.221+0000 7f1ad27fc640 1 -- 172.21.15.83:0/3198606305 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ad40b2040 con 0x7f1ae0074090 2024-09-21T02:49:03.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.221+0000 7f1ad27fc640 1 -- 172.21.15.83:0/3198606305 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(6 keys) ==== 172+0+0 (secure 0 0 0) 0x7f1ad40043d0 con 0x7f1ae0074090 2024-09-21T02:49:03.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.221+0000 7f1ad27fc640 1 -- 172.21.15.83:0/3198606305 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ad4005280 con 0x7f1ae0074090 2024-09-21T02:49:03.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.221+0000 7f1ae7e2c640 1 -- 172.21.15.83:0/3198606305 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ae015b190 con 0x7f1ae0074090 2024-09-21T02:49:03.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.221+0000 7f1ae7e2c640 1 -- 172.21.15.83:0/3198606305 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ae015b750 con 0x7f1ae0074090 2024-09-21T02:49:03.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.225+0000 7f1ae7e2c640 1 -- 172.21.15.83:0/3198606305 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ae00744a0 con 0x7f1ae0074090 2024-09-21T02:49:03.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.225+0000 7f1ad27fc640 1 -- 172.21.15.83:0/3198606305 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 97234+0+0 (secure 0 0 0) 0x7f1ad4005420 con 0x7f1ae0074090 2024-09-21T02:49:03.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.225+0000 7f1ad27fc640 1 --2- 172.21.15.83:0/3198606305 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f1ac4073200 0x7f1ac4075710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T02:49:03.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.225+0000 7f1ad27fc640 1 -- 172.21.15.83:0/3198606305 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7f1ad412d870 con 0x7f1ae0074090 2024-09-21T02:49:03.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.225+0000 7f1ae5bc8640 1 --2- 172.21.15.83:0/3198606305 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f1ac4073200 0x7f1ac4075710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T02:49:03.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.225+0000 7f1ae5bc8640 1 --2- 172.21.15.83:0/3198606305 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f1ac4073200 0x7f1ac4075710 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f1adc00b810 tx=0x7f1adc008040 comp rx=0 tx=0).ready entity=mgr.4150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T02:49:03.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.229+0000 7f1ad27fc640 1 -- 172.21.15.83:0/3198606305 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+189041 (secure 0 0 0) 0x7f1ad40164b0 con 0x7f1ae0074090 2024-09-21T02:49:03.438 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.433+0000 7f1ae7e2c640 1 -- 172.21.15.83:0/3198606305 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1ae006f4b0 con 0x7f1ae0074090 2024-09-21T02:49:03.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.433+0000 7f1ad27fc640 1 -- 172.21.15.83:0/3198606305 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+3908 (secure 0 0 0) 0x7f1ad40f8c30 con 0x7f1ae0074090 2024-09-21T02:49:03.439 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-09-21T02:49:03.439 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":28,"btime":"2024-09-21T02:48:31:398381+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4826,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6833/733410438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6832","nonce":733410438},{"type":"v1","addr":"172.21.15.142:6833","nonce":733410438}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21},{"gid":4990,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.142:6835/453438382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.142:6834","nonce":453438382},{"type":"v1","addr":"172.21.15.142:6835","nonce":453438382}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21},{"gid":5196,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/2707955764","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":2707955764},{"type":"v1","addr":"172.21.15.83:6835","nonce":2707955764}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21},{"gid":5448,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/527088798","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":527088798},{"type":"v1","addr":"172.21.15.83:6837","nonce":527088798}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28}],"filesystems":[]} 2024-09-21T02:49:03.440 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 28 2024-09-21T02:49:03.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.437+0000 7f1ae7e2c640 1 -- 172.21.15.83:0/3198606305 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f1ac4073200 msgr2=0x7f1ac4075710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:49:03.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.437+0000 7f1ae7e2c640 1 --2- 172.21.15.83:0/3198606305 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f1ac4073200 0x7f1ac4075710 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f1adc00b810 tx=0x7f1adc008040 comp rx=0 tx=0).stop 2024-09-21T02:49:03.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.437+0000 7f1ae7e2c640 1 -- 172.21.15.83:0/3198606305 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1ae0074090 msgr2=0x7f1ae00ae3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T02:49:03.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.437+0000 7f1ae7e2c640 1 --2- 172.21.15.83:0/3198606305 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1ae0074090 0x7f1ae00ae3d0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f1ad40b0040 tx=0x7f1ad40a57c0 comp rx=0 tx=0).stop 2024-09-21T02:49:03.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.437+0000 7f1ae7e2c640 1 -- 172.21.15.83:0/3198606305 shutdown_connections 2024-09-21T02:49:03.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.437+0000 7f1ae7e2c640 1 --2- 172.21.15.83:0/3198606305 >> [v2:172.21.15.83:6800/38882767,v1:172.21.15.83:6801/38882767] conn(0x7f1ac4073200 0x7f1ac4075710 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:49:03.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.437+0000 7f1ae7e2c640 1 --2- 172.21.15.83:0/3198606305 >> [v2:172.21.15.142:3301/0,v1:172.21.15.142:6790/0] conn(0x7f1ae00cc920 0x7f1ae00ae910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:49:03.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.437+0000 7f1ae7e2c640 1 --2- 172.21.15.83:0/3198606305 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1ae0074090 0x7f1ae00ae3d0 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:49:03.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.437+0000 7f1ae7e2c640 1 --2- 172.21.15.83:0/3198606305 >> [v2:172.21.15.142:3300/0,v1:172.21.15.142:6789/0] conn(0x7f1ae006ed60 0x7f1ae01559d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T02:49:03.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.437+0000 7f1ae7e2c640 1 -- 172.21.15.83:0/3198606305 >> 172.21.15.83:0/3198606305 conn(0x7f1ae006ce90 msgr2=0x7f1ae00b1a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T02:49:03.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.437+0000 7f1ae7e2c640 1 -- 172.21.15.83:0/3198606305 shutdown_connections 2024-09-21T02:49:03.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-09-21T02:49:03.437+0000 7f1ae7e2c640 1 -- 172.21.15.83:0/3198606305 wait complete. 2024-09-21T02:49:03.460 DEBUG:tasks.cephfs.filesystem:already dead... 2024-09-21T02:49:03.460 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-21T02:49:03.461 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-21T02:49:03.461 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T02:49:03.474 INFO:tasks.ceph.mds.a:Stopped 2024-09-21T02:49:03.474 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-21T02:49:03.474 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T02:49:03.529 INFO:tasks.ceph.mds.c:Stopped 2024-09-21T02:49:03.529 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-21T02:49:03.529 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T02:49:03.555 INFO:tasks.ceph.mds.b:Stopped 2024-09-21T02:49:03.555 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-21T02:49:03.555 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T02:49:03.617 INFO:tasks.ceph.mds.d:Stopped 2024-09-21T02:49:03.617 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-21T02:49:03.617 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-21T02:49:03.618 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T02:49:03.686 INFO:tasks.ceph.osd.0:Stopped 2024-09-21T02:49:03.686 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-21T02:49:03.686 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T02:49:03.765 INFO:tasks.ceph.osd.1:Stopped 2024-09-21T02:49:03.765 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-21T02:49:03.765 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T02:49:03.862 INFO:tasks.ceph.osd.2:Stopped 2024-09-21T02:49:03.863 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-21T02:49:03.863 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T02:49:05.761 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~0s 2024-09-21T02:49:09.964 INFO:tasks.ceph.osd.3:Stopped 2024-09-21T02:49:09.964 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-21T02:49:09.964 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T02:49:10.018 INFO:tasks.ceph.osd.4:Stopped 2024-09-21T02:49:10.018 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-21T02:49:10.019 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T02:49:10.113 INFO:tasks.ceph.osd.5:Stopped 2024-09-21T02:49:10.113 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-21T02:49:10.113 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T02:49:11.365 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.6 is failed for ~0s 2024-09-21T02:49:11.366 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 has been restored 2024-09-21T02:49:16.215 INFO:tasks.ceph.osd.6:Stopped 2024-09-21T02:49:16.215 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-21T02:49:16.216 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T02:49:16.274 INFO:tasks.ceph.osd.7:Stopped 2024-09-21T02:49:16.275 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-21T02:49:16.275 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-21T02:49:16.275 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T02:49:16.311 INFO:tasks.ceph.mgr.y:Stopped 2024-09-21T02:49:16.311 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-21T02:49:16.311 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T02:49:16.340 INFO:tasks.ceph.mgr.x:Stopped 2024-09-21T02:49:16.341 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-21T02:49:16.341 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-21T02:49:16.341 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T02:49:16.373 INFO:tasks.ceph.mon.a:Stopped 2024-09-21T02:49:16.374 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-21T02:49:16.374 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T02:49:16.398 INFO:tasks.ceph.mon.b:Stopped 2024-09-21T02:49:16.399 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-21T02:49:16.399 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T02:49:16.464 INFO:tasks.ceph.mon.c:Stopped 2024-09-21T02:49:16.464 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-21T02:49:16.465 DEBUG:teuthology.orchestra.run.smithi083:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v 'fs.*is degraded' | egrep -v 'filesystem is degraded' | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v 'filesystem is offline' | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v 'insufficient standby MDS daemons available' | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | head -n 1 2024-09-21T02:49:16.465 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~0s 2024-09-21T02:49:16.465 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.b is failed for ~0s 2024-09-21T02:49:16.465 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.c is failed for ~0s 2024-09-21T02:49:16.465 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.6 has been restored 2024-09-21T02:49:16.484 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi083.front.sepia.ceph.com 2024-09-21T02:49:16.484 DEBUG:teuthology.orchestra.run.smithi083:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-21T02:49:16.811 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi083.front.sepia.ceph.com 2024-09-21T02:49:16.811 DEBUG:teuthology.orchestra.run.smithi083:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-21T02:49:17.009 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi083.front.sepia.ceph.com 2024-09-21T02:49:17.009 DEBUG:teuthology.orchestra.run.smithi083:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-21T02:49:17.159 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi083.front.sepia.ceph.com 2024-09-21T02:49:17.159 DEBUG:teuthology.orchestra.run.smithi083:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-21T02:49:17.325 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi142.front.sepia.ceph.com 2024-09-21T02:49:17.325 DEBUG:teuthology.orchestra.run.smithi142:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-21T02:49:17.605 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi142.front.sepia.ceph.com 2024-09-21T02:49:17.605 DEBUG:teuthology.orchestra.run.smithi142:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-21T02:49:17.814 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi142.front.sepia.ceph.com 2024-09-21T02:49:17.815 DEBUG:teuthology.orchestra.run.smithi142:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-21T02:49:18.006 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi142.front.sepia.ceph.com 2024-09-21T02:49:18.006 DEBUG:teuthology.orchestra.run.smithi142:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-21T02:49:18.174 INFO:tasks.ceph:Archiving mon data... 2024-09-21T02:49:18.175 DEBUG:teuthology.misc:Transferring archived files from smithi083:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913430/data/mon.a.tgz 2024-09-21T02:49:18.175 DEBUG:teuthology.orchestra.run.smithi083:> mktemp 2024-09-21T02:49:18.181 INFO:teuthology.orchestra.run.smithi083.stdout:/tmp/tmp.f3gOMgVUcw 2024-09-21T02:49:18.181 DEBUG:teuthology.orchestra.run.smithi083:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.f3gOMgVUcw 2024-09-21T02:49:18.312 DEBUG:teuthology.orchestra.run.smithi083:> sudo chmod 0666 /tmp/tmp.f3gOMgVUcw 2024-09-21T02:49:18.376 DEBUG:teuthology.orchestra.remote:smithi083:/tmp/tmp.f3gOMgVUcw is 375KB 2024-09-21T02:49:18.437 DEBUG:teuthology.orchestra.run.smithi083:> rm -fr /tmp/tmp.f3gOMgVUcw 2024-09-21T02:49:18.442 DEBUG:teuthology.misc:Transferring archived files from smithi142:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913430/data/mon.b.tgz 2024-09-21T02:49:18.442 DEBUG:teuthology.orchestra.run.smithi142:> mktemp 2024-09-21T02:49:18.447 INFO:teuthology.orchestra.run.smithi142.stdout:/tmp/tmp.arO9q5k9Mh 2024-09-21T02:49:18.447 DEBUG:teuthology.orchestra.run.smithi142:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.arO9q5k9Mh 2024-09-21T02:49:18.611 DEBUG:teuthology.orchestra.run.smithi142:> sudo chmod 0666 /tmp/tmp.arO9q5k9Mh 2024-09-21T02:49:18.674 DEBUG:teuthology.orchestra.remote:smithi142:/tmp/tmp.arO9q5k9Mh is 492KB 2024-09-21T02:49:18.736 DEBUG:teuthology.orchestra.run.smithi142:> rm -fr /tmp/tmp.arO9q5k9Mh 2024-09-21T02:49:18.741 DEBUG:teuthology.misc:Transferring archived files from smithi142:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913430/data/mon.c.tgz 2024-09-21T02:49:18.741 DEBUG:teuthology.orchestra.run.smithi142:> mktemp 2024-09-21T02:49:18.787 INFO:teuthology.orchestra.run.smithi142.stdout:/tmp/tmp.mumYc0ohWy 2024-09-21T02:49:18.787 DEBUG:teuthology.orchestra.run.smithi142:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.mumYc0ohWy 2024-09-21T02:49:18.951 DEBUG:teuthology.orchestra.run.smithi142:> sudo chmod 0666 /tmp/tmp.mumYc0ohWy 2024-09-21T02:49:19.013 DEBUG:teuthology.orchestra.remote:smithi142:/tmp/tmp.mumYc0ohWy is 492KB 2024-09-21T02:49:19.072 DEBUG:teuthology.orchestra.run.smithi142:> rm -fr /tmp/tmp.mumYc0ohWy 2024-09-21T02:49:19.077 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-21T02:49:19.078 DEBUG:teuthology.orchestra.run.smithi083:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-21T02:49:19.080 DEBUG:teuthology.orchestra.run.smithi142:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-21T02:49:19.140 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-21T02:49:19.182 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-21T02:49:19.182 INFO:tasks.ceph:Archiving crash dumps... 2024-09-21T02:49:19.184 DEBUG:teuthology.misc:Transferring archived files from smithi083:/var/lib/ceph/crash to /home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913430/remote/smithi083/crash 2024-09-21T02:49:19.185 DEBUG:teuthology.orchestra.run.smithi083:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-21T02:49:19.198 DEBUG:teuthology.misc:Transferring archived files from smithi142:/var/lib/ceph/crash to /home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913430/remote/smithi142/crash 2024-09-21T02:49:19.198 DEBUG:teuthology.orchestra.run.smithi142:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-21T02:49:19.238 INFO:tasks.ceph:Shutting down logrotate 2024-09-21T02:49:19.238 DEBUG:teuthology.orchestra.run.smithi083:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T02:49:19.244 DEBUG:teuthology.orchestra.run.smithi142:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T02:49:19.329 DEBUG:teuthology.orchestra.run.smithi083:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-21T02:49:19.342 DEBUG:teuthology.orchestra.run.smithi142:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-21T02:49:19.353 INFO:tasks.ceph:Compressing logs... 2024-09-21T02:49:19.354 DEBUG:teuthology.orchestra.run.smithi083:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-21T02:49:19.385 DEBUG:teuthology.orchestra.run.smithi142:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-21T02:49:19.408 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43947.log 2024-09-21T02:49:19.408 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38650.log 2024-09-21T02:49:19.409 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.43947.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37130.log 2024-09-21T02:49:19.409 INFO:teuthology.orchestra.run.smithi083.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.43947.log.gz 2024-09-21T02:49:19.409 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.38650.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44142.log 2024-09-21T02:49:19.410 INFO:teuthology.orchestra.run.smithi083.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.38650.log.gz 2024-09-21T02:49:19.410 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35441.log 2024-09-21T02:49:19.410 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.37130.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.37130.log.gz 2024-09-21T02:49:19.410 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37618.log 2024-09-21T02:49:19.410 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.44142.log: /var/log/ceph/ceph-client.admin.35441.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.44142.log.gz 2024-09-21T02:49:19.411 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44097.log 2024-09-21T02:49:19.411 INFO:teuthology.orchestra.run.smithi083.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.35441.log.gz 2024-09-21T02:49:19.412 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.37618.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43817.log 2024-09-21T02:49:19.413 INFO:teuthology.orchestra.run.smithi083.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.37618.log.gz 2024-09-21T02:49:19.413 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.44097.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36533.log 2024-09-21T02:49:19.413 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.43817.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.44097.log.gz 2024-09-21T02:49:19.413 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29711.log 2024-09-21T02:49:19.413 INFO:teuthology.orchestra.run.smithi083.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.43817.log.gz 2024-09-21T02:49:19.413 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.36533.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38884.log 2024-09-21T02:49:19.413 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.29711.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.36533.log.gz 2024-09-21T02:49:19.413 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38728.log 2024-09-21T02:49:19.413 INFO:teuthology.orchestra.run.smithi083.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.29711.log.gz 2024-09-21T02:49:19.413 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.38884.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38269.log 2024-09-21T02:49:19.413 INFO:teuthology.orchestra.run.smithi083.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.38884.log.gz 2024-09-21T02:49:19.415 INFO:teuthology.orchestra.run.smithi083.stderr:gzip/var/log/ceph/ceph-client.admin.38728.log: -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-21T02:49:19.415 INFO:teuthology.orchestra.run.smithi083.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.38728.log.gz 2024-09-21T02:49:19.415 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.38269.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29026.log 2024-09-21T02:49:19.416 INFO:teuthology.orchestra.run.smithi083.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.38269.log.gz 2024-09-21T02:49:19.416 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38910.log 2024-09-21T02:49:19.416 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.29026.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.38505.log 2024-09-21T02:49:19.416 INFO:teuthology.orchestra.run.smithi083.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.29026.log.gz 2024-09-21T02:49:19.416 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.38910.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35208.log 2024-09-21T02:49:19.416 INFO:teuthology.orchestra.run.smithi083.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.38910.log.gz 2024-09-21T02:49:19.416 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.0.38505.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-21T02:49:19.416 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.35208.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37405.log 2024-09-21T02:49:19.417 INFO:teuthology.orchestra.run.smithi083.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.35208.log.gz 2024-09-21T02:49:19.417 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43895.log 2024-09-21T02:49:19.417 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38962.log 2024-09-21T02:49:19.418 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.37405.log: /var/log/ceph/ceph-client.admin.43895.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35493.log 2024-09-21T02:49:19.418 INFO:teuthology.orchestra.run.smithi083.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.37405.log.gz 2024-09-21T02:49:19.418 INFO:teuthology.orchestra.run.smithi083.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.43895.log.gz 2024-09-21T02:49:19.418 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.38962.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44197.log 2024-09-21T02:49:19.418 INFO:teuthology.orchestra.run.smithi083.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.38962.log.gz 2024-09-21T02:49:19.429 INFO:teuthology.orchestra.run.smithi142.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-09-21T02:49:19.429 INFO:teuthology.orchestra.run.smithi142.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-09-21T02:49:19.429 INFO:teuthology.orchestra.run.smithi142.stderr:/var/log/ceph/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.3.34842.log 2024-09-21T02:49:19.429 INFO:teuthology.orchestra.run.smithi142.stderr:/var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29006.log 2024-09-21T02:49:19.429 INFO:teuthology.orchestra.run.smithi142.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29109.log 2024-09-21T02:49:19.429 INFO:teuthology.orchestra.run.smithi142.stderr:/var/log/ceph/ceph-client.3.34842.log: /var/log/ceph/ceph-client.admin.29006.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28958.log 2024-09-21T02:49:19.429 INFO:teuthology.orchestra.run.smithi142.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.29006.log.gz 2024-09-21T02:49:19.429 INFO:teuthology.orchestra.run.smithi142.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29085.log 2024-09-21T02:49:19.429 INFO:teuthology.orchestra.run.smithi142.stderr:/var/log/ceph/ceph-client.admin.29109.log: 88.4% -- replaced with /var/log/ceph/ceph-client.3.34842.log.gz 2024-09-21T02:49:19.429 INFO:teuthology.orchestra.run.smithi142.stderr:/var/log/ceph/ceph-client.admin.28958.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.29109.log.gz 2024-09-21T02:49:19.429 INFO:teuthology.orchestra.run.smithi142.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-09-21T02:49:19.429 INFO:teuthology.orchestra.run.smithi142.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.28958.log.gz 2024-09-21T02:49:19.429 INFO:teuthology.orchestra.run.smithi142.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29061.log 2024-09-21T02:49:19.430 INFO:teuthology.orchestra.run.smithi142.stderr:/var/log/ceph/ceph-client.admin.29085.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29030.log 2024-09-21T02:49:19.430 INFO:teuthology.orchestra.run.smithi142.stderr:/var/log/ceph/ceph-osd.5.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.29085.log.gz 2024-09-21T02:49:19.430 INFO:teuthology.orchestra.run.smithi142.stderr:/var/log/ceph/ceph-client.admin.29061.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29133.log 2024-09-21T02:49:19.430 INFO:teuthology.orchestra.run.smithi142.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.29061.log.gz 2024-09-21T02:49:19.430 INFO:teuthology.orchestra.run.smithi142.stderr:/var/log/ceph/ceph-client.admin.29030.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-21T02:49:19.430 INFO:teuthology.orchestra.run.smithi142.stderr: 86.8%/var/log/ceph/ceph-client.admin.29133.log: -- replaced with /var/log/ceph/ceph-client.admin.29030.log.gz 2024-09-21T02:49:19.430 INFO:teuthology.orchestra.run.smithi142.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-21T02:49:19.430 INFO:teuthology.orchestra.run.smithi142.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.29133.log.gz 2024-09-21T02:49:19.430 INFO:teuthology.orchestra.run.smithi142.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-21T02:49:19.430 INFO:teuthology.orchestra.run.smithi142.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-21T02:49:19.430 INFO:teuthology.orchestra.run.smithi142.stderr:/var/log/ceph/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.d.log 2024-09-21T02:49:19.430 INFO:teuthology.orchestra.run.smithi142.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.34723.log 2024-09-21T02:49:19.430 INFO:teuthology.orchestra.run.smithi142.stderr: 92.5%/var/log/ceph/ceph-mds.d.log: -- replaced with /var/log/ceph/ceph.log.gz 2024-09-21T02:49:19.431 INFO:teuthology.orchestra.run.smithi142.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.b.log 2024-09-21T02:49:19.431 INFO:teuthology.orchestra.run.smithi142.stderr:/var/log/ceph/ceph-client.1.34723.log: 93.8% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-21T02:49:19.431 INFO:teuthology.orchestra.run.smithi142.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-21T02:49:19.431 INFO:teuthology.orchestra.run.smithi142.stderr: 88.7%/var/log/ceph/ceph-mds.b.log: -- replaced with /var/log/ceph/ceph-client.1.34723.log.gz 2024-09-21T02:49:19.431 INFO:teuthology.orchestra.run.smithi142.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-21T02:49:19.432 INFO:teuthology.orchestra.run.smithi142.stderr:/var/log/ceph/ceph-mon.b.log: 93.8% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-21T02:49:19.438 INFO:teuthology.orchestra.run.smithi142.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28982.log 2024-09-21T02:49:19.439 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.35493.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35701.log 2024-09-21T02:49:19.440 INFO:teuthology.orchestra.run.smithi083.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.35493.log.gz 2024-09-21T02:49:19.440 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.44197.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36080.log 2024-09-21T02:49:19.440 INFO:teuthology.orchestra.run.smithi083.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.44197.log.gz 2024-09-21T02:49:19.440 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.35701.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35333.log 2024-09-21T02:49:19.440 INFO:teuthology.orchestra.run.smithi083.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.35701.log.gz 2024-09-21T02:49:19.440 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.36080.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35519.log 2024-09-21T02:49:19.440 INFO:teuthology.orchestra.run.smithi083.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.36080.log.gz 2024-09-21T02:49:19.440 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.35333.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39277.log 2024-09-21T02:49:19.440 INFO:teuthology.orchestra.run.smithi083.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.35333.log.gz 2024-09-21T02:49:19.440 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.35519.log: gzip -5 93.1% --verbose -- -- replaced with /var/log/ceph/ceph-client.0.38505.log.gz /var/log/ceph/ceph-client.admin.38165.log 2024-09-21T02:49:19.440 INFO:teuthology.orchestra.run.smithi083.stderr: 2024-09-21T02:49:19.440 INFO:teuthology.orchestra.run.smithi083.stderr: 87.5%/var/log/ceph/ceph-client.admin.39277.log: -- replaced with /var/log/ceph/ceph-client.admin.35519.log.gz 2024-09-21T02:49:19.440 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29014.log 2024-09-21T02:49:19.441 INFO:teuthology.orchestra.run.smithi083.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.39277.log.gz 2024-09-21T02:49:19.441 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.38165.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36093.log 2024-09-21T02:49:19.441 INFO:teuthology.orchestra.run.smithi083.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.38165.log.gz 2024-09-21T02:49:19.441 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.29014.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36665.log 2024-09-21T02:49:19.441 INFO:teuthology.orchestra.run.smithi083.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.29014.log.gz 2024-09-21T02:49:19.441 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.36093.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35623.log 2024-09-21T02:49:19.441 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.36665.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.36093.log.gz 2024-09-21T02:49:19.441 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.24042.log 2024-09-21T02:49:19.441 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.35623.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43718.log 2024-09-21T02:49:19.441 INFO:teuthology.orchestra.run.smithi083.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.36665.log.gz 2024-09-21T02:49:19.441 INFO:teuthology.orchestra.run.smithi083.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.35623.log.gz 2024-09-21T02:49:19.441 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28910.log 2024-09-21T02:49:19.441 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph.tmp-client.admin.24042.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.24042.log.gz 2024-09-21T02:49:19.442 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.43718.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36089.log 2024-09-21T02:49:19.442 INFO:teuthology.orchestra.run.smithi083.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.43718.log.gz 2024-09-21T02:49:19.442 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.28910.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37748.log 2024-09-21T02:49:19.442 INFO:teuthology.orchestra.run.smithi083.stderr: 74.3% -- replaced with /var/log/ceph/ceph-client.admin.28910.log.gz 2024-09-21T02:49:19.442 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.36089.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35415.log 2024-09-21T02:49:19.442 INFO:teuthology.orchestra.run.smithi083.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.36089.log.gz 2024-09-21T02:49:19.442 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.37748.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44665.log 2024-09-21T02:49:19.442 INFO:teuthology.orchestra.run.smithi083.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.37748.log.gz 2024-09-21T02:49:19.442 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.35415.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44171.log 2024-09-21T02:49:19.442 INFO:teuthology.orchestra.run.smithi083.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.35415.log.gz 2024-09-21T02:49:19.442 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43843.log 2024-09-21T02:49:19.442 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.44665.log: gzip/var/log/ceph/ceph-client.admin.44171.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.44483.log 2024-09-21T02:49:19.442 INFO:teuthology.orchestra.run.smithi083.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.44665.log.gz 2024-09-21T02:49:19.442 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.43843.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.44171.log.gz 2024-09-21T02:49:19.443 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37488.log 2024-09-21T02:49:19.443 INFO:teuthology.orchestra.run.smithi083.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.43843.log.gz 2024-09-21T02:49:19.443 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.44483.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37925.log 2024-09-21T02:49:19.443 INFO:teuthology.orchestra.run.smithi083.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.44483.log.gz 2024-09-21T02:49:19.443 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.37488.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-21T02:49:19.443 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.37925.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.37488.log.gz 2024-09-21T02:49:19.443 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36585.log 2024-09-21T02:49:19.443 INFO:teuthology.orchestra.run.smithi083.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.37925.log.gz 2024-09-21T02:49:19.443 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35876.log 2024-09-21T02:49:19.443 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39014.log 2024-09-21T02:49:19.443 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.36585.log: /var/log/ceph/ceph-client.admin.35876.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.36585.log.gz 2024-09-21T02:49:19.443 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35753.log 2024-09-21T02:49:19.443 INFO:teuthology.orchestra.run.smithi083.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.35876.log.gz 2024-09-21T02:49:19.443 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.39014.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39606.log 2024-09-21T02:49:19.444 INFO:teuthology.orchestra.run.smithi083.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.39014.log.gz 2024-09-21T02:49:19.444 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.35753.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39099.log 2024-09-21T02:49:19.444 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44275.log 2024-09-21T02:49:19.444 INFO:teuthology.orchestra.run.smithi083.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.35753.log.gz 2024-09-21T02:49:19.444 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.39606.log: /var/log/ceph/ceph-client.admin.39099.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43921.log 2024-09-21T02:49:19.444 INFO:teuthology.orchestra.run.smithi083.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.39099.log.gz 2024-09-21T02:49:19.444 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.44275.log: gzip -5 --verbose -- 91.1% /var/log/ceph/ceph-client.admin.39066.log 2024-09-21T02:49:19.444 INFO:teuthology.orchestra.run.smithi083.stderr: -- replaced with /var/log/ceph/ceph-client.admin.39606.log.gz 2024-09-21T02:49:19.444 INFO:teuthology.orchestra.run.smithi083.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.44275.log.gz 2024-09-21T02:49:19.444 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.43921.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29110.log 2024-09-21T02:49:19.444 INFO:teuthology.orchestra.run.smithi083.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.43921.log.gz 2024-09-21T02:49:19.444 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.39066.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38055.log 2024-09-21T02:49:19.444 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.29110.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.39066.log.gz 2024-09-21T02:49:19.444 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39131.log 2024-09-21T02:49:19.444 INFO:teuthology.orchestra.run.smithi083.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.29110.log.gz 2024-09-21T02:49:19.445 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.38055.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-21T02:49:19.445 INFO:teuthology.orchestra.run.smithi083.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.38055.log.gz 2024-09-21T02:49:19.445 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.39131.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38139.log 2024-09-21T02:49:19.445 INFO:teuthology.orchestra.run.smithi083.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.39131.log.gz 2024-09-21T02:49:19.445 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.2.36995.log 2024-09-21T02:49:19.445 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.38139.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39554.log 2024-09-21T02:49:19.445 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38754.log 2024-09-21T02:49:19.445 INFO:teuthology.orchestra.run.smithi083.stderr: 87.6%/var/log/ceph/ceph-client.2.36995.log: -- replaced with /var/log/ceph/ceph-client.admin.38139.log.gz 2024-09-21T02:49:19.445 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.39554.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39528.log 2024-09-21T02:49:19.445 INFO:teuthology.orchestra.run.smithi083.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.39554.log.gz 2024-09-21T02:49:19.445 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34750.log 2024-09-21T02:49:19.445 INFO:teuthology.orchestra.run.smithi083.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.2.36995.log.gz 2024-09-21T02:49:19.445 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.38754.log: /var/log/ceph/ceph-client.admin.39528.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.38754.log.gz 2024-09-21T02:49:19.445 INFO:teuthology.orchestra.run.smithi083.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.39528.log.gz 2024-09-21T02:49:19.445 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39500.log 2024-09-21T02:49:19.446 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.34750.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36298.log 2024-09-21T02:49:19.446 INFO:teuthology.orchestra.run.smithi083.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.34750.log.gz 2024-09-21T02:49:19.446 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36086.log 2024-09-21T02:49:19.446 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.39500.log: /var/log/ceph/ceph-client.admin.36298.log: 86.8%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29536.log 2024-09-21T02:49:19.446 INFO:teuthology.orchestra.run.smithi083.stderr: -- replaced with /var/log/ceph/ceph-client.admin.39500.log.gz 2024-09-21T02:49:19.446 INFO:teuthology.orchestra.run.smithi083.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.36298.log.gz 2024-09-21T02:49:19.446 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37462.log 2024-09-21T02:49:19.446 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.36086.log: /var/log/ceph/ceph-client.admin.29536.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.36086.log.gz 2024-09-21T02:49:19.446 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35649.log 2024-09-21T02:49:19.446 INFO:teuthology.orchestra.run.smithi083.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.29536.log.gz 2024-09-21T02:49:19.447 INFO:teuthology.orchestra.run.smithi142.stderr:/var/log/ceph/ceph-osd.4.log: /var/log/ceph/ceph-client.admin.28982.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.28982.log.gz 2024-09-21T02:49:19.456 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.37462.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38702.log 2024-09-21T02:49:19.456 INFO:teuthology.orchestra.run.smithi083.stderr: 87.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29050.log 2024-09-21T02:49:19.456 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.35649.log: -- replaced with /var/log/ceph/ceph-client.admin.37462.log.gz 2024-09-21T02:49:19.456 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.38702.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36088.log 2024-09-21T02:49:19.456 INFO:teuthology.orchestra.run.smithi083.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.35649.log.gz 2024-09-21T02:49:19.456 INFO:teuthology.orchestra.run.smithi083.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.38702.log.gz 2024-09-21T02:49:19.456 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.29050.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.29050.log.gz 2024-09-21T02:49:19.457 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38936.log 2024-09-21T02:49:19.457 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.36088.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38449.log 2024-09-21T02:49:19.457 INFO:teuthology.orchestra.run.smithi083.stderr: 87.8%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39366.log 2024-09-21T02:49:19.457 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.38936.log: -- replaced with /var/log/ceph/ceph-client.admin.36088.log.gz 2024-09-21T02:49:19.457 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.38449.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37182.log 2024-09-21T02:49:19.457 INFO:teuthology.orchestra.run.smithi083.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.38936.log.gz 2024-09-21T02:49:19.457 INFO:teuthology.orchestra.run.smithi083.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.38449.log.gz 2024-09-21T02:49:19.457 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35675.log 2024-09-21T02:49:19.457 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.39366.log: /var/log/ceph/ceph-client.admin.37182.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28954.log 2024-09-21T02:49:19.457 INFO:teuthology.orchestra.run.smithi083.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.39366.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37644.log 2024-09-21T02:49:19.457 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.35675.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.37182.log.gz 2024-09-21T02:49:19.457 INFO:teuthology.orchestra.run.smithi083.stderr: 2024-09-21T02:49:19.457 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.28954.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.35675.log.gz 2024-09-21T02:49:19.457 INFO:teuthology.orchestra.run.smithi083.stderr: 75.8% -- replaced with /var/log/ceph/ceph-client.admin.28954.log.gz 2024-09-21T02:49:19.457 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43869.log 2024-09-21T02:49:19.458 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.37644.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37045.log 2024-09-21T02:49:19.458 INFO:teuthology.orchestra.run.smithi083.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.37644.log.gz 2024-09-21T02:49:19.458 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.43869.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36281.log 2024-09-21T02:49:19.458 INFO:teuthology.orchestra.run.smithi083.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.43869.log.gz 2024-09-21T02:49:19.458 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.37045.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37951.log 2024-09-21T02:49:19.458 INFO:teuthology.orchestra.run.smithi083.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.37045.log.gz 2024-09-21T02:49:19.458 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.36281.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36283.log 2024-09-21T02:49:19.458 INFO:teuthology.orchestra.run.smithi083.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.36281.log.gz 2024-09-21T02:49:19.458 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.37951.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35805.log 2024-09-21T02:49:19.458 INFO:teuthology.orchestra.run.smithi083.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.37951.log.gz 2024-09-21T02:49:19.458 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.36283.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-21T02:49:19.458 INFO:teuthology.orchestra.run.smithi083.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.36283.log.gz 2024-09-21T02:49:19.458 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.35805.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39656.log 2024-09-21T02:49:19.459 INFO:teuthology.orchestra.run.smithi083.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.35805.log.gz 2024-09-21T02:49:19.459 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44301.log 2024-09-21T02:49:19.459 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.39656.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36079.log 2024-09-21T02:49:19.459 INFO:teuthology.orchestra.run.smithi083.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.39656.log.gz/var/log/ceph/ceph-client.admin.44301.log: 2024-09-21T02:49:19.459 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44694.log 2024-09-21T02:49:19.459 INFO:teuthology.orchestra.run.smithi083.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.44301.log.gz 2024-09-21T02:49:19.459 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38858.log 2024-09-21T02:49:19.459 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.36079.log: /var/log/ceph/ceph-client.admin.44694.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29074.log 2024-09-21T02:49:19.459 INFO:teuthology.orchestra.run.smithi083.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.36079.log.gz 2024-09-21T02:49:19.459 INFO:teuthology.orchestra.run.smithi083.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.44694.log.gz 2024-09-21T02:49:19.459 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.38858.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.38858.log.gz 2024-09-21T02:49:19.459 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35883.log 2024-09-21T02:49:19.459 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.29074.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39392.log 2024-09-21T02:49:19.459 INFO:teuthology.orchestra.run.smithi083.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.29074.log.gz/var/log/ceph/ceph-client.admin.35883.log: 2024-09-21T02:49:19.460 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37208.log 2024-09-21T02:49:19.460 INFO:teuthology.orchestra.run.smithi083.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.35883.log.gz 2024-09-21T02:49:19.460 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.39392.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.39392.log.gz 2024-09-21T02:49:19.460 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35545.log 2024-09-21T02:49:19.460 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39580.log 2024-09-21T02:49:19.460 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.37208.log: /var/log/ceph/ceph-client.admin.35545.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29134.log 2024-09-21T02:49:19.460 INFO:teuthology.orchestra.run.smithi083.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.37208.log.gz 2024-09-21T02:49:19.460 INFO:teuthology.orchestra.run.smithi083.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.35545.log.gz 2024-09-21T02:49:19.460 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.39580.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.39580.log.gz 2024-09-21T02:49:19.460 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37871.log 2024-09-21T02:49:19.460 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.29134.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35571.log 2024-09-21T02:49:19.460 INFO:teuthology.orchestra.run.smithi083.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.29134.log.gz 2024-09-21T02:49:19.460 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.37871.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-21T02:49:19.461 INFO:teuthology.orchestra.run.smithi142.stderr: 91.3% -- replaced with /var/log/ceph/ceph-mds.b.log.gz 2024-09-21T02:49:19.467 INFO:teuthology.orchestra.run.smithi083.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.37871.log.gz 2024-09-21T02:49:19.467 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.35571.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35359.log 2024-09-21T02:49:19.467 INFO:teuthology.orchestra.run.smithi083.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.35571.log.gz 2024-09-21T02:49:19.467 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44431.log 2024-09-21T02:49:19.467 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-osd.1.log: /var/log/ceph/ceph-client.admin.35359.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.35359.log.gz 2024-09-21T02:49:19.467 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44405.log 2024-09-21T02:49:19.467 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.44431.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37071.log 2024-09-21T02:49:19.467 INFO:teuthology.orchestra.run.smithi083.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.44431.log.gz/var/log/ceph/ceph-client.admin.44405.log: 2024-09-21T02:49:19.468 INFO:teuthology.orchestra.run.smithi083.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.44405.log.gz 2024-09-21T02:49:19.468 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37897.log 2024-09-21T02:49:19.468 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.37071.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44223.log 2024-09-21T02:49:19.468 INFO:teuthology.orchestra.run.smithi083.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.37071.log.gz 2024-09-21T02:49:19.468 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.37897.log: 87.5%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44249.log 2024-09-21T02:49:19.468 INFO:teuthology.orchestra.run.smithi083.stderr: -- replaced with /var/log/ceph/ceph-client.admin.37897.log.gz 2024-09-21T02:49:19.468 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.44223.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29038.log 2024-09-21T02:49:19.468 INFO:teuthology.orchestra.run.smithi083.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.44223.log.gz 2024-09-21T02:49:19.468 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.44249.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35597.log 2024-09-21T02:49:19.468 INFO:teuthology.orchestra.run.smithi083.stderr: 87.4%/var/log/ceph/ceph-client.admin.29038.log: -- replaced with /var/log/ceph/ceph-client.admin.44249.log.gz 2024-09-21T02:49:19.468 INFO:teuthology.orchestra.run.smithi083.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.29038.log.gz 2024-09-21T02:49:19.468 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36481.log 2024-09-21T02:49:19.468 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29146.log 2024-09-21T02:49:19.468 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.35597.log: /var/log/ceph/ceph-client.admin.36481.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.35597.log.gz 2024-09-21T02:49:19.469 INFO:teuthology.orchestra.run.smithi083.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.36481.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44018.log 2024-09-21T02:49:19.469 INFO:teuthology.orchestra.run.smithi083.stderr: 2024-09-21T02:49:19.469 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.29146.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.29146.log.gz 2024-09-21T02:49:19.469 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36507.log 2024-09-21T02:49:19.469 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44353.log 2024-09-21T02:49:19.472 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.44018.log: /var/log/ceph/ceph-client.admin.36507.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.44018.log.gz 2024-09-21T02:49:19.472 INFO:teuthology.orchestra.run.smithi083.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.36507.log.gz 2024-09-21T02:49:19.472 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44639.log 2024-09-21T02:49:19.472 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38321.log 2024-09-21T02:49:19.472 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.44353.log: /var/log/ceph/ceph-client.admin.44639.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.44353.log.gz 2024-09-21T02:49:19.472 INFO:teuthology.orchestra.run.smithi083.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.44639.log.gz 2024-09-21T02:49:19.472 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36083.log 2024-09-21T02:49:19.472 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39305.log 2024-09-21T02:49:19.472 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.38321.log: /var/log/ceph/ceph-client.admin.36083.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.38321.log.gz 2024-09-21T02:49:19.472 INFO:teuthology.orchestra.run.smithi083.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.36083.log.gz 2024-09-21T02:49:19.472 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36300.log 2024-09-21T02:49:19.472 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35467.log 2024-09-21T02:49:19.473 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.39305.log: /var/log/ceph/ceph-client.admin.36300.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.39305.log.gz 2024-09-21T02:49:19.473 INFO:teuthology.orchestra.run.smithi083.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.36300.log.gz 2024-09-21T02:49:19.473 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44457.log 2024-09-21T02:49:19.474 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-21T02:49:19.474 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.35467.log: /var/log/ceph/ceph-client.admin.44457.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.35467.log.gz 2024-09-21T02:49:19.474 INFO:teuthology.orchestra.run.smithi083.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.44457.log.gz 2024-09-21T02:49:19.474 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38585.log 2024-09-21T02:49:19.474 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39448.log 2024-09-21T02:49:19.475 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph.log: /var/log/ceph/ceph-client.admin.38585.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.38585.log.gz 2024-09-21T02:49:19.475 INFO:teuthology.orchestra.run.smithi083.stderr: 86.9% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-21T02:49:19.475 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39222.log 2024-09-21T02:49:19.476 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28867.log 2024-09-21T02:49:19.477 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.39448.log: /var/log/ceph/ceph-client.admin.39222.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.39448.log.gz 2024-09-21T02:49:19.477 INFO:teuthology.orchestra.run.smithi083.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.39222.log.gz 2024-09-21T02:49:19.477 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35727.log 2024-09-21T02:49:19.478 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44587.log 2024-09-21T02:49:19.478 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.28867.log: /var/log/ceph/ceph-client.admin.35727.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.28867.log.gz 2024-09-21T02:49:19.478 INFO:teuthology.orchestra.run.smithi083.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.35727.log.gz 2024-09-21T02:49:19.478 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37320.log 2024-09-21T02:49:19.479 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38217.log 2024-09-21T02:49:19.480 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.44587.log: /var/log/ceph/ceph-client.admin.37320.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.44587.log.gz 2024-09-21T02:49:19.480 INFO:teuthology.orchestra.run.smithi083.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.37320.log.gz 2024-09-21T02:49:19.480 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.39712.log 2024-09-21T02:49:19.481 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39248.log 2024-09-21T02:49:19.481 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.38217.log: /var/log/ceph/ceph-client.0.39712.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.38217.log.gz 2024-09-21T02:49:19.481 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37540.log 2024-09-21T02:49:19.482 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.39248.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.39248.log.gz 2024-09-21T02:49:19.482 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44718.log 2024-09-21T02:49:19.483 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.37540.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.37540.log.gz 2024-09-21T02:49:19.484 INFO:teuthology.orchestra.run.smithi142.stderr: 92.7% -- replaced with /var/log/ceph/ceph-mds.d.log.gz 2024-09-21T02:49:19.484 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35885.log 2024-09-21T02:49:19.485 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.44718.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.44718.log.gz 2024-09-21T02:49:19.485 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38780.log 2024-09-21T02:49:19.486 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.35885.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.35885.log.gz 2024-09-21T02:49:19.486 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35879.log 2024-09-21T02:49:19.487 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.38780.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.38780.log.gz 2024-09-21T02:49:19.488 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39040.log 2024-09-21T02:49:19.488 INFO:teuthology.orchestra.run.smithi083.stderr: 91.7% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-21T02:49:19.488 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.35879.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29122.log 2024-09-21T02:49:19.489 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.39040.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.35879.log.gz 2024-09-21T02:49:19.489 INFO:teuthology.orchestra.run.smithi083.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.39040.log.gz 2024-09-21T02:49:19.489 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44535.log 2024-09-21T02:49:19.490 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38003.log 2024-09-21T02:49:19.490 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.29122.log: /var/log/ceph/ceph-client.admin.44535.log: 74.1% -- replaced with /var/log/ceph/ceph-client.admin.29122.log.gz 2024-09-21T02:49:19.491 INFO:teuthology.orchestra.run.smithi083.stderr: 87.3%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37351.log 2024-09-21T02:49:19.491 INFO:teuthology.orchestra.run.smithi083.stderr: -- replaced with /var/log/ceph/ceph-client.admin.44535.log.gz 2024-09-21T02:49:19.492 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.38003.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44561.log 2024-09-21T02:49:19.492 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.37351.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.38003.log.gz 2024-09-21T02:49:19.492 INFO:teuthology.orchestra.run.smithi083.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.37351.log.gz 2024-09-21T02:49:19.492 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29098.log 2024-09-21T02:49:19.493 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35877.log 2024-09-21T02:49:19.493 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.44561.log: /var/log/ceph/ceph-client.admin.29098.log: 75.7% 87.0% -- replaced with /var/log/ceph/ceph-client.admin.44561.log.gz 2024-09-21T02:49:19.493 INFO:teuthology.orchestra.run.smithi083.stderr: -- replaced with /var/log/ceph/ceph-client.admin.29098.log.gz 2024-09-21T02:49:19.493 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29062.log 2024-09-21T02:49:19.494 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.35877.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36559.log 2024-09-21T02:49:19.495 INFO:teuthology.orchestra.run.smithi083.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.35877.log.gz 2024-09-21T02:49:19.495 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.29062.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.29062.log.gz 2024-09-21T02:49:19.495 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37432.log 2024-09-21T02:49:19.495 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38083.log 2024-09-21T02:49:19.495 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.36559.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.36559.log.gz 2024-09-21T02:49:19.496 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.37432.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44613.log 2024-09-21T02:49:19.496 INFO:teuthology.orchestra.run.smithi083.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.37432.log.gz 2024-09-21T02:49:19.496 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.38083.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.38083.log.gz 2024-09-21T02:49:19.497 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39474.log 2024-09-21T02:49:19.497 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37514.log 2024-09-21T02:49:19.498 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.44613.log: /var/log/ceph/ceph-client.admin.39474.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.44613.log.gz 2024-09-21T02:49:19.498 INFO:teuthology.orchestra.run.smithi083.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.39474.log.gz 2024-09-21T02:49:19.498 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37156.log 2024-09-21T02:49:19.499 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.37514.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.37514.log.gz 2024-09-21T02:49:19.499 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.36848.log 2024-09-21T02:49:19.500 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44071.log 2024-09-21T02:49:19.500 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.37156.log: /var/log/ceph/ceph-client.0.36848.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.37156.log.gz 2024-09-21T02:49:19.500 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36898.log 2024-09-21T02:49:19.501 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.44071.log: 90.3% -- replaced with /var/log/ceph/ceph-client.0.36848.log.gz 2024-09-21T02:49:19.501 INFO:teuthology.orchestra.run.smithi083.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.44071.log.gz 2024-09-21T02:49:19.502 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43973.log 2024-09-21T02:49:19.502 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35881.log 2024-09-21T02:49:19.503 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.36898.log: /var/log/ceph/ceph-client.admin.43973.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.36898.log.gz 2024-09-21T02:49:19.503 INFO:teuthology.orchestra.run.smithi083.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.43973.log.gzgzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-21T02:49:19.503 INFO:teuthology.orchestra.run.smithi083.stderr: 2024-09-21T02:49:19.504 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.35881.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.35881.log.gz 2024-09-21T02:49:19.504 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.c.log 2024-09-21T02:49:19.504 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43791.log 2024-09-21T02:49:19.506 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph.audit.log: /var/log/ceph/ceph-mds.c.log: 89.2% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-21T02:49:19.506 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37722.log 2024-09-21T02:49:19.507 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.43791.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.43791.log.gz 2024-09-21T02:49:19.507 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.a.log 2024-09-21T02:49:19.508 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.37722.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.37722.log.gz 2024-09-21T02:49:19.508 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37696.log 2024-09-21T02:49:19.511 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-mds.a.log: 93.9% -- replaced with /var/log/ceph/ceph-mds.a.log.gz 2024-09-21T02:49:19.512 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43688.log 2024-09-21T02:49:19.512 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.37696.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.37696.log.gz 2024-09-21T02:49:19.513 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29086.log 2024-09-21T02:49:19.513 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.43688.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.43688.log.gz 2024-09-21T02:49:19.514 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38191.log 2024-09-21T02:49:19.514 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.29086.log: 76.8% -- replaced with /var/log/ceph/ceph-client.admin.29086.log.gz 2024-09-21T02:49:19.515 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28930.log 2024-09-21T02:49:19.515 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.38191.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.38191.log.gz 2024-09-21T02:49:19.516 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44379.log 2024-09-21T02:49:19.516 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.28930.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.28930.log.gz 2024-09-21T02:49:19.517 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35307.log 2024-09-21T02:49:19.517 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.44379.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.44379.log.gz 2024-09-21T02:49:19.518 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29458.log 2024-09-21T02:49:19.519 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.35307.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.35307.log.gz 2024-09-21T02:49:19.519 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44044.log 2024-09-21T02:49:19.519 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.29458.log: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.29458.log.gz 2024-09-21T02:49:19.520 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39422.log 2024-09-21T02:49:19.521 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.44044.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.44044.log.gz 2024-09-21T02:49:19.521 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36637.log 2024-09-21T02:49:19.522 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.39422.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.39422.log.gz 2024-09-21T02:49:19.522 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28942.log 2024-09-21T02:49:19.523 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.36637.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.36637.log.gz 2024-09-21T02:49:19.523 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37670.log 2024-09-21T02:49:19.524 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.28942.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.28942.log.gz 2024-09-21T02:49:19.524 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37977.log 2024-09-21T02:49:19.525 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.37670.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.37670.log.gz 2024-09-21T02:49:19.525 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37845.log 2024-09-21T02:49:19.526 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.37977.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.37977.log.gz 2024-09-21T02:49:19.526 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38988.log 2024-09-21T02:49:19.527 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.37845.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.37845.log.gz 2024-09-21T02:49:19.527 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28893.log 2024-09-21T02:49:19.528 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.38988.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.38988.log.gz 2024-09-21T02:49:19.529 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37293.log 2024-09-21T02:49:19.529 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.28893.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.28893.log.gz 2024-09-21T02:49:19.530 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37234.log 2024-09-21T02:49:19.531 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.37293.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.37293.log.gz 2024-09-21T02:49:19.531 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44509.log 2024-09-21T02:49:19.532 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.37234.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.37234.log.gz 2024-09-21T02:49:19.532 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43758.log 2024-09-21T02:49:19.533 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.44509.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.44509.log.gz 2024-09-21T02:49:19.534 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44744.log 2024-09-21T02:49:19.534 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.43758.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.43758.log.gz 2024-09-21T02:49:19.535 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38373.log 2024-09-21T02:49:19.536 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.44744.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.44744.log.gz 2024-09-21T02:49:19.536 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37781.log 2024-09-21T02:49:19.537 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.38373.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.38373.log.gz 2024-09-21T02:49:19.537 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35241.log 2024-09-21T02:49:19.538 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.37781.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.37781.log.gz 2024-09-21T02:49:19.539 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28990.log 2024-09-21T02:49:19.543 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.35241.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.35241.log.gz 2024-09-21T02:49:19.543 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38029.log 2024-09-21T02:49:19.543 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.28990.log: 76.0% -- replaced with /var/log/ceph/ceph-client.admin.28990.log.gz 2024-09-21T02:49:19.543 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38111.log 2024-09-21T02:49:19.543 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.38029.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.38029.log.gz 2024-09-21T02:49:19.543 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37592.log 2024-09-21T02:49:19.544 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.38111.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.38111.log.gz 2024-09-21T02:49:19.544 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38806.log 2024-09-21T02:49:19.544 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.37592.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.37592.log.gz 2024-09-21T02:49:19.545 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36299.log 2024-09-21T02:49:19.546 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.38806.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.38806.log.gz 2024-09-21T02:49:19.546 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37377.log 2024-09-21T02:49:19.547 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.36299.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.36299.log.gz 2024-09-21T02:49:19.547 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36285.log 2024-09-21T02:49:19.548 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.37377.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.37377.log.gz 2024-09-21T02:49:19.549 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38399.log 2024-09-21T02:49:19.550 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.36285.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.36285.log.gz 2024-09-21T02:49:19.550 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38243.log 2024-09-21T02:49:19.550 INFO:teuthology.orchestra.run.smithi142.stderr: 92.2% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-21T02:49:19.551 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.38399.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.38399.log.gz 2024-09-21T02:49:19.552 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37566.log 2024-09-21T02:49:19.552 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.38243.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.38243.log.gz 2024-09-21T02:49:19.553 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38832.log 2024-09-21T02:49:19.554 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.37566.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.37566.log.gz 2024-09-21T02:49:19.554 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36273.log 2024-09-21T02:49:19.555 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.38832.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.38832.log.gz 2024-09-21T02:49:19.555 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38618.log 2024-09-21T02:49:19.556 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.36273.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.36273.log.gz 2024-09-21T02:49:19.556 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35871.log 2024-09-21T02:49:19.557 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.38618.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.38618.log.gz 2024-09-21T02:49:19.558 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44327.log 2024-09-21T02:49:19.559 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.35871.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.35871.log.gz 2024-09-21T02:49:19.559 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29002.log 2024-09-21T02:49:19.560 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.44327.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.44327.log.gz 2024-09-21T02:49:19.560 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36720.log 2024-09-21T02:49:19.561 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.29002.log: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.29002.log.gz 2024-09-21T02:49:19.562 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38295.log 2024-09-21T02:49:19.562 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.36720.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.36720.log.gz 2024-09-21T02:49:19.563 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38676.log 2024-09-21T02:49:19.564 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.38295.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.38295.log.gz 2024-09-21T02:49:19.564 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36065.log 2024-09-21T02:49:19.565 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.38676.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.38676.log.gz 2024-09-21T02:49:19.565 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28966.log 2024-09-21T02:49:19.567 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.36065.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.36065.log.gz 2024-09-21T02:49:19.567 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36301.log 2024-09-21T02:49:19.567 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.28966.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.28966.log.gz 2024-09-21T02:49:19.568 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35387.log 2024-09-21T02:49:19.569 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.36301.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.36301.log.gz 2024-09-21T02:49:19.569 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39340.log 2024-09-21T02:49:19.570 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.35387.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.35387.log.gz 2024-09-21T02:49:19.570 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37104.log 2024-09-21T02:49:19.571 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.39340.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.39340.log.gz 2024-09-21T02:49:19.572 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37260.log 2024-09-21T02:49:19.572 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.37104.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.37104.log.gz 2024-09-21T02:49:19.573 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36611.log 2024-09-21T02:49:19.574 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.37260.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.37260.log.gz 2024-09-21T02:49:19.574 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38347.log 2024-09-21T02:49:19.575 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.36611.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.36611.log.gz 2024-09-21T02:49:19.575 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29482.log 2024-09-21T02:49:19.576 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.38347.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.38347.log.gz 2024-09-21T02:49:19.577 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.28978.log 2024-09-21T02:49:19.577 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.29482.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.29482.log.gz 2024-09-21T02:49:19.578 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35831.log 2024-09-21T02:49:19.579 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.28978.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.28978.log.gz 2024-09-21T02:49:19.579 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39196.log 2024-09-21T02:49:19.580 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.35831.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.35831.log.gz 2024-09-21T02:49:19.580 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35779.log 2024-09-21T02:49:19.581 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.39196.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.39196.log.gz 2024-09-21T02:49:19.581 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35880.log 2024-09-21T02:49:19.582 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.35779.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.35779.log.gz 2024-09-21T02:49:19.584 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/ceph-client.admin.35880.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.35880.log.gz 2024-09-21T02:49:19.585 INFO:teuthology.orchestra.run.smithi142.stderr: 92.1% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-21T02:49:19.735 INFO:teuthology.orchestra.run.smithi142.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-21T02:49:19.735 INFO:teuthology.orchestra.run.smithi142.stderr: 93.5% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-21T02:49:19.737 INFO:teuthology.orchestra.run.smithi142.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-21T02:49:19.787 INFO:teuthology.orchestra.run.smithi083.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-21T02:49:19.808 INFO:teuthology.orchestra.run.smithi142.stderr: 93.5% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-21T02:49:19.809 INFO:teuthology.orchestra.run.smithi142.stderr: 2024-09-21T02:49:19.810 INFO:teuthology.orchestra.run.smithi142.stderr:real 0m0.412s 2024-09-21T02:49:19.810 INFO:teuthology.orchestra.run.smithi142.stderr:user 0m1.688s 2024-09-21T02:49:19.810 INFO:teuthology.orchestra.run.smithi142.stderr:sys 0m0.064s 2024-09-21T02:49:19.811 INFO:teuthology.orchestra.run.smithi083.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-21T02:49:19.820 INFO:teuthology.orchestra.run.smithi083.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-21T02:49:19.837 INFO:teuthology.orchestra.run.smithi083.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-21T02:49:19.854 INFO:teuthology.orchestra.run.smithi083.stderr: 90.9% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-21T02:49:21.224 INFO:teuthology.orchestra.run.smithi083.stderr: 94.1% -- replaced with /var/log/ceph/ceph-client.0.39712.log.gz 2024-09-21T02:49:21.466 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a has been restored 2024-09-21T02:49:21.466 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.b has been restored 2024-09-21T02:49:21.466 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.c has been restored 2024-09-21T02:49:21.817 INFO:teuthology.orchestra.run.smithi083.stderr: 93.7% -- replaced with /var/log/ceph/ceph-mds.c.log.gz 2024-09-21T02:49:21.818 INFO:teuthology.orchestra.run.smithi083.stderr: 2024-09-21T02:49:21.818 INFO:teuthology.orchestra.run.smithi083.stderr:real 0m2.432s 2024-09-21T02:49:21.818 INFO:teuthology.orchestra.run.smithi083.stderr:user 0m6.060s 2024-09-21T02:49:21.818 INFO:teuthology.orchestra.run.smithi083.stderr:sys 0m0.289s 2024-09-21T02:49:21.819 INFO:tasks.ceph:Archiving logs... 2024-09-21T02:49:21.819 DEBUG:teuthology.misc:Transferring archived files from smithi083:/var/log/ceph to /home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913430/remote/smithi083/log 2024-09-21T02:49:21.820 DEBUG:teuthology.orchestra.run.smithi083:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-21T02:49:22.689 DEBUG:teuthology.misc:Transferring archived files from smithi142:/var/log/ceph to /home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913430/remote/smithi142/log 2024-09-21T02:49:22.690 DEBUG:teuthology.orchestra.run.smithi142:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-21T02:49:22.873 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-21T02:49:22.889 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-21T02:49:22.889 DEBUG:teuthology.orchestra.run.smithi083:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-21T02:49:22.892 DEBUG:teuthology.orchestra.run.smithi142:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-21T02:49:22.968 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-21T02:49:22.977 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-21T02:49:22.977 DEBUG:teuthology.orchestra.run.smithi083:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-21T02:49:22.979 DEBUG:teuthology.orchestra.run.smithi142:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-21T02:49:22.990 INFO:teuthology.orchestra.run.smithi083.stdout: remote refid st t when poll reach delay offset jitter 2024-09-21T02:49:22.990 INFO:teuthology.orchestra.run.smithi083.stdout:============================================================================== 2024-09-21T02:49:22.990 INFO:teuthology.orchestra.run.smithi083.stdout:*hv01.front.sepi 67.205.162.81 3 u 16 64 377 0.069 -1.377 0.852 2024-09-21T02:49:22.990 INFO:teuthology.orchestra.run.smithi083.stdout:+hv02.front.sepi 63.231.80.2 3 u 19 64 377 0.082 -2.102 1.213 2024-09-21T02:49:22.990 INFO:teuthology.orchestra.run.smithi083.stdout:+hv03.front.sepi 74.6.168.72 3 u 12 64 377 0.068 -0.943 1.451 2024-09-21T02:49:22.990 INFO:teuthology.orchestra.run.smithi083.stdout: hv04.front.sepi .INIT. 16 u - 128 0 0.000 +0.000 0.000 2024-09-21T02:49:22.993 INFO:teuthology.orchestra.run.smithi142.stdout: remote refid st t when poll reach delay offset jitter 2024-09-21T02:49:22.993 INFO:teuthology.orchestra.run.smithi142.stdout:============================================================================== 2024-09-21T02:49:22.993 INFO:teuthology.orchestra.run.smithi142.stdout:*hv01.front.sepi 67.205.162.81 3 u 15 64 377 0.072 -1.397 0.558 2024-09-21T02:49:22.993 INFO:teuthology.orchestra.run.smithi142.stdout:+hv02.front.sepi 63.231.80.2 3 u 22 64 377 0.096 -0.307 0.538 2024-09-21T02:49:22.993 INFO:teuthology.orchestra.run.smithi142.stdout:+hv03.front.sepi 74.6.168.72 3 u 18 64 377 0.087 -1.986 0.701 2024-09-21T02:49:22.993 INFO:teuthology.orchestra.run.smithi142.stdout: hv04.front.sepi .INIT. 16 u - 128 0 0.000 +0.000 0.000 2024-09-21T02:49:22.994 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-21T02:49:23.011 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-21T02:49:23.012 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-21T02:49:23.037 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-21T02:49:23.071 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-21T02:49:23.132 INFO:teuthology.task.internal:Duration was 1076.159953 seconds 2024-09-21T02:49:23.133 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-21T02:49:23.165 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-21T02:49:23.165 DEBUG:teuthology.orchestra.run.smithi083:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-21T02:49:23.167 DEBUG:teuthology.orchestra.run.smithi142:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-21T02:49:23.205 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-21T02:49:23.206 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi083.front.sepia.ceph.com 2024-09-21T02:49:23.206 DEBUG:teuthology.orchestra.run.smithi083:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-21T02:49:23.256 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi142.front.sepia.ceph.com 2024-09-21T02:49:23.257 DEBUG:teuthology.orchestra.run.smithi142:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-21T02:49:23.266 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-21T02:49:23.266 DEBUG:teuthology.orchestra.run.smithi083:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-21T02:49:23.300 DEBUG:teuthology.orchestra.run.smithi142:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-21T02:49:23.338 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-21T02:49:23.338 DEBUG:teuthology.orchestra.run.smithi083:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-21T02:49:23.372 DEBUG:teuthology.orchestra.run.smithi142:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-21T02:49:23.442 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-21T02:49:23.451 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-21T02:49:23.451 DEBUG:teuthology.orchestra.run.smithi083:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-21T02:49:23.463 DEBUG:teuthology.orchestra.run.smithi142:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-21T02:49:23.475 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-21T02:49:23.483 DEBUG:teuthology.orchestra.run.smithi083:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-21T02:49:23.508 DEBUG:teuthology.orchestra.run.smithi142:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-21T02:49:23.516 INFO:teuthology.orchestra.run.smithi083.stdout:kernel.core_pattern = core 2024-09-21T02:49:23.528 INFO:teuthology.orchestra.run.smithi142.stdout:kernel.core_pattern = core 2024-09-21T02:49:23.541 DEBUG:teuthology.orchestra.run.smithi083:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-21T02:49:23.574 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T02:49:23.575 DEBUG:teuthology.orchestra.run.smithi142:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-21T02:49:23.585 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T02:49:23.586 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-21T02:49:23.595 INFO:teuthology.task.internal:Transferring archived files... 2024-09-21T02:49:23.596 DEBUG:teuthology.misc:Transferring archived files from smithi083:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913430/remote/smithi083 2024-09-21T02:49:23.596 DEBUG:teuthology.orchestra.run.smithi083:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-21T02:49:23.641 DEBUG:teuthology.misc:Transferring archived files from smithi142:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913430/remote/smithi142 2024-09-21T02:49:23.642 DEBUG:teuthology.orchestra.run.smithi142:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-21T02:49:23.662 INFO:teuthology.task.internal:Removing archive directory... 2024-09-21T02:49:23.662 DEBUG:teuthology.orchestra.run.smithi083:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-21T02:49:23.681 DEBUG:teuthology.orchestra.run.smithi142:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-21T02:49:23.707 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-21T02:49:23.717 INFO:teuthology.task.internal:Not uploading archives. 2024-09-21T02:49:23.717 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-21T02:49:23.739 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-21T02:49:23.739 DEBUG:teuthology.orchestra.run.smithi083:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-21T02:49:23.741 DEBUG:teuthology.orchestra.run.smithi142:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-21T02:49:23.745 INFO:teuthology.orchestra.run.smithi083.stdout: 658466 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 21 02:49 /home/ubuntu/cephtest 2024-09-21T02:49:23.754 INFO:teuthology.orchestra.run.smithi142.stdout: 658465 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 21 02:49 /home/ubuntu/cephtest 2024-09-21T02:49:23.756 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-21T02:49:23.772 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-21T02:49:23.843 INFO:teuthology.run:Summary data: description: fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} tasks/asok_dump_tree} duration: 1076.1599526405334 flavor: default owner: scheduled_pdonnell@teuthology success: true 2024-09-21T02:49:23.843 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-21T02:49:23.928 INFO:teuthology.run:pass